framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,51200,21.173802693684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,51200,81.00781758626302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,51200,37.066741943359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,51200,20.62665557861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,51200,18.927108764648438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,51200,19.94156265258789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,51200,164.02645874023438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,51200,19.11907704671224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,51200,20.321200052897137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,51200,16.907146453857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,51200,16.855611165364582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,51200,15.472234090169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,51200,16.10904057820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,51200,14.924981435139975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,51200,14.2674929300944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,51200,12.835968017578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,51200,13.675023396809896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,51200,11.870768229166666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,51200,12.216939290364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,51200,10.912036895751953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,51200,10.778853098551432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,51200,9.568869272867838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,51200,9.774768193562826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,51200,8.701738357543945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,51200,8.329488118489584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,51200,6.695413589477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,51200,6.1767838795979815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,51200,7.250783920288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,51200,6.196618398030599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,51200,4.68394120534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,51200,3.6338027318318686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,51200,4.394303957621257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,51200,3.8203252156575522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,51200,1.4975040753682454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,51200,2.8622185389200845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,51200,2.964735984802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,51200,1.7067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,51200,1.4321173032124836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,51200,1.318277359008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,51200,1.295738697052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,51200,1.292848030726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,51200,1.2810933589935303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,51200,1.1090933481852214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,51200,1.1005866527557373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,51200,1.0905280113220215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,51200,1.1035253206888835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,51200,1.0826613108317058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,51200,1.082149346669515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,51200,1.0820533434549968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,51200,1.0700693130493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,51200,1.1797866821289062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,51200,1.052682638168335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,51200,1.0526506900787354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,51200,1.048746665318807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,51200,1.0450987021128337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,51200,1.0436373551686604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,51200,1.0444586277008057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,51200,0.918282667795817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,51200,0.9085706869761149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,51200,0.9113600254058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,51200,0.9119573434193929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,51200,0.9064799944559733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,51200,0.9304906527201334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,51200,1.0908746719360352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,51200,0.9214133421579996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,51200,0.9165919621785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,51200,0.9185120264689127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,51200,0.9120213190714518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,51200,0.9930559794108073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,51200,0.9857973257700602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,51200,0.9882079760233561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,51200,0.9789813359578451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,51200,0.9059680302937826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,51200,0.9267786343892416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,51200,11.279754638671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,51200,20.21883773803711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,51200,10.869759877522787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,51200,10.104106903076172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,51200,10.05789311726888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,51200,41.39178212483724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,51200,9.733215967814127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,51200,10.319456100463867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,51200,8.06289037068685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,51200,9.400165557861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,51200,9.043194452921549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,51200,8.706842422485352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,51200,7.874709447224935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,51200,7.94151496887207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,51200,6.775728225708008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,51200,7.168485641479492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,51200,6.579312006632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,51200,6.67245356241862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,51200,6.061562856038411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,51200,4.9583892822265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,51200,6.01203727722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,51200,5.718624114990234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,51200,4.598341306050618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,51200,89.99880981445312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,51200,3.8313652674357095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,51200,3.7256959279378257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,51200,3.115472157796224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,51200,3.1682612101236978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,51200,2.3121387163798013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,51200,3.75328000386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,51200,2.5996106465657554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,51200,1.8399680455525715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,51200,1.7055412928263347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,51200,0.6933279832204183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,51200,1.5747092564900715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,51200,1.2531627019246419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,51200,0.7921333312988281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,51200,0.7173973719278971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,51200,0.6917119820912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,51200,0.6413439909617106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,51200,0.6824426651000977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,51200,0.6578506628672282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,51200,0.5598826805750529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,51200,0.5804053147633871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,51200,0.572218656539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,51200,0.562826673189799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,51200,0.5692373514175415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,51200,0.592960000038147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,51200,0.5572533210118612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,51200,0.5568000078201294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,51200,0.5482399861017863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,51200,0.544538656870524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,51200,0.5971680084864298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,51200,0.545637329419454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,51200,0.5416640043258667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,51200,0.5423786640167236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,51200,0.5087039868036906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,51200,0.49590933322906494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,51200,0.4912480115890503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,51200,0.49506668249766034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,51200,0.4895413319269816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,51200,0.4902720053990682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,51200,0.488261342048645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,51200,0.4870346784591675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,51200,0.4872373342514038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,51200,0.48556268215179443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,51200,0.5278720060984293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,51200,0.5237280130386353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,51200,0.5239413181940714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,51200,0.5224053462346395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,51200,0.5193759997685751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,51200,0.5161866744359335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,51200,0.5148959954579672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,51200,0.5111999909083048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,51200,12.053632100423178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,51200,12.14574940999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,51200,11.215930938720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,51200,44.538787841796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,51200,11.137616475423178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,51200,10.719034830729166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,51200,11.441413879394531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,51200,10.127765019734701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,51200,10.263423919677734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,51200,9.775893529256185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,51200,7.5919144948323565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,51200,8.929391860961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,51200,9.18124262491862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,51200,8.06394131978353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,51200,7.294805526733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,51200,7.416463851928711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,51200,6.890495936075847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,51200,6.701152165730794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,51200,5.920895894368489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,51200,5.156736056009929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,51200,6.304128011067708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,51200,4.140421231587728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,51200,5.157674789428711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,51200,3.759034792582194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,51200,5.169354756673177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,51200,3.040992101033529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,51200,4.919653256734212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,51200,3.3765014012654624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,51200,2.221381346384684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,51200,1.8902613321940105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,51200,2.5157972971598306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,51200,1.2043999830881755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,51200,1.9495253562927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,51200,1.1009066899617512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,51200,0.7975467046101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,51200,0.8032480080922445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,51200,0.7991306781768799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,51200,0.7673707008361816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,51200,0.7494133313496908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,51200,0.851477305094401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,51200,0.7150293191274008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,51200,0.49872533480326336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,51200,0.6780640284220377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,51200,0.49823999404907227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,51200,0.49489601453145343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,51200,0.4931519826253255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,51200,0.49139201641082764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,51200,0.49749334653218585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,51200,0.603930672009786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,51200,0.4989120165506999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,51200,0.5568906863530477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,51200,0.5189493497212728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,51200,0.5033173163731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,51200,0.4838879903157552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,51200,0.48560531934102374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,51200,0.48229865233103436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,51200,0.48314134279886883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,51200,0.48304001490275067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,51200,0.48314666748046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,51200,0.483242670694987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,51200,0.4832106828689575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,51200,0.4824426571528117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,51200,80.65096028645833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,51200,5.820506413777669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,51200,6.898490905761719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,51200,6.914074579874675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,51200,7.196138381958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,51200,6.339946746826172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,51200,5.35423469543457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,51200,6.021322886149089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,51200,5.372186660766602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,51200,5.131135940551758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,51200,5.304666519165039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,51200,4.335247993469238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,51200,4.9599199295043945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,51200,3.967754681905111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,51200,3.968362808227539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,51200,3.858864148457845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,51200,3.3329652150472007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,51200,3.3073546091715493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,51200,3.104661305745443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,51200,2.7881813049316406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,51200,2.6342666943868003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,51200,2.8293066024780273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,51200,2.1465279261271157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,51200,2.750805219014486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,51200,2.198037306467692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,51200,1.8389760653177898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,51200,1.6647520065307617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,51200,1.498960018157959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,51200,1.4309172630310059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,51200,1.2483092943827312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,51200,1.1588799953460693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,51200,0.8977866967519125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,51200,0.7338613669077555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,51200,0.6152746677398682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,51200,0.4468160072962443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,51200,0.4408586819966634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,51200,0.4410346746444702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,51200,0.45239468415578205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,51200,0.44276265303293866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,51200,0.47787733872731525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,51200,0.454645315806071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,51200,0.31729066371917725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,51200,0.5065333445866903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,51200,0.31723199288050336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,51200,0.3131733338038127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,51200,0.31675199667612713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,51200,0.31225067377090454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,51200,0.31914132833480835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,51200,0.3157973289489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,51200,0.3225333293279012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,51200,0.31678932905197144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,51200,0.3258879979451497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,51200,0.3184373378753662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,51200,0.3330399990081787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,51200,0.3206719954808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,51200,0.335477352142334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,51200,0.3306933244069417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,51200,0.3421440124511719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,51200,0.3248746593793233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,51200,0.33845333258310956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,51200,0.3394026756286621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,51200,0.32205333312352497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,51200,0.32374932368596393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,51200,0.3446773290634155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,51200,0.3230773409207662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,51200,0.3430773417154948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,51200,0.32265599568684894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,51200,0.34488534927368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,51200,0.3440106709798177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,51200,0.3440213203430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,51200,0.3492533365885417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,51200,0.35042667388916016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,16384,24.50292205810547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,16384,12.04253896077474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,16384,6.26588249206543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,16384,48.8640391031901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,16384,6.333173116048177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,16384,6.118640263875325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,16384,6.809450785319011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,16384,5.559194564819336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,16384,5.14958922068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,16384,4.8334401448567705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,16384,4.025450706481934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,16384,5.3289492925008135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,16384,4.37938658396403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,16384,4.681616147359212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,16384,4.111989339192708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,16384,4.44053332010905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,16384,3.7735093434651694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,16384,3.9353227615356445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,16384,3.3638827006022134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,16384,3.790735880533854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,16384,3.1963678995768228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,16384,2.9774293899536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,16384,3.009898821512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,16384,2.9584693908691406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,16384,2.3717974026997886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,16384,2.0254079500834146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,16384,1.950522740681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,16384,2.135584036509196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,16384,1.4382665952046711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,16384,1.8996853828430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,16384,1.243232011795044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,16384,1.1645493507385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,16384,1.1223359902699788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,16384,0.8927786350250244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,16384,0.7619252999623617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,16384,0.4849706490834554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,16384,0.44996798038482666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,16384,0.5234826803207397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,16384,0.4278026819229126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,16384,0.43193066120147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,16384,0.4194399913152059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,16384,0.37193067868550617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,16384,0.35230934619903564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,16384,0.3590720097223918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,16384,0.35868799686431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,16384,0.35889601707458496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,16384,0.35809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,16384,0.35786132017771405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,16384,0.3580160140991211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,16384,0.35386133193969727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,16384,0.3839413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,16384,0.3503093322118123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,16384,0.34994665781656903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,16384,0.3497706651687622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,16384,0.4065386851628621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,16384,0.3493493398030599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,16384,0.35415999094645184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,16384,0.35072533289591473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,16384,0.3243359923362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,16384,0.324127991994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,16384,0.32335466146469116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,16384,0.322762668132782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,16384,0.32227200269699097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,16384,0.3257439931233724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,16384,0.3270346721013387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,16384,0.3203306595484416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,16384,0.3188053369522095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,16384,0.3178826570510864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,16384,0.3182719945907593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,16384,0.3171893358230591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,16384,0.31481067339579266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,16384,0.31379199028015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,16384,0.31194132566452026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,16384,0.32445333401362103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,16384,13.132383982340494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,16384,6.259749094645183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,16384,3.5939839680989585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,16384,26.07555643717448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,16384,2.9133707682291665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,16384,3.4179840087890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,16384,3.1106932957967124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,16384,2.8832267125447593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,16384,3.038026809692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,16384,2.436336040496826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,16384,2.8273280461629233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,16384,2.3637439409891763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,16384,2.484373410542806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,16384,2.303717295328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,16384,2.281701405843099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,16384,2.167253335316976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,16384,2.1663039525349936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,16384,1.8140800793965657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,16384,2.0399840672810874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,16384,1.8547040621439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,16384,2.040719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,16384,1.8190293312072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,16384,1.607279936472575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,16384,1.6358133951822917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,16384,1.3713599840799968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,16384,1.2304480075836182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,16384,1.1947733561197917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,16384,1.1114986737569172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,16384,0.9845919609069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,16384,0.8355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,16384,0.788325309753418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,16384,0.6501760085423788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,16384,0.6137386560440063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,16384,0.5210666656494141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,16384,0.41313600540161133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,16384,0.25206400950749713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,16384,0.2807253400484721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,16384,0.24642133712768555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,16384,0.23854933182398477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,16384,0.2328373392422994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,16384,0.23296533028284708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,16384,0.22507200638453165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,16384,0.2071253259976705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,16384,0.1975946625073751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,16384,0.2132426699002584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,16384,0.21264000733693442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,16384,0.21229867140452066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,16384,0.21178134282430014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,16384,0.21237333615620932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,16384,0.21107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,16384,0.20920000473658243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,16384,0.23162666956583658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,16384,0.20323733488718668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,16384,0.19998933871587118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,16384,0.20099733273188272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,16384,0.20036266247431436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,16384,0.20016000668207803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,16384,0.20680000384648642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,16384,0.20018132527669272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,16384,0.20076799392700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,16384,0.17413334051767984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,16384,0.1795253356297811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,16384,0.18179200092951456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,16384,0.17898666858673096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,16384,0.17802667617797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,16384,0.17695999145507812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,16384,0.17592533429463705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,16384,0.17563199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,16384,0.17525333166122437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,16384,0.1743519902229309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,16384,0.1720800002415975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,16384,0.17141334215799967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,16384,0.17150400082270303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,16384,0.16981865962346396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,51200,14.71560033162435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,51200,30.896090189615887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,16384,29.18800099690755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,16384,3.8348426818847656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,16384,6.369253158569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,16384,3.2940587997436523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,16384,3.2125012079874673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,16384,2.8228321075439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,16384,3.7446826299031577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,16384,3.3610827128092446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,16384,2.6105119387308755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,16384,3.1054560343424478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,16384,2.6146240234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,16384,2.6711626052856445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,16384,2.495189348856608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,16384,2.440293312072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,16384,2.1834559440612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,16384,2.2522133191426597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,16384,1.9259947141011555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,16384,2.0447680155436196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,16384,1.7477760314941406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,16384,1.768181324005127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,16384,1.5451572736104329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,16384,1.5436266263326008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,16384,1.3691412607828777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,16384,1.3255733648935955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,16384,1.233189344406128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,16384,1.128490686416626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,16384,1.0351306597391765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,16384,0.8947892983754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,16384,0.7829226652781168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,16384,0.7119519710540771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,16384,0.6061813433965048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,16384,0.41063467661539715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,16384,0.35581334431966144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,16384,0.25738133986790973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,16384,0.255237340927124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,16384,0.25548799832661945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,16384,0.25381867090861004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,16384,0.25099732478459674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,16384,0.24961066246032715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,16384,0.5334986845652262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,16384,0.23475199937820435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,16384,0.2481493353843689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,16384,0.17562667528788248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,16384,0.17825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,16384,0.1767786741256714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,16384,0.1783519983291626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,16384,0.1753173271814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,16384,0.17713600397109985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,16384,0.17483200629552206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,16384,0.17172799507776895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,16384,0.17612266540527344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,16384,0.1710666616757711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,16384,0.17335999011993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,16384,0.17081600427627563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,16384,0.17331733306248984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,16384,0.16959466536839804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,16384,0.16916267077128092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,16384,0.16841065883636475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,16384,0.16921599706013998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,16384,0.1684373418490092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,16384,0.16831467549006143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,16384,0.16803733507792154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,16384,0.1686613361040751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,16384,0.16858667135238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,16384,0.16823999087015787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,16384,0.22931732734044394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,16384,0.24087466796239218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,16384,0.2537546753883362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,16384,0.2346293330192566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,16384,0.2351093292236328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,16384,0.25524266560872394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,16384,0.23831466833750406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,16384,3.451039950052897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,16384,9.767690658569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,16384,2.6703627904256186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,16384,2.08514134089152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,16384,1.8842666943868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,16384,1.691520055135091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,16384,1.6748852729797363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,16384,1.734373410542806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,16384,3.7413546244303384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,16384,1.509434700012207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,16384,1.757146676381429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,16384,1.6825332641601562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,16384,1.384954611460368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,16384,1.3384586970011394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,16384,1.2500960032145183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,16384,1.1929653485616047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,16384,1.1263733704884846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,16384,1.0876213709513347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,16384,25.11950429280599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,16384,1.046021302541097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,16384,1.0336480140686035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,16384,1.2943413257598877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,16384,0.883840004603068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,16384,0.8616533279418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,16384,0.715008020401001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,16384,0.8997973601023356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,16384,0.6912639935811361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,16384,0.6162453492482504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,16384,0.5488320191701254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,16384,0.5309760173161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,16384,0.46564801534016925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,16384,0.38283733526865643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,16384,0.41570134957631427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,16384,0.3382026751836141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,16384,0.2531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,16384,0.20751466353734335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,16384,0.15863466262817383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,16384,0.15833066900571188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,16384,0.15446399648984274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,16384,0.15915733575820923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,16384,0.1586720049381256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,16384,0.17574399709701538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,16384,0.19570666551589966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,16384,0.11264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,16384,0.1763040026028951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,16384,0.11802666385968526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,16384,0.11132799585660298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,16384,0.10991467038790385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,16384,0.1181066632270813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,16384,0.11406933267911275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,16384,0.11191466450691223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,16384,0.12339733044306438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,16384,0.12277332941691081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,16384,0.12033599615097046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,16384,0.12097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,16384,0.12184000015258789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,16384,0.1225440005461375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,16384,0.13543466726938883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,16384,0.13291200002034506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,16384,0.13606933752695718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,16384,0.1383626659711202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,16384,0.13474667072296143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,16384,0.13941333691279092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,16384,0.14033599694569907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,16384,0.13606933752695718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,16384,0.13530666629473367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,16384,0.13690132896105447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,16384,0.13747732837994894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,16384,0.1381386617819468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,16384,0.1398293375968933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,16384,0.14016000429789224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,16384,0.13970133662223816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,16384,0.13850667079289755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,16384,0.11950400471687317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,12288,8.723557154337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,12288,4.652138710021973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,12288,4.303663889567058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,12288,17.330538431803387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,12288,4.497002601623535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,12288,4.241434733072917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,12288,4.013498624165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,12288,4.091919898986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,12288,3.5132373174031577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,12288,3.7693812052408853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,12288,3.395653406778971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,12288,37.421216328938804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,12288,3.392277399698893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,12288,3.4506505330403647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,12288,3.2894506454467773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,12288,2.754240036010742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,12288,3.217946688334147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,12288,2.7569761276245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,12288,3.0480639139811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,12288,2.712736129760742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,12288,2.712986628214518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,12288,2.410714626312256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,12288,2.3257385889689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,12288,2.162992000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,12288,1.8950719833374023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,12288,1.6197546323140461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,12288,1.6866933504740398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,12288,1.5137813886006672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,12288,1.4094667434692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,12288,0.9930880069732666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,12288,1.0474186738332112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,12288,0.906709353129069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,12288,0.7577973206837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,12288,0.6541066567103068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,12288,0.6096853415171305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,12288,0.32897067070007324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,12288,0.4077013333638509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,12288,0.34652801354726154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,12288,0.3190240065256755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,12288,0.31886933247248334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,12288,0.32806400458017987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,12288,0.3022186756134033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,12288,0.2828906575838725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,12288,0.2780746618906657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,12288,0.2775999903678894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,12288,0.2825973431269328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,12288,0.27349867423375446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,12288,0.2785973350207011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,12288,0.2831786672274272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,12288,0.2720586657524109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,12288,0.2739786704381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,12288,0.3057013352711995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,12288,0.261407991250356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,12288,0.2706613341967265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,12288,0.2672853271166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,12288,0.26207999388376874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,12288,0.26738667488098145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,12288,0.27276267608006793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,12288,0.22196267048517862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,12288,0.2193440000216166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,12288,0.2197386622428894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,12288,0.2209493319193522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,12288,0.21896000703175864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,12288,0.21944000323613486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,12288,0.24321067333221436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,12288,0.23317333062489828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,12288,0.24044267336527506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,12288,0.24233599503835043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,12288,0.23715200026830038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,12288,0.23772267500559488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,12288,0.23798400163650513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,12288,0.23401600122451782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,12288,0.23347733418146768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,12288,0.2345013419787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,12288,3.960437456766764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,12288,2.4578399658203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,12288,8.9095090230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,12288,2.4223039944966636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,12288,2.3122666676839194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,12288,2.1476640701293945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,12288,2.1829439798990884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,12288,2.012944062550863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,12288,1.8603466351826985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,12288,20.322816212972004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,12288,1.8237493832906086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,12288,1.5749492645263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,12288,1.872037410736084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,12288,1.6260266304016113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,12288,1.4842185974121094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,12288,1.898922602335612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,12288,1.4539573987325032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,12288,1.4076800346374512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,12288,1.3059840202331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,12288,1.3164746761322021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,12288,1.2254666487375896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,12288,1.0564640363057454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,12288,1.1410186290740967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,12288,1.035317341486613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,12288,0.8816426595052084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,12288,0.8173653284708658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,12288,0.8250079949696859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,12288,0.6925333340962728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,12288,0.7100053628285726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,12288,0.5379199981689453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,12288,0.5911306540171305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,12288,0.46370665232340497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,12288,0.42608535289764404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,12288,0.33951465288798016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,12288,0.3145386576652527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,12288,0.19473065932591757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,12288,0.22057066361109415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,12288,0.18089600404103598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,12288,0.1865440011024475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,12288,0.17219199736913046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,12288,0.17921600739161173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,12288,0.16435199975967407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,12288,0.16119999686876932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,12288,0.14908267060915628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,12288,0.15407466888427734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,12288,0.1551199952761332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,12288,0.1544266641139984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,12288,0.15330132842063904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,12288,0.15495999654134116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,12288,0.15296533703804016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,12288,0.15016000469525656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,12288,0.15989866852760315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,12288,0.1481706698735555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,12288,0.146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,12288,0.1476906637350718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,12288,0.14706666270891824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,12288,0.14435733358065286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,12288,0.14476266503334045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,12288,0.12659200032552084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,12288,0.12492266297340393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,12288,0.1267039974530538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,12288,0.12576533357302347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,12288,0.1263040006160736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,12288,0.12389866511027019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,12288,0.12455466389656067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,12288,0.13939199844996134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,12288,0.13843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,12288,0.14124799768129984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,12288,0.1365066667397817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,12288,0.13610133528709412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,12288,0.13587199648221335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,12288,0.13452800114949545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,12288,0.13290666540463766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,12288,0.12425067027409871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,12288,9.225589116414389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,12288,2.5995200475056968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,12288,2.335456053415934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,12288,2.568138599395752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,12288,2.2053707440694175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,12288,2.378058592478434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,12288,2.0360533396402993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,12288,2.3166346549987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,12288,1.941856066385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,12288,2.2263147036234536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,12288,1.7915679613749187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,12288,2.178544044494629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,12288,1.6608907381693523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,12288,2.0039733250935874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,12288,1.5505332946777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,12288,1.5548213322957356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,12288,1.3717333475748699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,12288,1.4668480555216472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,12288,1.2623999913533528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,12288,1.4171253840128581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,12288,1.1056053638458252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,12288,1.1842666467030842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,12288,0.9815413157145182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,12288,1.0473600228627522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,12288,0.8670667012532552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,12288,0.909056027730306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,12288,0.7362720171610514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,12288,0.7869333426157633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,12288,0.6051573355992635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,12288,0.6176213423411051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,12288,0.45694931348164874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,12288,0.43254931767781574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,12288,0.3123146692911784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,12288,0.2725013295809428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,12288,0.20672533909479776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,12288,0.20501333475112915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,12288,0.20519467194875082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,12288,0.19457600514094034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,12288,0.19182399908701578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,12288,0.2003306746482849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,12288,0.2003999948501587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,12288,0.19868266582489014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,12288,0.13803733388582864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,12288,0.13929067055384317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,12288,0.1381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,12288,0.13692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,12288,0.1360586682955424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,12288,0.13641066352526346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,12288,0.13594667116800943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,12288,0.13649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,12288,0.1327359974384308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,12288,0.13195733229319254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,12288,0.13200533390045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,12288,0.13132266203562418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,12288,0.1316106617450714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,12288,0.13343466321627298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,12288,0.13107200463612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,12288,0.13032000263532004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,12288,0.13085333506266275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,12288,0.13217600186665854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,12288,0.1311253309249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,12288,0.13177067041397095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,12288,0.18041600783665976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,12288,0.1662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,12288,0.1649440030256907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,12288,0.17819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,12288,0.17409066359202066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,12288,0.169322669506073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,12288,0.17932800451914468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,12288,0.18684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,12288,0.17547732591629028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,12288,0.1660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,16384,1.8125333786010742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,12288,18.40242640177409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,12288,1.4141759872436523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,12288,1.450917402903239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,12288,1.3683466911315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,12288,1.2851839860280354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,12288,1.206816037495931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,12288,1.1492640177408855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,12288,1.1181920369466145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,12288,1.0742026964823406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,12288,1.0364000002543132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,12288,1.007263978322347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,12288,0.967957337697347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,12288,0.9192000230153402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,12288,0.8942933082580566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,12288,0.8452800114949545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,12288,0.8035199642181396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,12288,0.763808012008667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,12288,0.7406613032023112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,12288,0.693722645441691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,12288,0.6474186579386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,12288,0.6162506739298502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,12288,0.5747146606445312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,12288,0.527728001276652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,12288,0.5027999877929688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,12288,0.4568800131479899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,12288,0.4158133268356323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,12288,0.38708265622456867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,12288,0.34643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,12288,0.3014400005340576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,12288,0.2813386718432109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,12288,0.2544800043106079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,12288,0.19665066401163736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,12288,0.1909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,12288,0.12132799625396729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,12288,0.1197653313477834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,12288,0.11982400218645732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,12288,0.12056000034014384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,12288,0.12139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,12288,0.1222826639811198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,12288,0.12265599767367046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,12288,0.1509066621462504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,12288,0.08660800258318584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,12288,0.08646399776140849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,12288,0.08641067147254944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,12288,0.08714133501052856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,12288,0.08710400263468425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,12288,0.0886346697807312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,12288,0.08950400352478027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,12288,0.09037333726882935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,12288,0.09014399846394856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,12288,0.0928106705347697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,12288,0.09153599540392558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,12288,0.09398933251698811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,12288,0.0920799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,12288,0.10288000106811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,12288,0.10129066308339436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,12288,0.09123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,12288,0.09477333227793376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,12288,0.10502933462460835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,12288,0.10352533062299092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,12288,0.09239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,12288,0.09732799728711446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,12288,0.10388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,12288,0.10347200433413188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,12288,0.09358933568000793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,12288,0.09771200021107991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,12288,0.10579733053843181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,12288,0.10588266452153523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,12288,0.09495466947555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,12288,0.09678399562835693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,12288,0.10654399792353313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,10240,30.31543477376302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,10240,15.183130900065104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,10240,8.027530670166016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,10240,4.216901461283366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,10240,4.4667307535807295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,10240,4.222586631774902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,10240,3.831509272257487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,10240,4.0549014409383135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,10240,3.920090675354004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,10240,3.648554801940918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,10240,3.3825813929239907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,10240,2.999605178833008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,10240,2.697360038757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,10240,2.984405199686686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,10240,2.854853312174479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,10240,2.1357760429382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,10240,2.2488373120625815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,10240,2.458378632863363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,10240,2.30458132425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,10240,2.1362826029459634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,10240,1.9656373659769695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,10240,1.9579200744628906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,10240,1.6810293197631836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,10240,1.7480907440185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,10240,1.648047924041748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,10240,1.4477653503417969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,10240,1.382032076517741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,10240,1.1245706876118977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,10240,1.0987839698791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,10240,0.9129652976989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,10240,0.8340053558349609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,10240,0.6654186646143595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,10240,0.6803999741872152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,10240,0.5235360066095988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,10240,0.44255467255910236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,10240,0.28189865748087567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,10240,0.2752799987792969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,10240,0.27300800879796344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,10240,0.2889973322550456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,10240,0.26977600653966266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,10240,0.2562133272488912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,10240,0.24715199073155722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,10240,0.24211732546488443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,10240,0.21541867653528848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,10240,0.23915199438730875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,10240,0.23824000358581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,10240,0.2384693423906962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,10240,0.20939733584721884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,10240,0.20844799280166626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,10240,0.20850133895874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,10240,0.2150986591974894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,10240,0.21423467000325522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,10240,0.23703465859095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,10240,0.2353279987970988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,10240,0.23428799708684286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,10240,0.2357706626256307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,10240,0.235642671585083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,10240,0.22872533400853476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,10240,0.1850666602452596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,10240,0.1845973332722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,10240,0.18430399894714355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,10240,0.18452266852060953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,10240,0.18486400445302328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,10240,0.1835520068804423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,10240,0.18426666657129923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,10240,0.18358399470647177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,10240,0.20232532421747842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,10240,0.2031360069910685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,10240,0.20169599850972494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,10240,0.20037867625554404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,10240,0.19910399119059244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,10240,0.19881065686543783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,10240,0.19689067204793295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,10240,0.19593065977096558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,10240,16.560442606608074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,10240,8.055594762166342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,10240,3.619903882344564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,10240,2.3509119351704917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,10240,1.9582667350769043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,10240,1.8699839909871419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,10240,1.8599146207173665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,10240,1.8417439460754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,10240,1.74454927444458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,10240,1.7401973406473796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,10240,1.6721332867940266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,10240,1.6335093180338542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,10240,1.4291307131449382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,10240,1.5764427185058594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,10240,1.5595253308614094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,10240,1.5239094098409016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,10240,1.4088959693908691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,10240,1.3231039841969807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,10240,1.1842666467030842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,10240,1.204645315806071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,10240,1.085045337677002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,10240,0.9807999928792318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,10240,0.8780852953592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,10240,0.835973342259725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,10240,0.83023468653361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,10240,0.7427626450856527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,10240,0.7508052984873453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,10240,0.610368013381958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,10240,0.6022773186365763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,10240,0.5005919933319092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,10240,0.4705653190612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,10240,0.36475733915964764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,10240,0.37061866124471027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,10240,0.2769013245900472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,10240,0.25221333901087445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,10240,0.16481066743532816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,10240,0.16311466693878174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,10240,0.15780799587567648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,10240,0.15897599856058756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,10240,0.1511626640955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,10240,0.14486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,10240,0.14087999860445657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,10240,0.13897599776585898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,10240,0.1273973286151886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,10240,0.13660266995429993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,10240,0.13518933455149332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,10240,0.13454932967821756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,10240,0.12246400117874146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,10240,0.1220906674861908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,10240,0.12029332915941875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,10240,0.12203199664751689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,10240,0.12144533793131511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,10240,0.12573333581288657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,10240,0.1244053343931834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,10240,0.12430399656295776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,10240,0.1232266624768575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,10240,0.12290133039156596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,10240,0.12063999970753987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,10240,0.1079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,10240,0.1079306701819102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,10240,0.10838933785756429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,10240,0.10712533195813496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,10240,0.10599999626477559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,10240,0.10757866501808167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,10240,0.1065013309319814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,10240,0.10590400298436482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,10240,0.10672533512115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,10240,0.10685333609580994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,10240,0.10552000006039937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,10240,0.11819733182589214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,10240,0.11700800061225891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,10240,0.11715733011563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,10240,0.11593066652615865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,10240,0.11468266447385152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,10240,16.420677185058594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,10240,8.518751780192057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,10240,4.308810551961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,12288,6.717973073323567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,10240,1.9711999893188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,10240,2.2547146479288735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,10240,1.9508694012959797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,10240,2.10043732325236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,10240,1.812810738881429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,10240,1.9846986134847004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,10240,1.6732640266418457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,10240,1.9737760225931804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,10240,1.5571306546529133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,10240,1.8366506894429524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,10240,1.4608640670776367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,10240,1.6923786799112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,10240,1.303989330927531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,10240,1.458847999572754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,10240,1.1692746480305989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,10240,1.3353226979573567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,10240,1.0833173592885335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,10240,1.1594773133595784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,10240,0.9286932945251465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,10240,0.9934240182240804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,10240,0.8383733431498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,10240,0.9295093218485514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,10240,0.7527626355489095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,10240,0.7634027004241943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,10240,0.6322666803995768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,10240,0.6324959993362427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,10240,0.4977653423945109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,10240,0.5008586645126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,10240,0.37812264760335285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,10240,0.35654934247334796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,10240,0.26131200790405273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,10240,0.22529600063959757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,10240,0.1716853380203247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,10240,0.1644266645113627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,10240,0.16403733690579733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,10240,0.16289066274960837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,10240,0.15948266784350076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,10240,0.16196800271670023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,10240,0.1613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,10240,0.1593706707159678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,10240,0.11571199695269267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,10240,0.11564266681671143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,10240,0.11738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,10240,0.11548800269762675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,10240,0.1158026655515035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,10240,0.11559466520945232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,10240,0.1143946647644043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,10240,0.11433066924413045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,10240,0.11058132847150166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,10240,0.10995733737945557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,10240,0.11144000291824341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,10240,0.11025066177050273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,10240,0.1107413371404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,10240,0.10968533158302307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,10240,0.10987733801205952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,10240,0.11010666688283284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,10240,0.10946666200955708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,10240,0.10979732871055603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,10240,0.15100799997647604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,10240,0.1393280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,10240,0.1402506629625956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,10240,0.1394613285859426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,10240,0.15681599577267966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,10240,2.359562714894613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,10240,0.14084800084431967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,10240,0.14321066935857138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,10240,0.155541330575943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,10240,0.15210666259129843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,10240,0.1423786679903666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,10240,0.14295466740926108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,12288,2.5907039642333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,12288,1.4709547360738118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,10240,4.784885406494141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,10240,1.7050347328186035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,10240,1.1676266988118489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,10240,1.1101386547088623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,10240,1.0797920227050781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,10240,1.0422720114390056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,10240,1.021514654159546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,10240,0.9880266984303793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,10240,0.9540479977925619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,10240,0.9172106583913168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,10240,0.8887253602345785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,10240,0.844709316889445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,10240,0.8138826688130697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,10240,0.7764106591542562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,10240,0.7693280378977457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,10240,0.7225813070933024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,10240,0.6892373561859131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,10240,15.60878880818685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,10240,0.6487146615982056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,10240,0.5699359973271688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,10240,0.9288000265757242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,10240,0.5526453256607056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,10240,0.6205653349558512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,10240,0.49876264731089276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,10240,0.45278934637705487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,10240,0.4205973148345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,10240,0.3944213390350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,10240,0.357258677482605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,10240,0.33526933193206787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,10240,0.29721599817276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,10240,0.2344693342844645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,10240,0.21413866678873697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,10240,0.16133866707483926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,10240,0.1439413328965505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,10240,0.10382399956385295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,10240,0.10211199522018433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,10240,0.10219200452168782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,10240,0.10125333070755005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,10240,0.10130666693051656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,10240,0.1120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,10240,0.11196266611417134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,10240,0.11079999804496765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,10240,0.26149866978327435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,10240,0.07567466795444489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,10240,0.07467199862003326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,10240,0.0758133331934611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,10240,0.07590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,10240,0.07936533292134602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,10240,0.0754613329966863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,10240,0.08006933331489563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,10240,0.07760533193747203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,10240,0.0798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,10240,0.07537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,10240,0.07714666426181793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,10240,0.07864533364772797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,10240,0.0881119966506958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,10240,0.08804800113042195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,10240,0.08175466458002727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,10240,0.07508799930413564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,10240,0.08858666817347209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,10240,0.07794133325417836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,10240,0.08416000008583069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,10240,0.08686400453249614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,10240,0.07932266592979431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,10240,0.08916800220807393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,10240,0.0860053300857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,10240,0.08380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,10240,0.08912533521652222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,10240,0.08263466755549113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,10240,0.08505599697430928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,10240,0.089519997437795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,10240,0.08019733428955078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,10240,0.08752533793449402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,8192,12.597284952799479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,8192,6.1018829345703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,8192,24.600046793619793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,8192,2.64795192082723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,8192,2.9023733139038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,8192,2.976421356201172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,8192,3.123759905497233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,8192,2.858485221862793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,8192,2.9677279790242515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,8192,2.714021364847819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,8192,2.6268906593322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,8192,2.4231200218200684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,8192,2.2885066668192544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,8192,2.211023966471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,8192,2.0350826581319175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,8192,2.317626635233561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,8192,2.0753067334493003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,8192,2.0582666397094727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,8192,1.845941384633382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,8192,1.643152077992757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,8192,1.5372692743937175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,8192,1.7590932846069336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,8192,1.4873013496398926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,8192,1.1469120184580486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,8192,1.1345386505126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,8192,0.9193706512451172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,8192,0.8811573187510172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,8192,0.782906691233317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,8192,0.803429365158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,8192,0.6688480377197266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,8192,0.6287200053532919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,8192,0.5124693314234415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,8192,0.3703626791636149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,8192,0.2146986722946167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,8192,0.21997867027918497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,8192,0.21184533834457397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,8192,0.5168906847635905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,8192,0.21121599276860556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,8192,0.204912006855011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,8192,0.19593600432078043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,8192,0.1950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,8192,0.18648000558217367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,8192,0.199455996354421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,8192,0.19975467522939047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,8192,0.19934399922688803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,8192,0.17932265996932983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,8192,0.1807146668434143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,8192,0.1784693400065104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,8192,0.33923200766245526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,8192,0.17571200927098593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,8192,0.1694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,8192,0.18858667214711508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,8192,0.1751306653022766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,8192,0.189903994401296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,8192,0.17404266198476157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,8192,0.18825600544611612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,8192,0.17575999101003012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,8192,0.14892266194025675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,8192,0.14849600195884705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,8192,0.1486133337020874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,8192,0.14825600385665894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,8192,0.15133333206176758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,8192,0.14839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,8192,0.14909866452217102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,8192,0.14762666821479797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,8192,0.1486240029335022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,8192,0.16389333208402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,8192,0.16615466276804605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,8192,0.16195199886957803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,8192,0.16562666495641074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,8192,0.1612213353315989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,8192,0.16249600052833557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,8192,0.15846932927767435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,8192,0.2208906610806783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,8192,5.547210693359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,8192,1.6694186528523762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,8192,2.7268959681193032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,8192,1.5442399978637695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,8192,1.531333287556966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,8192,1.425872008005778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,8192,1.5225067138671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,8192,13.291727701822916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,8192,1.3482240041097004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,8192,1.3427626291910808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,8192,1.483045260111491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,8192,1.1239360173543294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,8192,1.365791956583659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,8192,1.1885920365651448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,8192,1.0653759638468425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,8192,1.116202672322591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,8192,1.0111786524454753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,8192,0.9526613553365072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,8192,0.8658933639526367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,8192,0.8387093544006348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,8192,0.6910666624704996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,8192,0.8154026667277018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,8192,0.6646026770273844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,8192,0.650544007619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,8192,0.5572533210118612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,8192,0.5424533287684122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,8192,0.47772268454233807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,8192,0.48841599623362225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,8192,0.3816266854604085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,8192,0.3942879835764567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,8192,0.3178880016009013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,8192,0.30874667565027875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,8192,0.20840533574422201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,8192,0.24355733394622803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,8192,0.13569066921869913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,8192,0.1361120045185089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,8192,0.9121013482411703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,8192,0.12506666779518127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,8192,0.13077867031097412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,8192,0.12037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,8192,0.11782399813334148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,8192,0.11638933420181274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,8192,0.11309867103894551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,8192,0.11493333180745442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,8192,0.11462400356928508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,8192,0.11474133531252544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,8192,0.10300266742706299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,8192,0.10230933626492818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,8192,0.1009333332379659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,8192,0.10026133060455322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,8192,0.09934932986895244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,8192,0.10847999652226765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,8192,0.10626666744550069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,8192,0.10803199807802837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,8192,0.10578667124112447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,8192,0.10587732990582784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,8192,0.10200533270835876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,8192,0.08819733063379924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,8192,0.08913066983222961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,8192,0.08898133039474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,8192,0.14105600118637085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,8192,0.0892693301041921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,8192,0.08876267075538635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,8192,0.08846400181452434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,8192,0.08897599577903748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,8192,0.08660266796747844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,8192,0.08715732892354329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,8192,0.08760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,8192,0.08758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,8192,0.08782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,8192,0.09201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,8192,0.09900266925493877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,8192,0.09631466865539551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,8192,0.10368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,10240,2.2852160135904946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,8192,6.1147200266520185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,8192,1.7722934087117512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,8192,14.190970102945963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,8192,1.7692160606384277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,8192,2.0319199562072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,8192,1.4336053530375164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,8192,1.6810186703999836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,8192,1.344645341237386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,8192,1.6983680725097656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,8192,1.3175840377807617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,8192,1.7120374043782551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,8192,1.221455971399943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,8192,1.4089333216349285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,8192,1.1006027062733967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,8192,1.335818608601888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,8192,1.0154986381530762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,8192,1.2549599806467693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,8192,0.9290933609008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,8192,1.0774827003479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,8192,0.7958719730377197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,8192,0.8845067024230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,8192,0.6919733683268229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,8192,0.7684426307678223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,8192,0.6020053227742513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,8192,0.6768746376037598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,8192,0.5214399894078573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,8192,0.5662506818771362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,8192,0.4212533235549927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,8192,0.4426826635996501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,8192,0.32922132809956867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,8192,0.31863999366760254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,8192,0.22179200251897177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,8192,0.19847466548283896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,8192,0.152319997549057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,8192,0.15077867110570273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,8192,0.15054933230082193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,8192,0.14455999930699667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,8192,0.14138666788736978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,8192,0.14125333229700723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,8192,0.14017599821090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,8192,0.14044266939163208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,8192,0.09973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,8192,0.0985599954922994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,8192,0.09828799962997437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,8192,0.09781333804130554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,8192,0.09739733735720317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,8192,0.09693333506584167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,8192,0.09594666957855225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,8192,0.09789866209030151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,8192,0.09410132964452107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,8192,0.09326400359471639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,8192,0.09385066231091817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,8192,0.09339200456937154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,8192,0.09294933080673218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,8192,0.09153599540392558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,8192,0.09135466814041138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,8192,0.13030933340390524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,8192,0.12934933106104532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,8192,0.12757866581281027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,8192,0.13060800234476724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,8192,0.13329066832860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,8192,0.13900799552599588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,8192,0.13051199913024902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,8192,0.12205866972605388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,8192,0.1309440036614736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,8192,0.13381866614023843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,8192,0.13383466998736063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,8192,1.6937813758850098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,8192,0.13865066568056741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,8192,0.12541332840919495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,8192,0.13141333063443503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,8192,0.12544533610343933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,8192,1.5826506614685059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,8192,12.314437866210938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,8192,1.242304007212321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,8192,0.9415520032246908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,8192,0.9249173005421957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,8192,0.9089066982269287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,8192,0.8781759738922119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,8192,0.8282453219095866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,8192,0.7761759757995605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,8192,0.7581226825714111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,8192,0.7290293375651041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,8192,0.7053493658701578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,8192,0.6772053241729736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,8192,0.6816213130950928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,8192,0.6376213232676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,8192,0.6016639868418375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,8192,0.5781386693318685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,8192,0.5548426707585653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,8192,3.7409439086914062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,8192,0.5315680106480917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,8192,0.6927093664805094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,8192,0.47116267681121826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,8192,0.4308319886525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,8192,0.5882773399353027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,8192,0.3736746708552043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,8192,0.41021867593129474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,8192,0.35020800431569415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,8192,0.3193066716194153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,8192,0.290175994237264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,8192,0.27481067180633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,8192,0.24651734034220377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,8192,0.2164586583773295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,8192,0.1939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,8192,0.17049066225687662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,8192,0.13171199957529703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,8192,0.12484799822171529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,8192,0.0862613320350647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,8192,0.084714670976003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,8192,0.08522133032480876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,8192,0.08493333061536153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,8192,0.09127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,8192,0.09027199943860371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,8192,0.10006933410962422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,8192,0.06357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,8192,0.06260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,8192,0.06387199958165486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,8192,0.06266133487224579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,8192,0.062047998110453285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,8192,0.06490133206049602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,8192,0.06379733482996623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,8192,0.06679999828338623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,8192,0.06699733436107635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,8192,0.08447466293970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,8192,0.06801066795984904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,8192,0.06865066786607106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,8192,0.06526933113733928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,8192,0.0680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,8192,0.06751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,8192,0.07106666763623555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,8192,0.0703306645154953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,8192,0.06921066840489705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,8192,0.0703893353541692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,8192,0.06909866631031036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,8192,0.07005866865317027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,8192,0.06757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,8192,0.07045333087444305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,8192,0.07083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,8192,0.07116266588370006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,8192,0.0753653347492218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,8192,0.07509333391984303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,8192,1.8372799555460613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,8192,0.07528000076611836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,8192,0.07200533151626587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,8192,0.0751200020313263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,8192,0.07625066737333934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,7168,4.454559961954753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,7168,10.62713623046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,7168,2.9527413050333657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,7168,2.7646614710489907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,7168,2.364799976348877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,7168,2.9002561569213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,7168,2.4448533058166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,7168,2.144159952799479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,7168,2.4969493548075357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,7168,2.2317439715067544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,7168,2.2170559565226235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,7168,2.1348160107930503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,7168,21.8876953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,7168,2.0816799799601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,7168,1.8479894002278645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,7168,1.8645119667053223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,7168,1.9451626141866047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,7168,1.3607519467671711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,7168,1.5449280738830566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,7168,1.4771679242451985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,7168,1.561306635538737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,7168,1.1109440326690674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,7168,1.2125919659932454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,7168,1.0245280265808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,7168,1.2883946895599365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,7168,0.9786773522694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,7168,0.852351983388265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,7168,0.838805357615153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,7168,0.7709066867828369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,7168,0.6608266830444336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,7168,0.6528319915135702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,7168,0.4694933493932088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,7168,0.4819626808166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,7168,0.31574400266011554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,7168,0.4269813299179077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,7168,0.2022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,7168,0.21007466316223145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,7168,0.20016533136367798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,7168,0.20811732610066733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,7168,0.18173867464065552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,7168,0.20274666945139566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,7168,0.1731520096460978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,7168,0.17704000075658163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,7168,0.15772799650828043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,7168,0.17593600352605185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,7168,0.17700799306233725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,7168,0.17262399196624756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,7168,0.14707733194033304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,7168,0.15482133626937866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,7168,0.1474560002485911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,7168,0.1497813363869985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,7168,0.1660373310248057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,7168,0.15818666418393454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,7168,0.15730667114257812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,7168,0.15544533729553223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,7168,0.15366400281588236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,7168,0.1328159968058268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,7168,0.1318186620871226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,7168,0.1317813297112783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,7168,0.13121599952379862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,7168,0.13130666812260947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,7168,0.1316426694393158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,7168,0.1313759982585907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,7168,0.1314826707045237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,7168,0.13107732931772867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,7168,0.13014400005340576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,7168,0.14453333616256714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,7168,0.14351999759674072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,7168,0.14204266667366028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,7168,0.1402079959710439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,7168,0.1405280033747355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,7168,0.13846400380134583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,7168,0.1511520047982534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,7168,0.16242133577664694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,7168,2.3961599667867026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,7168,1.2789599895477295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,7168,4.742794672648112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,7168,1.3849226633707683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,7168,1.2912426789601643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,7168,1.200394630432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,7168,1.2340693473815918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,7168,1.1201333204905193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,7168,1.1563039620717366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,7168,1.147818644841512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,7168,1.0187893708546956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,7168,1.0319680372873943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,7168,11.3068478902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,7168,0.9774026870727539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,7168,1.0581066608428955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,7168,0.8588106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,7168,0.8229280312856039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,7168,1.0153653621673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,7168,0.7761279741923014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,7168,0.7860906918843588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,7168,0.6572426557540894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,7168,0.5553439855575562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,7168,0.6584266821543375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,7168,0.5780906677246094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,7168,0.5069599946339926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,7168,0.4677813450495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,7168,0.412714680035909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,7168,0.4127360184987386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,7168,0.34994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,7168,0.33789865175882977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,7168,0.2818453311920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,7168,0.25473066171010333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,7168,0.20097599426905313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,7168,0.21597866217295328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,7168,0.11954133709271748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,7168,0.11770666639010112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,7168,0.9019200007120768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,7168,0.12241599957148235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,7168,0.1216159959634145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,7168,0.10811733206113179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,7168,0.10284266869227092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,7168,0.10379200180371602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,7168,0.09644266963005066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,7168,0.10070932904879253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,7168,0.10028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,7168,0.1004960040251414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,7168,0.09226133426030476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,7168,0.09193066755930583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,7168,0.0905013382434845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,7168,0.09134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,7168,0.08901866277058919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,7168,0.092357337474823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,7168,0.09184533357620239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,7168,0.0913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,7168,0.09155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,7168,0.09292800227801006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,7168,0.09225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,7168,0.07886399825414021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,7168,0.07945600152015686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,7168,0.07843733330567677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,7168,0.08022400240103404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,7168,0.07892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,7168,0.07977066437403361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,7168,0.07875733574231465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,7168,0.11734400192896526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,7168,0.0794239987929662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,7168,0.07789866626262665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,7168,0.07894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,7168,0.08307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,7168,0.0823466678460439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,7168,0.08177599807580312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,7168,0.08371733625729878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,7168,0.08042133351167043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,7168,0.0788320004940033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,7168,2.570751984914144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,7168,11.259124755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,7168,1.53875732421875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,7168,1.4396799405415852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,7168,1.9526453018188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,7168,1.668458620707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,7168,1.6456106503804524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,7168,1.2964320182800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,7168,1.3753546078999836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,7168,1.165882666905721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,7168,1.5300374031066895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,7168,1.2091946601867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,7168,0.9876159826914469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,7168,1.116970698038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,7168,0.9070186614990234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,7168,1.0318079789479573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,7168,0.8305652936299642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,7168,0.9290719827016195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,7168,0.7678346633911133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,7168,0.8591893513997396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,7168,0.668170690536499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,7168,0.7029066880544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,7168,0.6297066609064738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,7168,0.6249866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,7168,0.5309546788533529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,7168,0.5474026600519816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,7168,0.44998399416605633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,7168,0.46141334374745685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,7168,0.36979734897613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,7168,0.3599253495534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,7168,0.2906026641527812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,7168,0.26317866643269855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,7168,0.19789334138234457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,7168,0.17020267248153687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,7168,0.12683733304341635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,7168,0.13212266564369202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,7168,0.12575466434160867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,7168,0.12837866942087808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,7168,0.12165333827336629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,7168,0.12019733587900798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,7168,0.1188800036907196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,7168,0.11943466464678447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,7168,0.08910933136940002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,7168,0.08835200468699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,7168,0.08828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,7168,0.0879200001557668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,7168,0.0878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,7168,0.08786666393280029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,7168,0.08573866883913676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,7168,0.08358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,7168,0.08284266789754231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,7168,0.08323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,7168,0.08131733536720276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,7168,0.082096000512441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,7168,0.11352533102035522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,7168,0.1034879982471466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,7168,0.10158933202425639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,7168,0.10103999574979146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,7168,0.09840533137321472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,7168,0.10196800033251445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,7168,0.10990400115648906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,7168,0.08895466725031535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,7168,0.10971200466156006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,7168,0.10648000240325928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,7168,5.597466786702474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,7168,0.10340799887975057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,7168,0.10808533430099487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,7168,0.11745066444079082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,7168,0.10334400335947673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,7168,0.119077334801356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,7168,0.11029332876205444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,7168,0.13103999694188437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,7168,0.11496532956759135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,7168,10.662357330322266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,7168,1.0822292963663738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,7168,1.1571520169576008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,7168,0.8284746805826823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,7168,0.7989706993103027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,7168,0.7759679953257242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,7168,0.7445600032806396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,7168,0.721461296081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,7168,0.6967573165893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,7168,0.6707413196563721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,7168,0.6517013311386108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,7168,0.6244320074717203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,7168,0.59988800684611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,7168,0.5784853299458822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,7168,0.555077314376831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,7168,0.5250879923502604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,7168,0.5084426800409952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,7168,0.48042134443918866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,7168,0.45837334791819256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,7168,0.43119998772939044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,7168,0.40784533818562824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,7168,0.382426659266154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,7168,0.36272533734639484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,7168,0.334661324818929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,7168,0.3144853313763936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,7168,0.2871946692466736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,7168,0.2630880077679952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,7168,0.24369066953659058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,7168,0.21658666928609213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,7168,0.19125332434972128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,7168,0.1760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,7168,0.14922666549682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,7168,0.11890666683514912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,7168,0.11275200049082439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,7168,0.07534400125344594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,7168,0.0747573326031367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,7168,0.07471466561158498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,7168,0.07482666770617168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,7168,0.07496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,7168,0.08316266536712646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,7168,0.0802346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,7168,0.08747733632723491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,7168,0.056661332647005715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,7168,0.05599466462930044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,7168,0.05590933561325073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,7168,0.057376002271970115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,7168,0.05708266794681549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,7168,0.05704533557097117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,7168,0.0565280020236969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,7168,0.061792001128196716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,7168,0.061834668119748436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,7168,0.0580320010582606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,7168,0.057402665416399636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,7168,0.06464533507823944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,7168,0.05973866581916809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,7168,1.576288064320882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,7168,0.06205866734186808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,7168,3.283967971801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,7168,0.06278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,7168,0.06422933439413707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,7168,0.07486400008201599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,7168,0.06067200005054474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,7168,0.06450133522351582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,7168,0.07025066514809926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,7168,0.06029333174228668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,7168,0.06495466828346252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,7168,0.07089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,7168,0.06451733410358429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,7168,0.06438933312892914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,7168,0.06690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,7168,0.06551999847094218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,7168,0.0639573335647583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,7168,0.06421866516272227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,7168,0.06595199803511302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,6144,4.123434702555339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,6144,2.6333066622416177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,6144,8.305770874023438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,6144,2.522314707438151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,6144,18.303284962972004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,6144,2.353648026784261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,6144,2.272986729939779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,6144,2.1679627100626626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,6144,1.9518292744954426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,6144,2.0019787152608237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,6144,2.5748373667399087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,6144,1.9279039700826008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,6144,1.79640531539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,6144,1.4202027320861816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,6144,1.5205814043680828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,6144,1.7132959365844727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,6144,1.3464639981587727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,6144,1.297397295633952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,6144,1.267642656962077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,6144,1.3118186791737874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,6144,1.0938933690388997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,6144,0.9980959892272949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,6144,1.079738696416219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,6144,0.949951966603597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,6144,0.8911146322886149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,6144,0.6853439807891846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,6144,0.7702186902364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,6144,0.60152534643809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,6144,0.632858673731486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,6144,0.46913599967956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,6144,0.5030239820480347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,6144,0.38575998942057294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,6144,0.38049066066741943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,6144,0.24637333552042642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,6144,0.29444267352422077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,6144,0.16221333543459573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,6144,0.16185599565505981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,6144,0.1630506714185079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,6144,0.16681599617004395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,6144,0.15958933035532633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,6144,0.1502400040626526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,6144,0.15342400471369425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,6144,0.1339306632677714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,6144,0.1497760017712911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,6144,0.14332800110181174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,6144,0.1548640032609304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,6144,0.1420799990495046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,6144,0.1397173305352529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,6144,0.13032000263532004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,6144,0.13774399956067404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,6144,0.13218667109807333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,6144,0.13532267014185587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,6144,0.13788800438245138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,6144,0.14629333217938742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,6144,0.1344213287035624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,6144,0.14537066221237183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,6144,0.1346560021241506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,6144,0.11416000127792358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,6144,0.11405866344769795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,6144,0.11443199714024861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,6144,0.11400000254313152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,6144,0.11364266276359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,6144,0.11334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,6144,0.11377599835395813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,6144,0.1132533351580302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,6144,0.11334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,6144,0.11379733681678772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,6144,0.11220799883206685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,6144,0.12650133172671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,6144,0.12602133552233377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,6144,0.12476799885431926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,6144,0.12877333164215088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,6144,0.12443199753761292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,6144,0.14712533354759216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,6144,4.226250648498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,6144,2.0178027153015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,6144,1.3480639457702637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,6144,1.1700426737467449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,6144,1.2989546457926433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,6144,1.0554827054341633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,6144,1.112165371576945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,6144,9.672885258992514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,6144,0.9946293036142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,6144,0.9879733721415201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,6144,1.2291626930236816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,6144,0.9939520359039307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,6144,0.87281600634257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,6144,0.8238453070322672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,6144,0.8108373483022054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,6144,1.160096009572347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,6144,0.7175306479136149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,6144,0.7301973501841227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,6144,0.8008906841278076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,6144,0.6157066822052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,6144,0.644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,6144,0.6535786787668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,6144,0.5146826505661011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,6144,0.5189386606216431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,6144,0.5380640029907227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,6144,0.40246931711832684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,6144,0.4281760056813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,6144,0.3843626578648885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,6144,0.3304106593132019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,6144,0.3205653429031372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,6144,0.30649600426356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,6144,0.2421333392461141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,6144,0.1580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,6144,0.21437333027521768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,6144,0.12131200234095256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,6144,0.10359999537467957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,6144,0.1116373340288798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,6144,0.10139200091362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,6144,0.09686932961146037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,6144,0.0904960036277771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,6144,0.08983467022577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,6144,0.08558400472005208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,6144,0.09035199880599976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,6144,0.08859733740488689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,6144,0.08826667070388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,6144,0.08083733419577281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,6144,0.08061866462230682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,6144,0.08038400113582611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,6144,0.08178666730721791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,6144,0.07878399888674419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,6144,0.2237173318862915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,6144,0.08377066254615784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,6144,0.08422933022181193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,6144,0.08347200353940327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,6144,0.11174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,6144,0.08297066887219746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,6144,0.08077866832415263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,6144,0.08055999875068665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,6144,0.07191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,6144,0.07161599894364674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,6144,0.07074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,6144,0.07181333502133687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,6144,0.07086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,6144,0.07088533540566762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,6144,0.07088533540566762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,6144,0.07083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,6144,0.07131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,6144,0.0702400008837382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,6144,0.07075733443101247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,6144,0.07333333293596904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,6144,0.07353066901365916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,6144,0.07259733478228252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,6144,0.07478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,6144,0.07134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,6144,10.638026555379232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,6144,4.60810661315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,6144,1.3988854090372722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,6144,1.177242676417033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,6144,1.48199462890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,6144,1.1446399688720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,6144,1.209706703821818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,6144,1.0872693061828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,6144,1.1904586950937908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,6144,1.0321760177612305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,6144,1.0963253180185955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,6144,0.9490293661753336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,6144,1.0233386357625325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,6144,0.8899733225504557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,6144,0.942746639251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,6144,0.7903253237406412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,6144,0.83024001121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,6144,0.7176160017649332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,6144,0.8186826705932617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,6144,0.6605866750081381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,6144,0.6776266892751058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,6144,0.5636959870656332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,6144,0.5721760193506876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,6144,0.4940426747004191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,6144,0.49110400676727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,6144,0.4180479844411214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,6144,0.41097601254781085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,6144,0.3373119831085205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,6144,0.3174933393796285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,6144,0.2513279914855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,6144,0.23322665691375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,6144,0.17529600858688354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,6144,0.14681599537531534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,6144,0.11289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,6144,0.11246933539708455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,6144,0.1125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,6144,0.11069867014884949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,6144,0.1074773371219635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,6144,0.10670933127403259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,6144,0.10672000050544739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,6144,0.10475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,6144,0.07967466612656911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,6144,0.07872533301512401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,6144,0.07972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,6144,0.07726933558781941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,6144,0.07739200194676717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,6144,0.07723199824492137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,6144,0.076773335536321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,6144,0.07699200014273326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,6144,0.07390933235486348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,6144,0.07286400099595387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,6144,0.0729973316192627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,6144,0.07270933190981548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,6144,0.07241066793600719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,6144,0.09477333227793376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,6144,0.09107200304667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,6144,0.08593599994977315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,6144,0.08541333675384521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,6144,0.10290666421254475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,6144,0.09825066725413005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,6144,0.08452799916267395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,6144,0.08695466319719951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,6144,0.09801600376764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,6144,0.08914132912953694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,6144,0.09224533041318257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,6144,0.09526933232943217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,6144,0.10559466481208801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,6144,0.09710400303204854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,6144,0.08708266417185466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,6144,0.08717333277066548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,6144,0.0941546658674876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,6144,1.3781332969665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,6144,1.2733279863993328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,6144,2.7208054860432944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,6144,0.8151306311289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,6144,9.180453618367514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,6144,0.769162654876709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,6144,0.7421226501464844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,6144,0.7066506544748942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,6144,0.6752639611562093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,6144,0.6562133232752482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,6144,0.6325653394063314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,6144,0.6161280075709025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,6144,0.5925866762797037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,6144,0.5713866551717123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,6144,0.5523999929428101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,6144,0.5311679840087891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,6144,0.5053653319676717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,6144,0.49247467517852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,6144,0.46635735034942627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,6144,0.444538672765096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,6144,0.4202186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,6144,0.4074293375015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,6144,0.38067734241485596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,6144,0.36050132910410565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,6144,1.35480531056722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,6144,0.3439840078353882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,6144,0.3219573299090068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,6144,0.29422932863235474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,6144,0.2777600089708964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,6144,0.2299999992052714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,6144,0.21177599827448526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,6144,0.1896373430887858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,6144,0.16827734311421713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,6144,0.1554026703039805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,6144,0.13209600249926248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,6144,0.1055413285891215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,6144,0.09901866316795349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,6144,0.067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,6144,0.06660800178845723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,6144,0.2571626702944438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,6144,0.06714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,6144,0.06983466446399689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,6144,0.06685866912206014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,6144,0.07108800113201141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,6144,0.07037866612275441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,6144,0.07793599863847096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,6144,0.05007466673851013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,6144,0.05113600194454193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,6144,0.04947733382383982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,6144,0.054933334390322365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,6144,0.052501335740089417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,6144,0.05457599957784017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,6144,0.055493334929148354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,6144,0.05712533493836721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,6144,0.0505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,6144,0.058042665322621666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,6144,0.056032001972198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,6144,0.05539733171463013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,6144,0.055674667159716286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,6144,0.055344000458717346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,6144,0.0513973335425059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,6144,0.055349335074424744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,6144,0.056143999099731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,6144,0.052416001756985985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,6144,0.05754666527112325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,6144,0.05602666735649109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,6144,0.0561653325955073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,6144,0.05819199979305267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,6144,0.0537013312180837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,6144,0.0566240002711614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,6144,0.05120533208052317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,6144,0.05815466741720835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,6144,0.05856533348560333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,6144,0.05496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,6144,0.056202664971351624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,6144,0.057034666339556374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,5120,7.133504231770833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,5120,2.326624075571696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,5120,3.0457334518432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,5120,1.9277973175048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,5120,1.826650619506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,5120,1.7179627418518066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,5120,1.566282590230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,5120,15.381392161051432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,5120,1.6478613217671711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,5120,1.662234624226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,5120,1.701200008392334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,5120,1.5196960767110188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,5120,1.3712746302286785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,5120,1.4766027132670085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,5120,1.3054719765981038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,5120,1.3218719959259033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,5120,1.223695993423462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,5120,1.1549440224965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,5120,1.109989325205485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,5120,1.0657119750976562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,5120,0.9694613615671793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,5120,0.8559892972310384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,5120,0.8514719804128011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,5120,0.8029812971750895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,5120,0.6339679956436157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,5120,0.6963040033976237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,5120,0.517957329750061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,5120,0.557530681292216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,5120,0.4866933425267537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,5120,0.4124266703923543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,5120,0.33129600683848065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,5120,0.33246399958928424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,5120,0.2412373423576355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,5120,0.2273599902788798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,5120,0.14229866862297058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,5120,1.0019520123799641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,5120,0.14017066359519958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,5120,0.13318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,5120,0.1389226714769999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,5120,0.13251200318336487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,5120,0.1269546647866567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,5120,0.12286933263142903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,5120,0.12149866422017415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,5120,0.11301866173744202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,5120,0.12034133076667786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,5120,0.12012799580891927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,5120,0.1202346682548523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,5120,0.1099626620610555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,5120,0.10785067081451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,5120,0.10790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,5120,0.10748266180356343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,5120,0.10876267155011494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,5120,0.11570133765538533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,5120,0.11739733815193176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,5120,0.11398933331171672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,5120,0.11384532848993938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,5120,0.11385599772135417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,5120,0.10987733801205952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,5120,0.09779733419418335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,5120,0.09731200337409973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,5120,0.09781333804130554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,5120,0.09707732995351155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,5120,0.09822932879130046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,5120,0.09658132990201314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,5120,0.0974773367245992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,5120,0.09571199615796407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,5120,0.09732799728711446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,5120,0.09672000010808308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,5120,0.09705600142478943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,5120,0.09558932979901631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,5120,0.10617599884668986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,5120,0.10528533657391866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,5120,0.1046506663163503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,5120,0.105103999376297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,5120,3.4045546849568686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,5120,1.6633226076761882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,5120,8.041061401367188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,5120,1.0065120061238606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,5120,1.295466661453247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,5120,0.9107466538747152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,5120,1.1493439674377441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,5120,0.854751984278361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,5120,1.0831200281778972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,5120,0.8142933050791422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,5120,0.7233440081278483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,5120,1.0527679920196533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,5120,0.7028480370839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,5120,0.7474346955617269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,5120,0.660096009572347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,5120,0.6841013431549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,5120,0.6187466780344645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,5120,0.6223040024439493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,5120,0.5345493157704672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,5120,0.5146133502324423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,5120,0.5033546686172485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,5120,0.48442665735880536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,5120,0.4289333422978719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,5120,0.4105493227640788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,5120,0.405839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,5120,0.344810684521993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,5120,0.3377600113550822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,5120,0.2901493310928345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,5120,0.2999040087064107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,5120,0.23406932751337686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,5120,0.1906986633936564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,5120,0.2630026737848918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,5120,0.15426133076349893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,5120,0.14056000113487244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,5120,0.09241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,5120,0.09053867061932881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,5120,0.0870293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,5120,0.08525333801905315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,5120,0.090421328941981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,5120,0.0809386670589447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,5120,0.08038400113582611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,5120,0.0782293329636256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,5120,0.075354665517807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,5120,0.07863999903202057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,5120,0.0773226668437322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,5120,0.07699200014273326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,5120,0.07112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,5120,0.07131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,5120,0.06960533559322357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,5120,0.07016000151634216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,5120,0.07274133463700612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,5120,0.07052800059318542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,5120,0.07163199782371521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,5120,0.07050133248170216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,5120,0.19112533330917358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,5120,0.0710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,5120,0.06843733290831248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,5120,0.06311999758084615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,5120,0.06259199976921082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,5120,0.062458669145902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,5120,0.061386664708455406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,5120,0.06196799874305725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,5120,0.06228266656398773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,5120,0.061349332332611084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,5120,0.0617386649052302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,5120,0.06019733349482218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,5120,0.06166933476924896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,5120,0.0693280001481374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,5120,0.06126933296521505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,5120,0.06354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,5120,0.05989866455396017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,5120,0.06410133341948192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,5120,0.06341866652170818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,5120,0.06435200075308482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,5120,3.949397404988607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,5120,1.1922240257263184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,5120,2.087930679321289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,5120,1.120741367340088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,5120,1.2768426736195881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,5120,0.9642293453216553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,5120,1.0260693232218425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,5120,0.8838346799214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,5120,1.0186186631520588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,5120,0.8596320152282715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,5120,0.9256319999694824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,5120,0.7809279759724935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,5120,0.8504106998443604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,5120,0.7114826838175455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,5120,0.7677600383758545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,5120,0.6493973334630331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,5120,0.6988000075022379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,5120,0.598688006401062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,5120,0.6549866596857706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,5120,0.5258826812108358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,5120,0.5404853423436483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,5120,0.45861868063608807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,5120,0.47866666316986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,5120,0.4098399877548218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,5120,0.42233598232269287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,5120,0.3480000098546346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,5120,0.3529813289642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,5120,0.28116800387700397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,5120,0.27828266223271686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,5120,0.2175146738688151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,5120,0.20418665806452432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,5120,0.14979733030001322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,5120,0.12811199824015299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,5120,0.09712533156077068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,5120,0.09669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,5120,0.09603733817736308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,5120,0.09589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,5120,0.09205333391825359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,5120,0.09199999769528706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,5120,0.09168533484141032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,5120,0.09102400143941243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,5120,0.07021333277225494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,5120,0.06854933500289917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,5120,0.06845333178838094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,5120,0.06845866640408833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,5120,0.06845866640408833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,5120,0.06771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,5120,0.0682826687892278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,5120,0.06569600105285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,5120,0.06431999802589417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,5120,0.06296533346176147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,5120,0.06402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,5120,0.0633653352657954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,5120,0.06369600196679433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,5120,0.08455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,5120,0.0874079962571462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,5120,0.07894933223724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,5120,0.08172800143559773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,5120,0.07494933406511943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,5120,0.07689600189526875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,5120,0.08346133430798848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,5120,0.07255466779073079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,5120,0.0817440003156662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,5120,0.08405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,5120,0.08024533092975616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,5120,0.08916800220807393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,5120,0.07605333129564922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,5120,0.07713066538174947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,5120,0.08079466720422109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,5120,0.07366399963696797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,5120,0.08041066428025563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,5120,1.182202657063802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,5120,1.107583999633789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,5120,7.682698567708333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,5120,0.7907573382059733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,5120,0.6626720031102499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,5120,0.6067413489023844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,5120,0.5907093286514282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,5120,0.5680533250172933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,5120,2.280639966328939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,5120,0.6514933506647745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,5120,0.6267840067545573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,5120,0.6110133330027262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,5120,0.4925706783930461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,5120,0.4740000168482463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,5120,0.4552533229192098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,5120,0.4483146667480469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,5120,0.41894932587941486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,5120,0.4075839916865031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,5120,0.3867679834365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,5120,0.3705333471298218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,5120,0.3505280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,5120,0.3376266558965047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,5120,0.315994660059611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,5120,0.3014240066210429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,5120,0.2845226724942525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,5120,0.26633065938949585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,5120,0.24651199579238892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,5120,0.2347466746966044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,5120,0.21219199895858765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,5120,0.19525333245595297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,5120,0.18126932779947916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,5120,0.1627253293991089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,5120,0.14172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,5120,0.1305333375930786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,5120,0.1107306679089864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,5120,0.08866133292516072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,5120,0.08221333225568135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,5120,0.058448001742362976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,5120,0.05754133562246958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,5120,0.05789866546789805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,5120,0.05780800183614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,5120,0.05754666527112325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,5120,0.06107200185457865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,5120,0.05995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,5120,0.06714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,5120,0.04563199977080027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,5120,0.04479999840259552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,5120,0.043807998299598694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,5120,0.04534400006135305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,5120,0.044997334480285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,5120,0.045040001471837364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,5120,0.045706664522488914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,5120,1.1974879900614421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,5120,0.045461331804593406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,5120,0.04931733508904775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,5120,0.050197333097457886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,5120,0.05120533208052317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,5120,0.04746133089065552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,5120,0.050213331977526345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,5120,0.04894400139649709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,5120,0.050197333097457886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,5120,0.05223466455936432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,5120,0.04834666848182678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,5120,0.04984533290068308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,5120,0.05064000189304352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,5120,0.046336000164349876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,5120,0.049456000328063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,5120,0.051776001850763954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,5120,0.04931733508904775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,5120,0.05134400228659312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,5120,0.05258666475613912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,5120,0.04836800197760264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,5120,0.05258133510748545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,5120,0.052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,5120,0.05253333350022634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,5120,0.04497600098450979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,4096,4.945621490478516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,4096,1.4653387069702148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,4096,2.413130601247152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,4096,12.513989766438803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,4096,1.465354601542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,4096,1.490773359934489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,4096,1.2764000097910564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,4096,1.5747572580973308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,4096,1.4077919324239094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,4096,1.2673707008361816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,4096,1.3840959866841633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,4096,1.2198293209075928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,4096,1.0811786651611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,4096,0.9445493221282959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,4096,1.1849013169606526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,4096,1.0383626619974773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,4096,0.9500853220621744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,4096,0.9556799729665121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,4096,0.869599978129069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,4096,0.8289279937744141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,4096,0.8190986315409342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,4096,0.8143733342488607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,4096,0.623744010925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,4096,0.6131946643193563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,4096,0.6673759619394938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,4096,0.49456000328063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,4096,0.5075733264287313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,4096,0.4449546734491984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,4096,0.4410346746444702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,4096,0.33378132184346515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,4096,0.37468798955281574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,4096,0.2738826672236125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,4096,0.2742026646931966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,4096,0.20497600237528482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,4096,0.18253866831461588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,4096,0.11188266674677531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,4096,0.11538133025169373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,4096,0.10912533601125081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,4096,0.12217600146929423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,4096,0.11146666606267293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,4096,0.10873599847157796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,4096,0.10273067156473796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,4096,0.10158933202425639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,4096,0.10387200117111206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,4096,0.09729066491127014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,4096,0.10171733299891154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,4096,0.10566932956377666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,4096,0.09040000041325887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,4096,0.08931733171145122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,4096,0.0934879978497823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,4096,0.08851200342178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,4096,0.09236799677213033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,4096,0.09337066610654195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,4096,0.10462400317192078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,4096,0.0936853289604187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,4096,0.10433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,4096,0.09287466605504353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,4096,0.07924800117810567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,4096,0.10677867134412129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,4096,0.07969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,4096,0.07794133325417836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,4096,0.07888533174991608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,4096,0.07863466441631317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,4096,0.07918400069077809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,4096,0.07799999912579854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,4096,0.0783786674340566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,4096,0.07716266810894012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,4096,0.07912000020345052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,4096,0.07798400024573009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,4096,0.07715199887752533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,4096,0.0814933329820633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,4096,0.08839466174443562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,4096,0.08571199576059978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,4096,0.09331199526786804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,4096,2.721205393473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,4096,1.3946827252705891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,4096,5.403301239013672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,4096,0.7778666814168295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,4096,0.8295093377431234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,4096,0.7612586816151937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,4096,0.7579840024312338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,4096,0.6890719731648763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,4096,0.6489706834157308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,4096,0.6509333451588949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,4096,0.6093600193659464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,4096,0.608298659324646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,4096,0.5846240123112997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,4096,0.5336853265762329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,4096,0.6064213514328003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,4096,0.5368320147196451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,4096,0.49163734912872314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,4096,0.5090453227361044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,4096,0.4470826784769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,4096,0.43398932615915936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,4096,0.4026133219401042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,4096,0.35624531904856366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,4096,0.3540266752243042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,4096,0.33852267265319824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,4096,0.3506079912185669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,4096,0.2831679979960124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,4096,0.2611466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,4096,0.2652906576792399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,4096,0.19694934288660684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,4096,0.1670186718304952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,4096,0.16754132509231567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,4096,0.13290133078893027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,4096,0.11522666613260905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,4096,0.08014399806658427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,4096,0.07784533500671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,4096,0.07390399773915608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,4096,0.411631981531779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,4096,0.07896000146865845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,4096,0.08111466467380524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,4096,0.07310933371384938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,4096,0.06902933120727539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,4096,0.06881600121657054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,4096,0.06915199756622314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,4096,0.06659733255704244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,4096,0.07253333429495494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,4096,0.06577066580454509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,4096,0.06611200173695882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,4096,0.061679999033610024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,4096,0.06562666594982147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,4096,0.06095466514428457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,4096,0.239738663037618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,4096,0.062368000547091164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,4096,0.061679999033610024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,4096,0.06132799883683523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,4096,0.05952533086140951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,4096,0.05966933568318685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,4096,0.06011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,4096,0.05355200171470642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,4096,0.052602668603261314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,4096,0.05407466491063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,4096,0.05414933462937673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,4096,0.0524533341328303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,4096,0.05298133194446564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,4096,0.05248000224431356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,4096,0.05260799825191498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,4096,0.05277333160241445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,4096,0.053802669048309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,4096,0.05194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,4096,0.05189333359400431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,4096,0.05508799850940704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,4096,0.05442133545875549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,4096,0.055061335364977516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,4096,0.05531733234723409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,4096,0.06284266710281372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,4096,3.303386688232422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,4096,1.7462506294250488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,4096,0.9322826862335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,4096,6.9683411916097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,4096,0.9295466740926107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,4096,0.7951680024464926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,4096,1.0469013055165608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,4096,0.740768035252889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,4096,0.7875200112660726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,4096,0.7052160104115804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,4096,0.7390826543172201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,4096,0.6457333167394003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,4096,0.7045493125915527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,4096,0.6079359849294027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,4096,0.650597333908081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,4096,0.5561973253885905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,4096,0.5822399854660034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,4096,0.49604801336924237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,4096,1.0199519793192546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,4096,0.5321120023727417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,4096,0.44090131918589276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,4096,0.43969066937764484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,4096,0.3903199831644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,4096,0.3936320145924886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,4096,0.35021865367889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,4096,0.33934934933980304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,4096,0.2837493419647217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,4096,0.23458133141199747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,4096,0.2246826688448588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,4096,0.17841599384943643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,4096,0.16426666577657065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,4096,0.12566399574279785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,4096,0.10442666212717693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,4096,0.08288533488909404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,4096,0.08102400104204814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,4096,0.08080533146858215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,4096,0.08040000001589458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,4096,0.07749333480993907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,4096,0.07668800155321757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,4096,0.0768746683994929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,4096,0.07539733250935872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,4096,0.060565332571665444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,4096,0.059402664502461754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,4096,0.05958400170008341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,4096,0.05819199979305267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,4096,0.05903466542561849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,4096,0.05863999823729197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,4096,0.29585067431132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,4096,0.05839466551939646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,4096,0.05646933118502299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,4096,0.05446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,4096,0.054645334680875145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,4096,0.05444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,4096,0.05438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,4096,0.05420266588528951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,4096,0.06723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,4096,0.06391466657320659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,4096,0.06598933537801106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,4096,0.06679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,4096,0.06665599842866261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,4096,0.0666293352842331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,4096,0.06655466556549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,4096,0.07245866457621257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,4096,0.07069333394368489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,4096,0.07238399982452393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,4096,0.07030933101971944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,4096,0.06761066615581512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,4096,0.06573866804440816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,4096,0.06820799907048543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,4096,0.0651039977868398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,4096,0.06836799780527751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,4096,0.06611200173695882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,4096,0.9141279856363932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,4096,0.8501119613647461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,4096,0.9645546277364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,4096,6.249736150105794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,4096,1.992527961730957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,4096,0.522482673327128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,4096,0.5208426713943481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,4096,0.4936986764272054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,4096,0.4651706616083781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,4096,0.49220534165700275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,4096,0.4602080186208089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,4096,0.43527201811472577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,4096,0.42242666085561115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,4096,0.41946399211883545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,4096,0.3991626501083374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,4096,0.37835999329884845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,4096,0.3648373285929362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,4096,0.3585600058237712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,4096,0.34438133239746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,4096,0.3217146595319112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,4096,0.3070159951845805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,4096,0.29898132880528766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,4096,0.28649334112803143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,4096,0.2615999976793925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,4096,0.24862666924794516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,4096,0.24387999375661215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,4096,0.22590667009353638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,4096,0.2030986746152242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,4096,0.1945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,4096,0.18212799231211343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,4096,0.16437066594759622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,4096,0.1508346696694692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,4096,0.1362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,4096,0.11934666832288106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,4096,0.11108533541361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,4096,0.09060800075531006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,4096,0.07329333325227101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,4096,0.06719199816385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,4096,0.0476746658484141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,4096,0.04728533327579498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,4096,0.04748799900213877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,4096,0.04715733230113983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,4096,0.047186667720476784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,4096,0.04888799786567688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,4096,0.049442668755849205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,4096,0.05353599786758423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,4096,0.03658399979273478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,4096,0.03549066682656606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,4096,0.03615466753641764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,4096,0.035818666219711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,4096,0.03736799955368042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,4096,0.03685600062211355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,4096,0.035671999057133995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,4096,0.038146667182445526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,4096,0.03629333277543386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,4096,0.03560800105333328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,4096,0.037634665767351784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,4096,0.036360000570615135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,4096,0.03646666556596756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,4096,0.03830400109291077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,4096,0.03846933444341024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,4096,0.04022933294375738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,4096,0.04032266636689504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,4096,0.03976000100374222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,4096,0.03874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,4096,0.03958133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,4096,0.03942399968703588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,4096,0.04105333238840103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,4096,0.04052533209323883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,4096,0.03822399924198786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,4096,0.03959733247756958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,4096,0.041479999820391335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,4096,0.04074399918317795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,3584,10.574522654215494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,3584,5.0746720631917315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,3584,2.37282133102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,3584,1.3440106709798176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,3584,1.2701493104298909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,3584,1.2654933134714763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,3584,1.1643733183542888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,3584,1.1710879802703857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,3584,1.0313013394673665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,3584,1.0951146284739177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,3584,1.0748693148295085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,3584,1.0689973036448162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,3584,0.90665070215861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,3584,0.923093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,3584,0.8463679949442545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,3584,0.8429706891377767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,3584,0.8104266325632731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,3584,0.7846399943033854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,3584,0.7131893634796143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,3584,0.7679946422576904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,3584,0.6354186534881592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,3584,0.6043733358383179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,3584,0.5425920089085897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,3584,0.5241013367970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,3584,0.5022079944610596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,3584,0.4364159901936849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,3584,0.4243520100911458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,3584,0.3702026605606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,3584,0.3513386646906535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,3584,0.31810667117436725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,3584,0.28019734223683673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,3584,0.23471999168395996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,3584,0.23599465688069662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,3584,0.18902399142583212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,3584,0.15850133697191873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,3584,0.10238933563232422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,3584,0.09869866569836934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,3584,0.09551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,3584,0.10382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,4096,0.03975199908018112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,3584,0.09430932998657227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,3584,0.09018133083979289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,3584,0.08711999654769897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,3584,0.08682133754094441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,3584,0.08184533317883809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,3584,0.08683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,3584,0.08721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,3584,0.08693333466847737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,3584,0.07903466622034709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,3584,0.07870933413505554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,3584,0.07805866499741872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,3584,0.07688533266385396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,3584,0.07700266440709432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,3584,0.08137066662311554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,3584,0.08094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,3584,0.08125333487987518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,3584,0.08071466783682506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,3584,0.0800799975792567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,3584,0.07991999884446462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,3584,0.06965333223342896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,3584,0.06887466708819072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,3584,0.06955199937025706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,3584,0.06844266752401988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,3584,0.06844800213972728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,3584,0.06852266689141591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,3584,0.06899733344713847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,3584,0.06881066660086314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,3584,0.06842133402824402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,3584,0.06825066606203715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,3584,0.06824000179767609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,3584,0.06844266752401988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,3584,0.07261333366235097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,3584,0.07221866647402446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,3584,0.0719413310289383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,3584,0.0728000005086263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,3584,2.4272799491882324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,3584,4.728613217671712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,3584,0.8012746969858805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,3584,1.2176907062530518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,3584,0.7351733048756918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,3584,0.63700799147288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,3584,0.7277599970499674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,3584,0.5992159843444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,3584,0.5862880150477091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,3584,0.5436373154322306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,3584,0.5279093186060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,3584,0.5070720116297404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,3584,0.5086400111516317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,3584,0.4701546827952067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,3584,0.4511520067850749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,3584,0.6194133361180624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,3584,0.44704532623291016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,3584,0.4134773413340251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,3584,0.3892586628595988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,3584,0.37542398770650226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,3584,0.3657706578572591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,3584,0.3582506577173869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,3584,0.30344533920288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,3584,0.3176693320274353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,3584,0.2962453365325928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,3584,0.2993759910265605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,3584,0.24530667066574097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,3584,0.19937066237131754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,3584,0.22034132480621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,3584,0.23089599609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,3584,0.1742453376452128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,3584,0.14482667048772177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,3584,0.1471573313077291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,3584,0.11786133050918579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,3584,0.10056533416112264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,3584,0.06807999809583028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,3584,0.06734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,3584,0.06955733398596446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,3584,0.07206400235493977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,3584,0.06479999919732411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,3584,0.061792001128196716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,3584,0.0602400004863739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,3584,0.05753066639105479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,3584,0.06060799956321716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,3584,0.05924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,3584,0.05909866591294607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,3584,0.055439998706181846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,3584,0.05547733108202616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,3584,0.06859200199445088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,3584,0.05518933137257894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,3584,0.055493334929148354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,3584,0.056789333621660866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,3584,0.05379199981689453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,3584,0.05624533196290334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,3584,0.05967999994754791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,3584,0.05329066514968872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,3584,0.05407999952634176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,3584,0.049829334020614624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,3584,0.0499946673711141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,3584,0.048656001687049866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,3584,0.05046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,3584,0.048581331968307495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,3584,0.04737600187460581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,3584,0.049178664882977806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,4096,0.04049599915742874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,3584,0.055248002211252846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,3584,0.04797866443792979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,3584,0.048058668772379555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,3584,0.04823466638724009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,3584,0.04826133449872335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,3584,0.04809600114822388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,3584,0.05121066669623057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,3584,0.049365331729253135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,3584,0.04966933528582255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,3584,0.048986668388048805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,3584,6.09982426961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,3584,3.0709441502889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,3584,0.8543893496195475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,3584,1.5827892621358235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,3584,0.8075306415557861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,4096,0.040408000349998474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,3584,0.7563626766204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,3584,0.9298559824625651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,3584,0.6686506271362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,3584,0.7212533156077067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,3584,0.6291093428929647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,3584,0.6719786326090494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,3584,0.5857173204421997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,3584,0.6204479932785034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,3584,0.539898673693339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,3584,0.5708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,3584,0.49435198307037354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,3584,0.5215466817220052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,3584,0.45051201184590656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,3584,0.47977598508199054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,3584,0.3930346568425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,3584,0.3997226556142171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,3584,0.34945066769917804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,3584,0.3564639886220296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,3584,0.3102133274078369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,3584,0.3058133323987325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,3584,0.26083733638127643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,3584,0.25641600290934247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,3584,0.2148373325665792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,3584,0.2045066754023234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,3584,0.1646666626135508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,3584,0.14857066671053568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,3584,0.11406933267911275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,3584,0.0953493316968282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,3584,0.075162669022878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,3584,0.07438933352629344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,3584,0.0747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,3584,0.07320533196131389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,3584,0.07069866855939229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,3584,0.07081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,3584,0.07003200054168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,3584,0.06961066524187724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,3584,0.05362666646639506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,3584,0.05291733145713806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,3584,0.053039997816085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,3584,0.05266666909058889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,3584,0.05222400029500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,3584,0.052005335688591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,3584,0.05203733344872793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,3584,0.0507893313964208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,3584,0.04837333162625631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,3584,0.04804799954096476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,3584,0.04867733518282572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,3584,0.06044800082842509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,3584,0.05771199862162272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,3584,0.06177066763242086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,3584,0.05653333167235056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,3584,0.05925333499908447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,3584,0.05431999762852987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,3584,0.05857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,3584,0.05514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,3584,0.06284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,3584,0.06267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,3584,0.06531733274459839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,3584,0.06494399905204773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,3584,0.05645333230495453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,3584,0.06115200122197469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,3584,0.05426666637261709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,3584,0.06234133243560791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,3584,0.058335999647776283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,3584,0.06113600234190623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,3584,0.06051200131575266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,3584,0.9126346906026205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,3584,0.8423786958058676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,3584,0.7990079720815023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,3584,1.6796132723490398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,3584,5.4359175364176435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,3584,0.8691386381785074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,3584,0.48493067423502606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,3584,0.4461866617202759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,3584,0.46278401215871173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,3584,0.43613334496816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,3584,0.43169867992401123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,3584,0.40855201085408527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,3584,0.37801067034403485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,3584,0.39612801869710285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,3584,0.3874693314234416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,3584,0.35653865337371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,3584,0.3516720136006673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,3584,0.3307680090268453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,3584,0.3216480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,3584,0.30477867523829144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,3584,0.2977653344472249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,3584,0.2780453364054362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,3584,0.26742666959762573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,3584,0.2521439989407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,3584,0.24289866288503012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,3584,0.22452799479166666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,3584,0.21537333726882935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,3584,0.19980533917744955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,3584,0.1890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,3584,0.17423999309539795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,3584,0.16079200307528177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,3584,0.14735200007756552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,3584,0.1389840046564738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,3584,0.12180266777674358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,3584,0.10585066676139832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,3584,0.0979200005531311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,3584,0.0824533353249232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,3584,0.06633066634337108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,3584,0.06084266801675161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,3584,0.04360266526540121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,3584,0.04346133271853129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,3584,0.04333333174387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,3584,0.042936002214749656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,3584,0.042674665649731956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,3584,0.04513599971930186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,3584,0.045293331146240234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,3584,0.04740799963474274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,3584,0.03225333243608475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,3584,0.033026665449142456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,3584,0.03286399940649668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,3584,0.03366133322318395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,3584,0.033330666522185005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,3584,0.03490666548411051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,3584,0.032474666833877563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,3584,0.03331733246644338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,3584,0.03465333332618078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,3584,0.033959999680519104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,3584,0.03463733444611231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,3584,0.03544000039498011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,3584,0.03492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,3584,0.03632266571124395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,3584,0.0341359997789065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,3584,0.03535199910402298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,3584,0.03276266654332479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,3584,0.03645866612593333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,3584,0.03621866554021835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,3584,0.03433600068092346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,3584,0.03658399979273478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,3584,0.036271999279658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,3584,0.0355706661939621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,3584,0.036362667878468834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,3584,0.03718933214743932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,3584,0.034261333445707955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,3584,0.03693066785732905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,3584,0.037258667250474296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,3072,8.633114496866861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,3072,2.4828747113545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,3072,1.1941920121510823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,3584,0.036343999207019806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,3072,1.2267413139343262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,3072,1.0072320302327473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,3072,0.9313759803771973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,3072,0.956666628519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,3072,3.9120960235595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,3072,0.8359893163045248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,3072,0.9611946741739908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,3072,0.9606880346934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,3072,0.8726239999135336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,3072,0.7648320198059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,3072,0.8674720128377279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,3072,0.7204693158467611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,3072,0.7241919835408529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,3072,0.6933706601460775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,3072,0.6142400105794271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,3072,0.6357226769129435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,3072,0.5834346612294515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,3072,0.5843253135681152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,3072,0.6325279871622721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,3072,0.48904534180959064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,3072,0.4463786681493123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,3072,0.412224014600118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,3072,0.38051732381184894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,3072,0.3246293266614278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,3072,0.2943626642227173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,3072,0.2553546627362569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,3072,0.20734399557113647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,3072,0.22570133209228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,3072,0.16506133476893106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,3072,0.1381333371003469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,3072,0.08815466364224751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,3072,0.08392000198364258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,3072,0.08313066760698955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,3072,0.08906666437784831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,3072,0.08404800295829773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,3072,0.07999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,3072,0.07729599873224895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,3072,0.0757173349459966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,3072,0.4694933493932088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,3072,0.07108800113201141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,3072,0.0764213353395462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,3072,0.07580266892910004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,3072,0.0757013310988744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,3072,0.06854400038719177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,3072,0.29656533400217694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,3072,0.0689386675755183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,3072,0.06946666538715363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,3072,0.06718400120735168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,3072,0.07868800063927968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,3072,0.0780320018529892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,3072,0.07866666714350383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,3072,0.07874133189519246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,3072,0.0705386648575465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,3072,0.06977066894372304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,3072,0.06136000156402588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,3072,0.060864001512527466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,3072,0.06058666606744131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,3072,0.06044800082842509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,3072,0.06075733403364817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,3072,0.06044800082842509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,3072,0.06057066718737284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,3072,0.06065600117047628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,3072,0.060736000537872314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,3072,0.06029866635799408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,3072,0.060559997955958046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,3072,0.060234665870666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,3072,0.06397333244482677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,3072,0.06337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,3072,0.06260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,3072,0.06428800026575725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,3072,0.06851199766000111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,3072,2.0737226804097495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,3072,1.043621301651001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,3072,4.10429318745931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,3072,0.6101280053456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,3072,0.642255981763204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,3072,0.5752373139063517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,3072,0.6313866774241129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,3072,0.556277314821879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,3072,0.5993599891662598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,3072,0.5023466746012369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,3072,0.4809279839197795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,3072,0.47966933250427246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,3072,0.4396053155263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,3072,0.4645173152287801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,3072,0.4050399859746297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,3072,0.3931573232014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,3072,0.38433067003885907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,3072,0.35230934619903564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,3072,0.33931199709574383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,3072,0.36536534627278644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,3072,0.3209493358929952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,3072,0.31107733647028607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,3072,0.28030399481455487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,3072,0.2617013255755107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,3072,0.2549813389778137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,3072,0.2544906735420227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,3072,0.21490132808685303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,3072,0.18847467501958212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,3072,0.18253332376480103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,3072,0.2074186603228251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,3072,0.1532533367474874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,3072,0.12878400087356567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,3072,0.10470933715502422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,3072,0.13081600268681845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,3072,0.09148800373077393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,3072,0.062368000547091164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,3072,0.0572266678015391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,3072,0.06181333462397257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,3072,0.06407999992370605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,3072,0.05755199988683065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,3072,0.05527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,3072,0.05448000133037567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,3072,0.05266133447488149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,3072,0.05385066568851471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,3072,0.05304533243179321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,3072,0.053541332483291626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,3072,0.04961066444714864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,3072,0.05014933149019877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,3072,0.05030933519204458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,3072,0.04819199939568838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,3072,0.05129066606362661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,3072,0.051034669081370033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,3072,0.05060799916585287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,3072,0.05043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,3072,0.04832000037034353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,3072,0.049173335234324135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,3072,0.043466667334238686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,3072,0.044639999667803444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,3072,0.04409066836039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,3072,0.04374399781227112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,3072,0.04342400034268697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,3072,0.04384533564249674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,3072,0.043418665726979576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,3072,0.059845333298047386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,3072,0.044256001710891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,3072,0.04322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,3072,0.04244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,3072,0.044453332821528115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,3072,0.04411733150482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,3072,0.0467199981212616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,3072,0.04544533292452494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,3072,0.045253331462542214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,3072,0.044981335600217186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,3072,0.048911998669306435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,3584,0.036845333874225616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,3072,5.42794672648112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,3072,0.816922664642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,3072,2.804901440938314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,3072,0.7078613440195719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,3072,0.857856035232544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,3072,0.6715679963429769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,3072,0.6897333463033041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,3072,0.6175893147786459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,3072,0.654309352238973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,3072,0.5787893136342367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,3072,0.6060906648635864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,3072,0.5375680128733317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,3072,0.5597813526789347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,3072,0.4941546519597371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,3072,0.513429323832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,3072,0.45289067427317303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,3072,0.4681119918823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,3072,0.41063467661539715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,3072,0.4315893252690633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,3072,0.35918935139973956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,3072,0.3606933355331421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,3072,0.3169706662495931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,3072,0.31970133384068805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,3072,0.28011733293533325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,3072,0.2804639935493469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,3072,0.23947733640670776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,3072,1.4145760536193848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,3072,0.23237866163253784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,3072,0.2014133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,3072,0.18387200435002646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,3072,0.1552906632423401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,3072,0.134442667166392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,3072,0.10636267066001892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,3072,0.08426666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,3072,0.06679999828338623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,3072,0.06878399848937988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,3072,0.06638399759928386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,3072,0.06730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,3072,0.06418666740258534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,3072,0.06261866788069408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,3072,0.06273066500822704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,3072,0.06102933486302694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,3072,0.04765866696834564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,3072,0.047914668917655945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,3072,0.047877331574757896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,3072,0.04769066472848257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,3072,0.047370667258898415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,3072,0.04761599997679392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,3072,0.04607999821503957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,3072,0.046570668617884316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,3072,0.04345599810282389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,3072,0.043968002001444496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,3072,0.04222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,3072,0.05253333350022634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,3072,0.04990933338801066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,3072,0.05376533170541128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,3072,0.04977599779764811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,3072,0.052149335543314614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,3072,0.05789333085219065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,3072,0.05648533503214518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,3072,0.04970666766166687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,3072,0.0563679983218511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,3072,0.05630399783452352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,3072,0.04977599779764811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,3072,0.05273599922657013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,3072,0.04985600213209788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,3072,0.05357866485913595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,3072,0.052095999320348106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,3072,0.04831466575463613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,3072,0.05192000170548757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,3072,0.05268266797065735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,3072,0.048026666045188904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,3072,0.819648027420044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,3072,0.7505386670430502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,3072,1.4763706525166829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,3072,4.513933181762695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,3072,0.7413307030995687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,3072,0.4211413462956746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,3072,0.4038240114847819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,3072,0.39319467544555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,3072,0.3802266518274943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,3072,0.3765093485514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,3072,0.35688265164693195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,3072,0.3478399912516276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,3072,0.33824801445007324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,3072,0.32870133717854816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,3072,0.3114853302637736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,3072,0.30391732851664227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,3072,0.29152800639470416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,3072,0.2810426751772563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,3072,0.2678346633911133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,3072,0.25735199451446533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,3072,0.24296534061431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,3072,0.2347360054651896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,3072,0.22226399183273315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,3072,0.19818667570749918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,3072,0.21050665775934854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,3072,0.19139999151229858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,3072,0.17654667297999063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,3072,0.1616373360157013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,3072,0.15698400139808655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,3072,0.14428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,3072,0.12909866372744241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,3072,0.11956000328063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,3072,0.1084826687971751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,3072,0.09457866350809734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,3072,0.08564800024032593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,3072,0.07197066644827525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,3072,0.059773330887158714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,3072,0.05333333214124044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,3072,0.038589333494504295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,3072,0.03849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,3072,0.039106667041778564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,3072,0.03816800067822138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,3072,0.03834400077660879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,3072,0.03938133269548416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,3072,0.03855200111865997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,3072,0.041693334778149925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,3072,0.029847999413808186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,3072,0.030061334371566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,3072,0.03019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,3072,0.02922666569550832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,3072,0.02996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,3072,0.031189332405726116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,3072,0.03124533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,3072,0.031154667337735493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,3072,0.03123466670513153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,3072,0.031914666295051575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,3072,0.03218399981657664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,3072,0.03019999961058299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,3072,0.031311998764673867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,3072,0.031485334038734436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,3072,0.03229066729545593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,3072,0.0317493329445521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,3072,0.031471999982992806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,3072,0.03330666571855545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,3072,0.032816000282764435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,3072,0.029077333708604176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,3072,0.03120533376932144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,3072,0.032586666444937386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,3072,0.03294666608174642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,3072,0.03215999901294708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,3072,0.030290665725866955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,3072,0.03356266766786575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,3072,0.033189333975315094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,2560,7.134368260701497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,2560,3.822005271911621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,2560,1.8477600415547688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,2560,1.072325309117635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,2560,1.0334293047587078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,2560,0.9474506378173828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,2560,0.8371466795603434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,2560,0.9381493727366129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,2560,0.7458613713582357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,2560,0.7313653628031412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,2560,0.7455946604410807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,2560,0.7604373296101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,2560,0.6780853271484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,2560,0.6857972939809164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,2560,0.6481920083363851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,2560,0.6208479801813761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,2560,0.6236693461736044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,2560,0.5762346585591634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,2560,0.5109173456827799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,2560,0.5004053513209025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,2560,0.4771360158920288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,2560,0.4721386830012004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,2560,0.40483200550079346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,2560,0.3992319901784261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,2560,0.38246933619181317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,2560,0.3459999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,2560,0.32451732953389484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,2560,0.2840213378270467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,2560,0.25870933135350543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,2560,0.23853333791097006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,2560,0.2060746749242147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,2560,0.17313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,2560,0.18709333737691244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,2560,0.144378662109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,2560,0.12762133280436197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,2560,0.08136533200740814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,2560,0.073594664533933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,2560,0.07292800148328145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,2560,0.07557866473992665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,2560,0.07182399928569794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,2560,0.0692799985408783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,2560,0.06620266536871593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,2560,0.06525866687297821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,2560,0.062496001521746315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,2560,0.06603200236956279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,2560,0.06482133269309998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,2560,0.06431999802589417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,3072,0.029074666400750477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,2560,0.059263999263445534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,2560,0.05857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,2560,0.05853333572546641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,2560,0.057904000083605446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,2560,0.05712533493836721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,2560,0.06005333364009857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,2560,0.06004266440868378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,2560,0.05960000058015188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,2560,0.05899199843406677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,2560,0.058304001887639366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,2560,0.0582239975531896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,2560,0.05162666738033295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,2560,0.051813334226608276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,2560,0.05202666421731313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,2560,0.05142400165398916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,2560,0.05144000053405762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,2560,0.05207466582457224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,2560,0.051685333251953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,2560,0.05152533451716105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,2560,0.052015999952952065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,2560,0.05072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,2560,0.05046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,2560,0.05072533090909322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,2560,0.05388799806435903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,2560,0.05403199791908264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,2560,0.053802669048309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,2560,0.05388266841570536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,2560,3.467946688334147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,2560,2.0084266662597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,2560,0.9270186424255371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,2560,0.5388426780700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,2560,0.501146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,2560,0.5003253221511841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,2560,0.4731839895248413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,2560,0.4508320093154907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,2560,0.4376800060272217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,2560,0.425002654393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,2560,0.39822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,2560,0.36750932534535724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,2560,0.3745013475418091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,2560,0.34674131870269775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,2560,0.33925867080688477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,2560,0.3319093386332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,2560,0.3109813332557678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,2560,0.2936319907506307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,2560,0.3155146638552348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,2560,0.27536000808080036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,2560,0.27267199754714966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,2560,0.39975468317667645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,2560,0.2347360054651896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,2560,0.2238346735636393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,2560,0.22099733352661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,2560,0.22116265694300333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,2560,0.1893706719080607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,2560,0.16425066192944845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,2560,0.16018666823705038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,2560,0.13527466853459677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,2560,0.18112534284591675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,2560,0.11216533184051514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,2560,0.11425066987673442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,2560,0.09335999687512715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,2560,0.07551466425259908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,2560,0.05090666810671488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,2560,0.050101334849993386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,2560,0.05551466842492422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,2560,0.054698665936787925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,2560,0.05236800014972687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,2560,0.04896533489227295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,2560,0.048570667703946434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,2560,0.04796266555786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,2560,0.047685335079828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,2560,0.047082667549451195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,2560,0.046682665745417275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,2560,0.04632000128428141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,2560,0.04488533238569895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,2560,0.04558933277924856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,2560,0.04345599810282389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,2560,0.0566240002711614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,2560,0.04444266855716705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,2560,0.046207999189694725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,2560,0.04468800127506256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,2560,0.04499199986457825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,2560,0.044351999958356224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,2560,0.04305600126584371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,2560,0.04502399762471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,2560,0.03963200002908707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,2560,0.04040000090996424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,2560,0.040405333042144775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,2560,0.041146665811538696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,2560,0.03939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,2560,0.03973866750796636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,2560,0.03996799886226654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,2560,0.039066667358080544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,2560,0.0390079990029335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,2560,0.039461334546407066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,2560,0.038975998759269714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,2560,0.04118400067090988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,2560,0.040762667854626976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,2560,0.039850667119026184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,2560,0.04060266663630804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,2560,0.03989866624275843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,2560,2.461418628692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,3072,0.032642667492230736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,2560,1.2454826831817627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,2560,0.6756746768951416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,2560,5.135605176289876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,2560,0.672000010808309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,3072,0.033439998825391136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,2560,0.5988213221232096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,2560,0.7598133087158203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,2560,0.5404959917068481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,2560,0.5793333450953165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,2560,0.5102186600367228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,2560,0.5406719843546549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,2560,0.47953065236409503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,2560,0.4994666576385498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,2560,0.4404640197753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,2560,0.45823466777801514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,2560,0.40620799859364826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,2560,0.4211626847585042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,2560,0.3694080114364624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,2560,0.3872586488723755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,2560,0.32232532898585003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,2560,0.3224266568819682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,2560,0.2846933404604594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,2560,0.2850933273633321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,2560,0.25019200642903644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,2560,0.24478399753570557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,2560,0.21234132846196493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,2560,0.2060533364613851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,2560,0.17384533087412515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,2560,0.16321067015329996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,2560,0.13267733653386435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,2560,0.1200266679128011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,2560,0.0936959981918335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,2560,0.07504533231258392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,2560,0.061648001273473106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,2560,0.06057066718737284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,2560,0.06213866670926412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,2560,0.05698133508364359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,2560,0.056128000219662987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,2560,0.05596266686916351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,2560,0.0561706672112147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,2560,0.05242133140563965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,2560,0.04322666426499685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,2560,0.04322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,2560,0.042650664846102394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,2560,0.04153066625197729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,2560,0.042624001701672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,2560,0.041690667470296226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,2560,0.041738669077555336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,2560,0.039477333426475525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,2560,0.037776000797748566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,2560,0.04252266883850098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,2560,0.043136000633239746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,2560,0.04586666822433472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,2560,0.0461706668138504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,2560,0.04620266457398733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,2560,0.04740799963474274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,2560,0.04554133117198944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,2560,0.0488319993019104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,2560,0.7314026355743408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,2560,0.045370668172836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,2560,0.04857600231965383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,2560,0.04817600051561991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,2560,0.04351999859015147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,2560,0.04766400158405304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,2560,0.04388799766699473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,2560,0.04205333193143209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,2560,0.04612799982229868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,2560,0.04500266909599304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,2560,0.045642669002215065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,2560,0.045509333411852516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,2560,0.045514668027559914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,2560,0.04606399933497111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,2560,0.6625066598256429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,2560,0.6301493247350057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,2560,1.254421313603719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,2560,0.643725315729777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,2560,3.641064008076986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,2560,0.36087465286254883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,2560,0.3557973305384318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,2560,0.33790401617685956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,2560,0.33727999528249103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,2560,0.3235893249511719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,2560,0.3118480046590169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,2560,0.30107466379801434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,2560,0.2985039949417114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,2560,0.2816320061683655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,2560,0.271506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,2560,0.2654079993565877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,2560,0.2556133270263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,2560,0.24221599102020264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,2560,0.23597333828608194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,2560,0.22608266274134317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,2560,0.21324533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,2560,0.2007946570714315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,2560,0.19546133279800415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,2560,0.18530132373174033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,2560,0.17172799507776895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,2560,0.16398132840792337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,2560,0.15374132990837097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,2560,0.14268267154693604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,2560,0.13498133420944214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,2560,0.12201333045959473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,2560,0.11259999871253967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,2560,0.10576533277829488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,2560,0.09382667144139607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,2560,0.07608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,2560,0.08122133215268452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,2560,0.0642133355140686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,2560,0.04584800203641256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,2560,0.052282666166623436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,2560,0.035485332210858665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,2560,0.034330666065216064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,2560,0.034872000416119896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,2560,0.033927999436855316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,2560,0.03412266572316488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,2560,0.03519999980926514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,2560,0.03563999881347021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,2560,0.03643200049797694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,2560,0.02628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,2560,0.02632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,2560,0.026327999929587047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,2560,0.026285332938035328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,2560,0.026541332403818767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,2560,0.027117334306240082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,2560,0.02809600035349528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,2560,0.027136000494162243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,2560,0.02701333413521449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,2560,0.026378666361172993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,2560,0.028274667759736378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,2560,0.026541332403818767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,2560,0.02702666570742925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,2560,0.027109332382678986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,2560,0.028981332977612812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,2560,0.027914665639400482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,2560,0.028861333926518757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,2560,0.02718133231004079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,2560,0.028471998870372772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,2560,0.02812266598145167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,2560,0.0290133332212766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,2560,0.028207999964555103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,2560,0.02861066659291585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,2560,0.02868266652027766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,2560,0.026733333865801494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,2560,0.030023999512195587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,2560,0.029285334050655365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,2048,5.311397234598796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,2048,2.769189198811849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,2048,1.47870937983195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,2048,0.8852533499399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,2048,0.7776479721069336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,2048,0.7542933622996012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,2048,0.6585119962692261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,2048,0.6565066576004028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,2048,0.6148586670557658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,2048,0.6130346854527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,2048,0.6012106736501058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,2048,0.5827253262201945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,2048,0.5296213229497274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,2048,0.5527199904123942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,2048,0.4902720053990682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,2048,0.4856479962666829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,2048,0.4751733144124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,2048,0.43940265973409015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,2048,0.40300798416137695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,2048,0.391541322072347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,2048,0.38858668009440106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,2048,0.38197867075602215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,2048,0.32713067531585693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,2048,0.3403306802113851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,2048,0.3299466570218404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,2048,0.3333226641019185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,2048,0.26261333624521893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,2048,0.23306665817896524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,2048,0.21182399988174438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,2048,0.25357333819071454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,2048,0.1722453236579895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,2048,0.14310933152834573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,2048,0.1449066698551178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,2048,0.11586667100588481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,2048,0.09645332892735799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,2048,0.06474666794141133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,2048,0.062421331803003945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,2048,0.05901333192984263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,2048,0.06243200103441874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,2048,0.0692853331565857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,2048,0.057328000664711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,2048,0.05434666574001312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,2048,0.05444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,2048,0.0535093347231547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,2048,0.056202664971351624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,2048,0.056143999099731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,2048,0.056330665946006775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,2048,0.051311999559402466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,2048,0.051125332713127136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,2048,0.05049066742261251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,2048,0.05019199848175049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,2048,0.0491893341143926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,2048,0.05218133330345154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,2048,0.051738664507865906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,2048,0.05179200073083242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,2048,0.05177066723505656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,2048,0.05036266644795736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,2048,0.05008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,2048,0.043237333496411644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,2048,0.04404800136884054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,2048,0.0432640016078949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,2048,0.04282666742801666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,2048,0.04288533329963684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,2048,0.04377600053946177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,2048,0.04252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,2048,0.04271999994913737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,2048,0.04201599955558777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,2048,0.04284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,2048,0.04241600135962168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,2048,0.04244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,2048,0.04438399771849314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,2048,0.044591998060544334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,2048,0.04468800127506256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,2048,0.0448586642742157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,2048,3.034693400065104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,2048,1.8041173617045085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,2048,0.8934266567230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,2048,0.46720532576243085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,2048,0.44701866308848065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,2048,0.4188213348388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,2048,0.40141598383585614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,2048,0.3953813314437866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,2048,0.3624639908472697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,2048,0.37401334444681805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,2048,0.3512880007425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,2048,0.3593653440475464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,2048,0.34058932463328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,2048,0.3211013277371724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,2048,0.2950933376948039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,2048,0.2890106638272603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,2048,0.2847786744435628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,2048,0.2651413281758626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,2048,0.24803467591603598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,2048,0.2673146724700928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,2048,0.2251919905344645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,2048,0.2208826740582784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,2048,0.19645333290100098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,2048,0.18731733163197836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,2048,0.19028266270955405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,2048,0.1938533385594686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,2048,0.1589626669883728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,2048,0.1406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,2048,0.13261866569519043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,2048,0.15040266513824463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,2048,0.11155466238657634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,2048,0.09444266557693481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,2048,0.09832800428072612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,2048,0.07711733380953471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,2048,0.06573600073655446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,2048,0.04773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,2048,0.04449866712093353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,2048,0.043920000394185386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,2048,0.04738399883111318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,2048,0.04938666522502899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,2048,0.044637332359949745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,2048,0.04212533434232076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,2048,0.04271199802557627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,2048,0.04154400030771891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,2560,0.028079998989899952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,2048,0.041666666666666664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,2048,0.04131733377774557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,2048,0.042064001162846885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,2048,0.039546666045983635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,2048,0.039143999417622886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,2048,0.04061066607634226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,2048,0.04004533340533575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,2048,0.038365334272384644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,2048,0.04109066724777222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,2048,0.03978933393955231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,2048,0.04010133445262909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,2048,0.03739733248949051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,2048,0.038482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,2048,0.03832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,2048,0.03522400061289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,2048,0.03568800042072932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,2048,0.0351946676770846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,2048,0.03374133259057999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,2048,0.03405333310365677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,2048,0.03420000026623408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,2048,0.03501333296298981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,2048,0.035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,2048,0.03453599909941355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,2048,0.033373333513736725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,2048,0.03510399907827377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,2048,0.0352933332324028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,2048,0.03550666570663452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,2048,0.03522400061289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,2048,0.03502133240302404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,2048,0.03535466641187668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,2560,0.02900800108909607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,2560,0.029098667204380035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,2048,2.14082940419515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,2048,0.6174293359120687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,2048,4.534725189208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,2048,0.6074080069859823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,2048,1.0798772970835369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,2048,0.5093760093053182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,2048,0.6639120181401571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,2048,0.4870346784591675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,2048,0.5000986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,2048,0.4504613478978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,2048,0.4695039987564087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,2048,0.42132266362508136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,2048,0.4350239833196004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,2048,0.38659199078877765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,2048,0.4007279872894287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,2048,0.3547946612040202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,2048,0.368127981821696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,2048,0.3210639953613281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,2048,0.335970679918925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,2048,0.2829973300298055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,2048,0.2839626669883728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,2048,0.2505360047022502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,2048,0.2474666635195414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,2048,0.21857333183288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,2048,0.21609334150950113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,2048,0.18581066528956094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,2048,0.1784213383992513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,2048,0.15108799934387207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,2048,0.1389306684335073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,2048,0.1134986678759257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,2048,0.10001333554585774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,2048,0.07780533532301585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,2048,0.06247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,2048,0.05166133244832357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,2048,0.05076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,2048,0.05096800128618876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,2048,0.05031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,2048,0.04753866791725159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,2048,0.04693866769472758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,2048,0.04675999780495962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,2048,0.0454693337281545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,2048,0.03632533301909765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,2048,0.03534133235613505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,2048,0.035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,2048,0.035202667117118835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,2048,0.035045333206653595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,2048,0.03431199987729391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,2048,0.03411199897527695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,2048,0.03387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,2048,0.0322026660044988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,2048,0.035045333206653595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,2048,0.034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,2048,0.036474667489528656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,2048,0.03535466641187668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,2048,0.03958933303753535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,2048,0.03855466594298681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,2048,0.03942133237918218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,2048,0.03867999960978826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,2048,0.038018666207790375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,2048,0.03647733231385549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,2048,0.037647999823093414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,2048,0.03570933391650518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,2048,0.0384853333234787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,2048,0.035429333647092186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,2048,0.03718400001525879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,2048,0.03630933413902918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,2048,0.037271998822689056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,2048,0.03584533433119456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,2048,0.038176000118255615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,2048,0.035504000882307686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,2048,0.03634133438269297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,2048,0.6247359911600748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,2048,0.5809866587320963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,2048,0.5422000090281168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,2048,2.6616622077094183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,2048,1.065982182820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,2048,0.5538150999281142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,2048,0.3013191223144531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,2048,0.2874720096588135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,2048,0.305007987552219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,2048,0.28621689478556317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,2048,0.27155910597907174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,2048,0.2661120096842448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,2048,0.2546151214175754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,2048,0.255441771613227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,2048,0.23706489139133027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,2048,0.23211378521389434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,2048,0.22267556190490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,2048,0.20228266716003418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,2048,0.2198737727271186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,2048,0.20186132854885527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,2048,0.18915732701619467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,2048,0.1817173295550876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,2048,0.17094222704569498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,2048,0.16596799426608616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,2048,0.1537368827395969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,2048,0.14694044325086805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,2048,0.13963733779059515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,2048,0.13001067108578152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,2048,0.11924444304572211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,2048,0.11447644233703613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,2048,0.1045724418428209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,2048,0.09497066338857015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,2048,0.08719999922646417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,2048,0.07918400234646268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,2048,0.06994844145245023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,2048,0.06446222464243571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,2048,0.05321422219276428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,2048,0.044897778166664966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,2048,0.029736889733208552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,2048,0.0381279985109965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,2048,0.029841777351167467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,2048,0.028961777687072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,2048,0.029432889488008287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,2048,0.02934044599533081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,2048,0.029167999823888142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,2048,0.029285334878497656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,2048,0.030431999100579157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,2048,0.022513777017593384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,2048,0.02184711065557268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,2048,0.022051556242836848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,2048,0.021957332889238994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,2048,0.02331377731429206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,2048,0.02296888828277588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,2048,0.02214755614598592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,2048,0.022286223040686712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,2048,0.022103110949198406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,2048,0.022643556197484333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,2048,0.023191110955344305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,2048,0.023011555274327595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,2048,0.023450666003757056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,2048,0.024298666252030268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,2048,0.023637332850032385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,2048,0.023783110909991797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,2048,0.02409422232045068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,2048,0.023747555083698694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,2048,0.024188444018363953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,2048,0.02404800057411194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,2048,0.024167110522588093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,2048,0.02387911081314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,2048,0.024737776981459722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,2048,0.024280889166726008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,2048,0.024675556355052527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,2048,0.024275556206703186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,2048,0.024307555622524683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,1536,3.8658666610717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,1536,2.172661304473877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,1536,1.146895964940389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,1536,0.6504053274790446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,1536,0.6073280175526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,1536,0.5459466775258383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,1536,0.5154879887898763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,1536,0.5296479860941569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,1536,0.4820053180058797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,1536,0.448304017384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,1536,0.43213868141174316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,1536,0.4205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,1536,0.39838401476542157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,1536,0.4240320126215617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,1536,0.37860798835754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,1536,0.3707946538925171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,1536,0.3582079807917277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,1536,0.33219200372695923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,1536,0.3033120036125183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,1536,0.33125332991282147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,1536,0.28587732712427777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,1536,0.2753066619237264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,1536,0.24223466714223227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,1536,0.23340266942977905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,1536,0.22789333264033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,1536,0.2326026757558187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,1536,0.18389866749445596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,1536,0.1662666698296865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,1536,0.15414933363596597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,1536,0.18245333433151245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,1536,0.12488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,1536,0.10629333058993022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,1536,0.10828800002733867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,1536,0.08463467160860698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,1536,0.07045333087444305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,1536,0.04632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,1536,0.04261866708596548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,1536,0.04167999823888143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,1536,0.04814399778842926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,1536,0.05151999990145365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,1536,0.0439573327700297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,1536,0.04195199906826019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,1536,0.04222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,1536,0.039808000127474465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,1536,0.041850666205088295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,1536,0.04189866781234741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,1536,0.04159466673930486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,1536,0.03928533444801966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,1536,0.039061332742373146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,1536,0.038293334345022835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,1536,0.03800000001986822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,1536,0.037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,1536,0.040778666734695435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,1536,0.04131733377774557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,1536,0.04116799930731455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,1536,0.03990933299064636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,1536,0.038704000413417816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,1536,0.038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,1536,0.03467733412981033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,1536,0.034917332231998444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,1536,0.03455466777086258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,1536,0.03465600063403448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,1536,0.0342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,1536,0.0342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,1536,0.03403199960788091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,1536,0.03409600009520849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,1536,0.03422400106986364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,1536,0.0344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,1536,0.03401066611210505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,1536,0.03402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,1536,0.03572800010442734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,1536,0.035887998839219414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,1536,0.03581333408753077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,1536,0.035887998839219414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,1536,2.1911466916402182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,1536,1.117682695388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,1536,0.629095991452535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,1536,0.34964267412821454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,1536,0.33375732103983563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,1536,0.3274640043576558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,1536,0.31669867038726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,1536,0.3033173282941182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,1536,0.2839573423067729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,1536,0.2790079911549886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,1536,0.2613439957300822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,1536,0.25227200984954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,1536,0.24532532691955566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,1536,0.23918932676315308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,1536,0.21912533044815063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,1536,0.21397332350413004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,1536,0.2091040015220642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,1536,0.1936453382174174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,1536,0.18087732791900635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,1536,0.20563733577728271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,1536,0.18077866236368814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,1536,0.17256265878677368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,1536,0.15628533562024435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,1536,0.14763466517130533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,1536,0.13791732986768088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,1536,0.14863466223080954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,1536,0.1223306655883789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,1536,0.10999733209609985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,1536,0.10187199711799622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,1536,0.11878933509190877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,1536,0.08734666307767232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,1536,0.07451733450094859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,1536,0.07819466789563496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,1536,0.06329066554705302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,1536,0.053528000911076866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,1536,0.040005333721637726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,1536,0.03880800058444341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,1536,0.039813332259655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,1536,0.041165334482987724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,1536,0.039474666118621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,1536,0.03942666699488958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,1536,0.036533333361148834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,1536,0.03695466617743174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,1536,0.036274666587511696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,1536,0.03632266571124395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,1536,0.03488266716400782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,1536,0.035815998911857605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,1536,0.03422133376200994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,1536,0.03319466610749563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,1536,0.03306400030851364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,1536,0.03214666744073232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,1536,0.0331839993596077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,1536,0.03468266626199087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,1536,0.03393599887688955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,1536,0.03477599968512853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,1536,0.03182666748762131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,1536,0.03192266573508581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,1536,0.03143200029929479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,1536,0.029256001114845276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,1536,0.030269332230091095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,1536,0.02958933264017105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,1536,0.031119999786218006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,1536,0.030397333204746246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,1536,0.029815999170144398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,1536,0.029440000653266907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,1536,0.02959999938805898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,1536,0.02922666569550832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,1536,0.030202666918436687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,1536,0.029504001140594482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,1536,0.03143733243147532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,1536,0.030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,1536,0.03165333221356074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,1536,0.029472000896930695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,1536,0.02998666713635127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,2048,0.023678221636348303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,1536,3.6656293869018555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,1536,0.9261733690897623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,2048,0.02494755552874671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,1536,0.509605328241984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,2048,0.024298666252030268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,1536,0.4724026521046956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,1536,1.7984933853149414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,1536,0.4498480161031087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,1536,0.5643466711044312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,1536,0.41577335198720294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,1536,0.4323066473007202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,1536,0.3835893472035726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,1536,0.4025040070215861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,1536,0.36080265045166016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,1536,0.37292532126108807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,1536,0.3324826757113139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,1536,0.3445333242416382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,1536,0.306002676486969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,1536,0.3155386646588643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,1536,0.2778799931208293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,1536,0.2886959910392761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,1536,0.24580534299214682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,1536,0.24223466714223227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,1536,0.2164133389790853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,1536,0.21114933490753174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,1536,0.1906399925549825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,1536,0.1840933362642924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,1536,0.16024532914161682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,1536,0.14977332949638367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,1536,0.12882399559020996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,1536,0.117658664782842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,1536,0.09726933638254802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,1536,0.08534399668375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,1536,0.06751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,1536,0.052655999859174095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,1536,0.04494133094946543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,1536,0.04420800010363261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,1536,0.04432533184687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,1536,0.04240266482035319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,1536,0.041106666127840676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,1536,0.04004533340533575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,1536,0.04022933294375738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,1536,0.03840799878040949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,1536,0.031138665974140167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,1536,0.03050133337577184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,1536,0.030506665507952373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,1536,0.03019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,1536,0.030082667867342632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,1536,0.029495999217033386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,1536,0.029045333464940388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,1536,0.029274667302767437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,1536,0.027482666075229645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,1536,0.029066666960716248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,1536,0.028925334413846333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,1536,0.029504001140594482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,1536,0.029098667204380035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,1536,0.031008000175158184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,1536,0.029066666960716248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,1536,0.03002133220434189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,1536,0.030023999512195587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,1536,0.030117332935333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,1536,0.03128000100453695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,1536,0.028250666956106823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,1536,0.03018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,1536,0.030109333495299023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,1536,0.02902399996916453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,1536,0.03029866764942805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,1536,0.029130667448043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,1536,0.02993600070476532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,1536,0.031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,1536,0.029448000093301136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,1536,0.03107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,1536,0.029125332832336426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,1536,0.542303999265035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,1536,0.49406135082244873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,1536,0.4619679848353068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,1536,1.8352336883544922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,1536,0.8874204423692492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,1536,0.4592924647861057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,1536,0.2519448863135444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,1536,0.2571377754211426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,1536,0.24067910512288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,1536,0.22694222132364908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,1536,0.24096533987257215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,1536,0.22771732012430826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,1536,0.2125084400177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,1536,0.21368711524539521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,1536,0.1979342169231839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,1536,0.19837333096398246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,1536,0.18488710456424287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,1536,0.18472533755832246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,1536,0.16923377248975965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,1536,0.15798932976192898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,1536,0.17125866148206922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,1536,0.1539200014538235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,1536,0.14011911551157633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,1536,0.14166043864356145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,1536,0.1276302205191718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,1536,0.12447822093963623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,1536,0.11438932683732773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,1536,0.11153599951002334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,1536,0.09870933161841498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,1536,0.09717510806189643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,1536,0.08467555708355373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,1536,0.08091377549701266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,1536,0.07217955589294434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,1536,0.0661333335770501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,1536,0.0568444463941786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,1536,0.054120888312657676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,1536,0.04455999864472283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,1536,0.03765511181619432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,1536,0.031095110707812842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,1536,0.025991110338105097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,1536,0.025553777813911438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,1536,0.02473955518669552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,1536,0.023722666833135817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,1536,0.025210666987631056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,1536,0.025553777813911438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,1536,0.024478221933046978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,1536,0.02509333358870612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,1536,0.018616888258192275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,1536,0.018901333212852478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,1536,0.018771555688646104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,1536,0.018378666705555387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,1536,0.019882667395803664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,1536,0.018744889232847426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,1536,0.018887110882335238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,1536,0.0184515549076928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,1536,0.01908622185389201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,1536,0.018817777434984844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,1536,0.01869155632125007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,1536,0.01847999956872728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,1536,0.019002666076024372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,1536,0.02017244365480211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,1536,0.019518221418062847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,1536,0.01941511034965515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,1536,0.020192000601026747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,1536,0.02012800011369917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,1536,0.020055111911561754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,1536,0.01949155496226417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,1536,0.02072355482313368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,1536,0.02018311123053233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,1536,0.02015111181471083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,1536,0.020394666327370536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,1536,0.020798222886191476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,1536,0.020782222350438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,1536,0.020087111327383254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,1024,2.828357378641764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,1024,1.751578648885091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,1024,0.8004266421000162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,1024,0.4556959867477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,1536,0.02013688948419359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,1024,0.4341946840286255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,1024,0.34371201197306317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,1024,0.40744535128275555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,1024,0.38043733437856037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,1024,0.362280011177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,1024,0.3174186746279399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,1024,0.3156613310178121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,1024,0.28869332869847614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,1024,0.31040533383687335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,1024,0.2518426577250163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,1024,0.23402933279673258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,1024,0.24261866013209024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,1024,0.32149867216746014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,1024,0.22901866833368936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,1024,0.20556267102559408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,1024,0.244159996509552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,1024,0.19616534312566122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,1024,0.2171786626180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,1024,0.16100266575813293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,1024,0.19005600611368814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,1024,0.14990133047103882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,1024,0.18481600284576416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,1024,0.12357866764068604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,1024,0.1275706688563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,1024,0.10486666361490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,1024,0.08519200483957927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,1024,0.1350586712360382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,1024,0.0718373308579127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,1024,0.08318399886290233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,1024,0.05931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,1024,0.05158133308092753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,1024,0.03256800025701523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,1024,0.030775999029477436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,1024,0.03600533306598663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,1024,0.02903733402490616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,1024,0.036330667634805046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,1024,0.03011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,1024,0.030194667478402454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,1024,0.029311999678611755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,1024,0.028765333195527393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,1024,0.03070399910211563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,1024,0.028218666712443035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,1024,0.02844800055027008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,1024,0.026917333404223125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,1024,0.026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,1024,0.026360000173250835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,1024,0.026029333472251892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,1024,0.025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,1024,0.028944000601768494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,1024,0.028064000109831493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,1024,0.02810666710138321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,1024,0.027117334306240082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,1024,0.027002667387326557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,1024,0.026447998980681103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,1024,0.02293599893649419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,1024,0.023077333966890972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,1024,0.02311733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,1024,0.023232000569502514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,1024,0.023394666612148285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,1024,0.023168000082174938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,1024,0.023016000787417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,1024,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,1024,0.02333866556485494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,1024,0.023370665808518726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,1024,0.022976001103719074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,1024,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,1024,0.023141334454218548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,1024,0.02312533309062322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,1024,0.02364533394575119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,1024,0.023946667710940044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,1024,1.5167164272732203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,1024,0.8873617913987902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,1024,0.4402595625983344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,1024,0.2871217727661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,1024,0.2757297886742486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,1024,0.22384889920552573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,1024,0.22623822424146864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,1024,0.21300266848670113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,1024,0.2049457761976454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,1024,0.19538488652971056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,1024,0.18827911218007407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,1024,0.1995075543721517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,1024,0.1780551142162747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,1024,0.17637511094411215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,1024,0.16121421919928655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,1024,0.1589884493086073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,1024,0.17062932915157744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,1024,0.1608017815483941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,1024,0.13935466607411703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,1024,0.15062933497958714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,1024,0.12818666299184164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,1024,0.12616888682047525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,1024,0.11477688948313396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,1024,0.10967289076911078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,1024,0.10320711135864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,1024,0.11341333389282227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,1024,0.09198933177524143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,1024,0.07894577582677205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,1024,0.08346666892369588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,1024,0.08693155315187241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,1024,0.06644977463616265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,1024,0.05942933426962959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,1024,0.059808002577887646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,1024,0.050458666351106435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,1024,0.043235556946860425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,1024,0.03377422359254625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,1024,0.031495110856162176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,1024,0.03113422128889296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,1024,0.031946665710873075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,1024,0.033096889654795326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,1024,0.0306915541489919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,1024,0.02998222245110406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,1024,0.028734223710166082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,1024,0.028526223368114893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,1024,0.027573333846198186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,1024,0.02754488918516371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,1024,0.027219555444187585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,1024,0.027519999278916255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,1024,0.02724444369475047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,1024,0.025064888927671645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,1024,0.025740444660186768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,1024,0.02643377747800615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,1024,0.025568000144428674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,1024,0.026643556025293138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,1024,0.02695466743575202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,1024,0.02565866708755493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,1024,0.02502577834659153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,1024,0.02479466630352868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,1024,0.02455111179086897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,1024,0.024897777371936377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,1024,0.02862400147649977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,1024,0.024520888924598694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,1024,0.02488888965712653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,1024,0.02497422198454539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,1024,0.02495466669400533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,1024,0.024616888827747766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,1024,0.024892444411913555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,1024,0.024977778395016987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,1024,0.025088000628683303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,1024,0.024979554944568213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,1024,0.024844444460339014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,1024,0.02479822271400028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,1024,0.024919110867712233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,1024,0.02424000038041009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,1536,0.020319999919997323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,1536,0.020382222202089097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,1024,1.5018719567192926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,1024,0.4171982341342502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,1024,2.969969855414497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,1024,0.3886773321363661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,1024,0.7745137744479709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,1024,0.3729404343499078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,1024,0.46407286326090497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,1024,0.3477155632442898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,1024,0.4366204473707411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,1024,0.40549688869052464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,1024,0.3535342216491699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,1024,0.3218879964616564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,1024,0.2960995568169488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,1024,0.3023342291514079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,1024,0.27382222811381024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,1024,0.2785866790347629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,1024,0.2505155669318305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,1024,0.3264675670199924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,1024,0.25521598921881783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,1024,0.23235556814405653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,1024,0.23316444291008842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,1024,0.2052373356289334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,1024,0.19895466168721518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,1024,0.17743466960059273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,1024,0.17460621727837455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,1024,0.15247466829088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,1024,0.14911644988589817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,1024,0.1296479966905382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,1024,0.1222720013724433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,1024,0.10307377576828003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,1024,0.09636266363991632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,1024,0.07914666997061835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,1024,0.06947377655241224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,1024,0.04251733422279358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,1024,0.05656177467770047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,1024,0.03472355670399136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,1024,0.03387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,1024,0.033372445238961115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,1024,0.03302755620744493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,1024,0.03049066662788391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,1024,0.029459555943806965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,1024,0.029653333955340918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,1024,0.026995556222067937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,1024,0.021719111336602107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,1024,0.0225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,1024,0.02160533269246419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,1024,0.021175111333529156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,1024,0.021503999829292297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,1024,0.021306667062971327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,1024,0.020375111036830477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,1024,0.020853334003024634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,1024,0.018796443939208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,1024,0.020106666617923312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,1024,0.020080000162124634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,1024,0.02093511157565647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,1024,0.020389333367347717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,1024,0.019951999187469482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,1024,0.0206631107462777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,1024,0.020382222202089097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,1024,0.02087466584311591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,1024,0.02032177812523312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,1024,0.02073777715365092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,1024,0.02108088963561588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,1024,0.020768000019921195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,1024,0.02018666598531935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,1024,0.020540444387329947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,1024,0.021171554923057556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,1024,0.021715554926130507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,1024,0.021470222208235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,1024,0.020414221617910597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,1024,0.020899555749363367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,1024,0.02108977735042572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,1024,0.020972443951500788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,1024,0.38267021709018284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,1024,1.5003711700439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,1024,0.34734506607055665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,1024,0.6806133270263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,1024,0.19349226951599122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,1024,0.18908054033915203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,1024,0.17794772783915203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,1024,0.18250880241394044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,1024,0.17221226692199706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,1024,0.16735146840413412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,1024,0.1605247974395752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,1024,0.15784212748209636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,1024,0.15068373680114747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,1024,0.1462890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,1024,0.13934720357259114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,1024,0.13681599299112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,1024,0.12986453374226886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,1024,0.12557973066965739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,1024,0.11888000170389812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,1024,0.11492799917856852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,1024,0.10852266947428386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,1024,0.10465066432952881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,1024,0.0973141352335612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,1024,0.09352320035298665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,1024,0.08786346912384033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,1024,0.08268373012542725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,1024,0.07610773245493571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,1024,0.07357439994812012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,1024,0.0659605344136556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,1024,0.06096106767654419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,1024,0.05488640069961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,1024,0.05180266698201498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,1024,0.04503360191980998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,1024,0.041341865062713624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,1024,0.03447786569595337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,1024,0.030112000306447347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,1024,0.024312533934911094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,1024,0.01917333404223124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,1024,0.019103999932607016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,1024,0.01987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,1024,0.019921066363652547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,1024,0.018931200106938682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,1024,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,1024,0.019927465915679933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,1024,0.020142932732899986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,1024,0.013756799697875976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,1024,0.01418239971001943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,1024,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,1024,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,1024,0.014681599537531533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,1024,0.013989333311716715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,1024,0.014125866691271463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,1024,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,1024,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,1024,0.014314666390419006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,1024,0.014912000298500061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,1024,0.01520639955997467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,1024,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,1024,0.01569066643714905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,1024,0.015994667013486227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,1024,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,1024,0.015936000148455302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,1024,0.01593066652615865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,1024,0.01590506633122762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,1024,0.016103466351826988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,1024,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,1024,0.01608746647834778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,1024,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,1024,0.01581013302008311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,1024,0.01583253343900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,1024,0.015830399592717488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,1024,0.015848533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,768,2.1101706822713218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,768,1.2446880340576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,768,0.6472346782684326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,768,0.3532533248265584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,1024,0.016286933422088624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,768,0.3202773332595825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,768,0.26713599761327106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,768,0.30324800809224445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,768,0.25123733282089233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,768,0.27430933713912964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,768,0.24081865946451822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,768,0.2518639961878459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,768,0.21259733041127524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,768,0.2369626760482788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,768,0.20537332693735758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,768,0.21161333719889322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,768,0.18740799029668173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,768,0.21589332818984985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,768,0.17138934135437012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,768,0.18478133281071982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,768,0.1791093349456787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,768,0.18276000022888184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,768,0.14562400182088217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,768,0.1241439978281657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,768,0.14727466305096945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,768,0.11638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,768,0.14048266410827637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,768,0.1010373334089915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,768,0.09982132911682129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,768,0.08428800106048584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,768,0.11633867025375366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,768,0.06946666538715363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,768,0.06604800124963124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,768,0.062461331486701965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,768,0.05622133115927378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,768,0.040242666999499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,768,0.031317333380381264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,768,0.024930665890375774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,768,0.027535999814669292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,768,0.028149334092934925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,768,0.02703733245531718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,768,0.02536266545454661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,768,0.023925334215164185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,768,0.023885334531466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,768,0.021975999077161152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,768,0.023207999765872955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,768,0.022890667120615642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,768,0.02290133386850357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,768,0.02109600106875102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,768,0.02109333376089732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,768,0.02082933361331622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,768,0.02077866718173027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,768,0.020466666668653488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,768,0.02197066694498062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,768,0.022005334496498108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,768,0.021943998833497364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,768,0.02035733312368393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,768,0.020901332298914593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,768,0.01977866639693578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,768,0.018709332992633183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,768,0.018725333114465077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,768,0.01874133323629697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,768,0.018816000471512478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,768,0.01874400054415067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,768,0.018786666293938954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,768,0.018800000349680584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,768,0.018754666050275166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,768,0.018765332798163097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,768,0.018672000616788864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,768,0.018930666148662567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,768,0.018807999789714813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,768,0.0186666672428449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,768,0.01875999942421913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,768,0.01881333316365878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,768,0.018877333650986355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,768,1.3446115917629664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,768,0.7952835294935438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,768,0.43809954325358075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,768,0.23676623238457573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,768,0.22105777263641357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,768,0.22379022174411348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,768,0.19459733698103163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,768,0.19209955798255074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,768,0.17466133170657686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,768,0.1698168913523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,768,0.16191289159986708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,768,0.1763519975874159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,768,0.15556800365447998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,768,0.1516124407450358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,768,0.14455644289652506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,768,0.13750755786895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,768,0.14255111747317845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,768,0.15190754996405706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,768,0.12098666032155354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,768,0.12734577390882704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,768,0.11203555266062419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,768,0.11026489072375828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,768,0.10090488857693142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,768,0.09526399771372478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,768,0.08991822269227769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,768,0.0923608872625563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,768,0.08217777808507283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,768,0.07030933433108859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,768,0.07262221972147624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,768,0.059070222907596164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,768,0.07343644566006131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,768,0.055139554871453174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,768,0.0447377794318729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,768,0.038727111286587186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,768,0.030533333619435627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,768,0.030960000223583643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,768,0.028755555550257366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,768,0.029253333806991577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,768,0.029278222057554457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,768,0.027063111464182537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,768,0.027619555592536926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,768,0.026092444856961567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,768,0.02517333295610216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,768,0.024874667326609295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,768,0.025400888588693406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,768,0.05132266547944811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,768,0.025032889511850145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,768,0.02585244509908888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,768,0.025923555095990498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,768,0.023578666978412207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,768,0.024060444699393377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,768,0.023095111052195232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,768,0.023036445180575054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,768,0.023210666245884363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,768,0.02270222206910451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,768,0.022840888963805303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,768,0.022663111488024395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,768,0.022945778237448797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,768,0.02291733357641432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,768,0.02295644415749444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,768,0.02293155590693156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,768,0.023185777995321486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,768,0.023271110322740342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,768,0.02296177711751726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,768,0.02253155575858222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,768,0.022915555371178523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,768,0.02280355493227641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,768,0.022755554980701868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,768,0.022787556052207947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,768,0.0229795558585061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,768,0.022625777456495497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,768,0.023084445132149592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,768,0.022824888428052265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,768,0.022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,1024,0.01579200029373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,768,1.3866951200697157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,768,2.6976568433973522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,768,0.38286577330695254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,1024,0.016174933314323424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,768,0.36376354429456925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,768,0.7004871368408203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,768,0.3403342299991184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,768,0.42070576879713273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,768,0.3205653296576606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,768,0.3233937687344021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,768,0.30077865388658315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,768,0.30189334021674263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,768,0.2818097803327772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,768,0.39919643931918675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,768,0.27701687812805176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,768,0.3658897876739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,768,0.25676266352335614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,768,0.2534631093343099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,768,0.23469689157274035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,768,0.23142398728264701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,768,0.2138062185711331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,768,0.20669155650668672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,768,0.18760177824232313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,768,0.17955556180742052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,768,0.16551289293501112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,768,0.15665245056152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,768,0.14206222693125406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,768,0.1334808932410346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,768,0.11997689141167535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,768,0.10894933011796738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,768,0.08316444688373141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,768,0.09694755739635891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,768,0.07273955477608575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,768,0.06047288576761881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,768,0.050195554892222084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,768,0.03501866592301263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,768,0.026735999517970618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,768,0.030159999926884968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,768,0.026542221506436665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,768,0.027564444475703772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,768,0.024538666009902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,768,0.02537600033813053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,768,0.023704888092146978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,768,0.01759111053413815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,768,0.02578488820128971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,768,0.01754844519827101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,768,0.018124444617165458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,768,0.017335111896197002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,768,0.01752355529202355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,768,0.01702933344576094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,768,0.017438222964604694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,768,0.018000000052981906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,768,0.01699022286468082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,768,0.01736000014675988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,768,0.017287110288937885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,768,0.01740800009833442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,768,0.016691555579503376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,768,0.018106665876176622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,768,0.017118222183651395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,768,0.017370666066805523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,768,0.017283555534150865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,768,0.017516444126764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,768,0.017292444904645283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,768,0.016576000385814242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,768,0.017712000343534682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,768,0.018435556027624343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,768,0.017630222770902846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,768,0.01814399990770552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,768,0.017660443981488545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,768,0.017335111896197002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,768,0.01815466748343574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,768,0.017975111802419026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,768,0.017596445149845548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,768,0.01742755538887448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,768,0.3442595534854465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,768,1.1780362447102866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,768,0.5863413492838542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,768,0.29754346211751304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,768,0.16546026865641278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,768,0.16249173482259113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,768,0.15642560323079427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,768,0.1477301279703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,768,0.15307307243347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,768,0.14434240659077963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,768,0.1384405295054118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,768,0.13488426208496093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,768,0.13035199642181397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,768,0.12610773245493573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,768,0.12049919764200848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,768,0.11663040320078533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,768,0.11202773253122966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,768,0.10853226979573567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,768,0.10222720305124919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,768,0.09820586840311686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,768,0.09377066294352213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,768,0.0902944008509318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,768,0.08414080142974853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,768,0.07973546981811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,768,0.07544746398925781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,768,0.07167680263519287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,768,0.06551253398259481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,768,0.06248960097630819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,768,0.05765866835912069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,768,0.05323946475982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,768,0.047901864846547446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,768,0.04429866472880046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,768,0.039339733123779294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,768,0.03644373416900635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,768,0.03006613254547119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,768,0.025656533241271973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,768,0.021978666385014854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,768,0.018080000082651773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,768,0.017242666085561117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,768,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,768,0.01754986643791199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,768,0.017913599809010826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,768,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,768,0.01702293356259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,768,0.01762666702270508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,768,0.012758400042851767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,768,0.012957866986592612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,768,0.01246399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,768,0.012931199868520102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,768,0.013000532984733582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,768,0.012988799810409546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,768,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,768,0.013009066383043924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,768,0.012652800480524699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,768,0.012988799810409546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,768,0.01325866679350535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,768,0.013482667009035745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,768,0.013386666774749756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,768,0.01337493360042572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,768,0.013874133427937826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,768,0.014059733351071677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,768,0.013751467068990072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,768,0.013912533720334372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,768,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,768,0.01414293348789215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,768,0.013863466183344521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,768,0.013898666699727377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,768,0.013797332843144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,768,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,768,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,768,0.013683199882507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,768,0.014215466380119324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,512,1.4572355482313368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,768,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,512,0.36790400081210667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,512,0.9214986165364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,512,0.20282310909695098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,512,0.239116456773546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,512,0.19219556119706896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,512,0.18145955933464897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,512,0.17398756080203584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,512,0.17094755172729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,512,0.16433600584665933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,512,0.17748622099558511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,512,0.15610844559139675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,512,0.1541315582063463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,512,0.1377848916583591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,512,0.13640356063842773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,512,0.14630044831169978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,512,0.1386773321363661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,512,0.22252265612284342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,512,0.11689066886901855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,512,0.12778133816189235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,512,0.10764088895585801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,512,0.10606933302349514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,512,0.09450488620334202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,512,0.08291377623875935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,512,0.09020088778601752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,512,0.0896035565270318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,512,0.07243911425272624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,512,0.06510755750868055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,512,0.060447997517055936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,512,0.04899200134807163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,512,0.06809777683681913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,512,0.04091022080845303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,512,0.044455111026763916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,512,0.03526044554180569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,512,0.029313776228162978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,512,0.01891911029815674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,512,0.01750577820671929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,512,0.016844444804721408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,512,0.018741332822375827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,512,0.018746667438083224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,512,0.016938666502634685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,512,0.015927111109097798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,512,0.016026667422718473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,512,0.015557333827018738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,512,0.015584000282817416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,512,0.015587555037604438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,512,0.0144195556640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,512,0.014113777213626437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,512,0.014158222410413953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,512,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,512,0.013822221921549903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,512,0.014462222655614218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,512,0.014337778091430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,512,0.014316444595654806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,512,0.013912889692518445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,512,0.013559111290507846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,512,0.013759999639458127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,512,0.013214222258991666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,512,0.013491555220550962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,512,0.01293155550956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,512,0.012780444489585029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,512,0.012970666918489667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,512,0.012785777449607849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,512,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,512,0.015217777755525378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,512,0.012897777888509961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,512,0.013271110753218332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,512,0.013171555267439948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,512,0.013256889250543384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,512,0.013205333716339536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,512,0.013194666968451606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,512,0.013361777696344586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,512,0.013071999781661563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,512,0.013088000317414602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,768,0.013727999726931252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,512,1.0158058802286782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,512,0.5406005223592122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,512,0.18966612815856934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,512,0.30090239842732747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,512,0.17665386199951172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,512,0.17481600443522136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,512,0.1475551923116048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,512,0.14606506029764812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,512,0.13911573092142743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,512,0.13648319244384766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,512,0.13505493799845378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,512,0.13382186889648437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,512,0.12511573632558187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,512,0.11527466773986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,512,0.1115498701731364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,512,0.12522772947947186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,512,0.1296021302541097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,512,0.11141653060913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,512,0.09687039852142335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,512,0.10252479712168376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,512,0.09210879802703857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,512,0.08008639812469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,512,0.08563733100891113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,512,0.0712394634882609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,512,0.06828906536102294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,512,0.0647872010866801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,512,0.057852800687154135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,512,0.05552213191986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,512,0.057429333527882896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,512,0.048733866214752196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,512,0.04407360156377156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,512,0.04638293186823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,512,0.03943146864573161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,512,0.03211519916852315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,512,0.026732800404230754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,512,0.026817067464192705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,512,0.026421332359313966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,512,0.023248000939687093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,512,0.027271467447280883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,512,0.09200639724731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,512,0.02605866591135661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,512,0.024490666389465333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,512,0.022436267137527464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,512,0.022686932484308878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,512,0.02281173268953959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,512,0.023414399226506552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,512,0.020874667167663574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,512,0.022435200214385987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,512,0.021138133605321248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,512,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,512,0.023346134026845298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,512,0.02159893314043681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,512,0.020733867088953653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,512,0.02076479991277059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,512,0.021052799622217813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,512,0.020849066972732543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,512,0.021283199389775596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,512,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,512,0.020003199577331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,512,0.02033066749572754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,512,0.020093866189320884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,512,0.02039573391278585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,512,0.020549333095550536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,512,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,512,0.020516266425450645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,512,0.02021333376566569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,512,0.0204693337281545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,512,0.019746132691701255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,512,0.020053333044052123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,512,0.020193066199620566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,512,0.020451200008392335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,512,0.020626133680343627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,512,0.01911999980608622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,512,0.02054826617240906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,768,0.013948800166447959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,512,1.205022939046224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,512,0.33506666819254555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,512,0.6222965240478515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,512,0.3185152053833008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,512,2.414653778076172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,512,0.29846080144246423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,512,0.35711145401000977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,512,0.2795893351236979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,512,0.2755957285563151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,512,0.2620490709940592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,512,0.25194133122762047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,512,0.24091413815816246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,512,0.23491199811299643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,512,0.22218987147013344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,512,0.2171840031941732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,512,0.20207786560058594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,512,0.1998773256937663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,512,0.1855679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,512,0.18019092877705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,512,0.15983039538065594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,512,0.1544256051381429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,512,0.1406335989634196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,512,0.13442559242248536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,512,0.12371626694997151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,512,0.11391999721527099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,512,0.10207893053690593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,512,0.09304640293121338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,512,0.08194986979166666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,512,0.07275520165761312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,512,0.06185386578241984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,512,0.050502399603525795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,512,0.04380373160044353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,512,0.026657066742579144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,512,0.02150933345158895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,512,0.02084266742070516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,512,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,512,0.020574933290481566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,512,0.33738667170206704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,512,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,512,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,512,0.01914986570676168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,512,0.01918399930000305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,512,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,512,0.014268799622853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,512,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,512,0.014071466525395713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,512,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,512,0.3191925366719564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,512,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,512,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,512,0.2971370697021484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,512,0.01301653285821279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,512,0.01343786617120107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,512,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,512,0.013514666755994161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,512,0.013678933183352152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,512,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,512,0.013849600156148275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,512,0.013796266913414002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,512,0.013643733660380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,512,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,512,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,512,0.013634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,512,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,512,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,512,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,512,0.013497599959373474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,512,0.013897599776585898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,512,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,512,0.013438933094342551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,512,0.014190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,512,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,512,0.013664000233014426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,512,0.013492266337076822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,512,0.26179839769999186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,512,0.5113141377766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,512,0.1460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,512,1.014406394958496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,512,0.13533439636230468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,512,0.14398187001546223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,512,0.13848212560017903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,512,0.13039786815643312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,512,0.12742506663004557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,512,0.11416426499684651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,512,0.12249386310577393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,512,0.12038613160451253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,512,0.11084907054901123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,512,0.10601706504821777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,512,0.10398613611857097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,512,0.09813653628031413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,512,0.09531520207722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,512,0.09005760351816813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,512,0.08733119964599609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,512,0.08223573366800943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,512,0.07915519873301188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,512,0.07121280034383139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,512,0.0737119992574056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,512,0.06632213195164999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,512,0.06307733456293742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,512,0.05806080102920532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,512,0.05555626551310221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,512,0.050349867343902587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,512,0.04656853278477986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,512,0.0424885352452596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,512,0.03874666690826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,512,0.034281599521636966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,512,0.03148373365402222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,512,0.026921600103378296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,512,0.02260266741116842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,512,0.01907306710879008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,512,0.015198933084805808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,512,0.015387733777364096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,512,0.015050666530927024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,512,0.015537066260973611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,512,0.015153066317240397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,512,0.015379200379053751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,512,0.01543786625067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,512,0.01566506624221802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,512,0.011019733548164368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,512,0.010488532980283101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,512,0.011122133334477742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,512,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,512,0.010594133536020916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,512,0.01051093339920044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,512,0.010710400342941285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,512,0.010636799534161885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,512,0.010962133606274922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,512,0.011293866237004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,512,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,512,0.011289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,512,0.0113045334815979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,512,0.011139200131098429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,512,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,512,0.011430399616559346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,512,0.010948266585667927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,512,0.011273599664370219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,512,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,512,0.011683199803034465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,512,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,512,0.011293866237004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,512,0.011736533045768738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,512,0.011706667145093282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,512,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,512,0.011672533551851908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,512,0.011704533298810323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,256,1.0127285639444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,256,0.5506175994873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,256,0.278436279296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,256,0.1638389269510905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,256,0.15173014005025226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,256,0.13313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,256,0.11970986525217693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,256,0.11950506369272869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,256,0.11402026812235515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,256,0.1127786636352539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,256,0.10867626667022705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,256,0.11326826413472493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,256,0.10072106520334881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,256,0.09919466972351074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,256,0.0898517370223999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,256,0.0882368008295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,256,0.10640426476796468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,256,0.08567039966583252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,256,0.07534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,256,0.07864212989807129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,256,0.06823573112487794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,256,0.06776213645935059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,256,0.061255466938018796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,256,0.06582613388697306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,256,0.0541536013285319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,256,0.05177919864654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,256,0.04843200047810872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,256,0.04240106741587321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,256,0.04002559979756673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,256,0.04097386598587036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,256,0.033369600772857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,256,0.0285045325756073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,256,0.03076159954071045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,256,0.021229867140452066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,256,0.018154666821161906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,256,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,256,0.01250986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,256,0.012566399574279786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,256,0.010910933216412861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,256,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,256,0.010478933652242024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,256,0.009714133540789286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,256,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,256,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,256,0.009942400455474853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,256,0.009942400455474853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,256,0.009860266248385112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,256,0.008552533388137818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,256,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,256,0.008498133222262064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,256,0.008644266923268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,256,0.008515200018882752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,256,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,256,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,256,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,256,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,256,0.0072053333123524976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,256,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,256,0.007289599875609081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,256,0.0072522665063540145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,256,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,256,0.007204266885916392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,256,0.007235200206438701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,256,0.0072053333123524976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,256,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,256,0.007226666808128357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,256,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,256,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,256,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,256,0.007607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,512,0.011327999830245971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,256,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,256,0.00786240001519521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,256,0.007762133578459422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,256,0.7842048009236653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,256,0.40186347961425783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,512,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,256,0.20969066619873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,256,0.12109119892120361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,256,0.12737173239390057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,256,0.12592533429463704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,256,0.1135093371073405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,256,0.11685973008473713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,256,0.10755200386047363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,256,0.10784533023834228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,256,0.10191360314687092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,256,0.10817813078562419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,256,0.09911253452301025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,256,0.09875840346018473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,256,0.09030826886494955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,256,0.08919893105824789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,256,0.10483626524607341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,256,0.089302396774292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,256,0.07852479616800943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,256,0.07135039965311686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,256,0.07229013442993164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,256,0.06593066851298014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,256,0.06649279991785685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,256,0.06287680069605509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,256,0.05830933252970377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,256,0.055689601103464756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,256,0.050886400540669764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,256,0.04783039887746175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,256,0.046063999334971115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,256,0.04576853513717651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,256,0.04027093251546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,256,0.04142400026321411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,256,0.07643520037333171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,256,0.03577706813812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,256,0.02961066762606303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,256,0.02267306645711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,256,0.025006934007008867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,256,0.024498132864634196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,256,0.023510400454203287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,256,0.023527467250823976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,256,0.020105600357055664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,256,0.021126399437586464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,256,0.020598399639129638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,256,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,256,0.020459733406702676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,256,0.019106133778889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,256,0.02054506738980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,256,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,256,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,256,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,256,0.017142399152119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,256,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,256,0.016829866170883178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,256,0.01652906636397044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,256,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,256,0.016797866423924765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,256,0.01646080017089844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,256,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,256,0.01665173371632894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,256,0.01630400021870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,256,0.0164874662955602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,256,0.016532267133394875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,256,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,256,0.016479999820391337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,256,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,256,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,256,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,256,0.016424533724784852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,256,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,256,0.016437333822250367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,256,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,256,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,256,0.017953066031138103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,256,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,512,0.011291733384132386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,256,0.4430752118428548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,256,0.24322880109151207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,256,1.9172138214111327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,256,0.22412800788879395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,256,0.9044245402018228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,256,0.21442027091979982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,256,0.2501215934753418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,256,0.19967786471048993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,256,0.19496746063232423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,256,0.18671679496765137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,256,0.18093759218851727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,256,0.17223679224650065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,256,0.1668618679046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,256,0.15779093106587727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,256,0.1517685254414876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,256,0.14363519350687665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,256,0.1340554714202881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,256,0.130022398630778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,256,0.12359999815622966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,256,0.11338773568471272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,256,0.10624960263570149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,256,0.10007039705912273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,256,0.09293546676635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,256,0.08662933508555094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,256,0.0783338705698649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,256,0.07295467058817545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,256,0.06417066653569539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,256,0.05932586590449015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,256,0.049628798166910806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,256,0.045697065194447835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,256,0.033378132184346515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,256,0.03068266709645589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,256,0.021075199047724404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,256,0.017028266191482545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,256,0.016680532693862916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,256,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,256,0.016748799880345663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,256,0.015366400281588236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,256,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,256,0.015154133240381876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,256,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,256,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,256,0.011294933160146077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,256,0.010998400052388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,256,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,256,0.011070932944615681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,256,0.011198932925860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,256,0.010985599954922994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,256,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,256,0.009683199723561605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,256,0.009892266988754273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,256,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,256,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,256,0.009940266609191895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,256,0.010041600465774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,256,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,256,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,256,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,256,0.010131200154622395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,256,0.009609599908192951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,256,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,256,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,256,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,256,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,256,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,256,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,256,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,256,0.009735467036565144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,256,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,256,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,256,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,256,0.24001493453979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,256,0.20949440002441405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,256,0.22126293182373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,256,0.778872553507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,256,0.398248545328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,256,0.20672319730122884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,256,0.11533119678497314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,256,0.11301653385162354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,256,0.1093600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,256,0.10684906641642253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,256,0.10254933039347332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,256,0.10035413106282551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,256,0.09652693271636963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,256,0.09453439712524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,256,0.09003946781158448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,256,0.08747626940409342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,256,0.08388693332672119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,256,0.0822282632191976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,256,0.07702506383260091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,256,0.07531519730885824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,256,0.07183787027994791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,256,0.06909546852111817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,256,0.06454826593399048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,256,0.06291626691818238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,256,0.059315200646718344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,256,0.056491732597351074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,256,0.05271573464075724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,256,0.04978773196538289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,256,0.04636799891789754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,256,0.04459306796391805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,256,0.03965973456700643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,256,0.03746666510899861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,256,0.03413333495457967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,256,0.032102400064468385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,256,0.027801599105199176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,256,0.025649066766103106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,256,0.022293333212534586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,256,0.019476266702016194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,256,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,256,0.012969600160916648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,256,0.012607999642690024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,256,0.012531200051307678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,256,0.01244160036245982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,256,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,256,0.012729600071907043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,256,0.012682666381200155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,256,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,256,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,256,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,256,0.009260800480842591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,256,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,256,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,256,0.009282132983207703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,256,0.009288533528645834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,256,0.009654399752616883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,256,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,256,0.009697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,256,0.009620267152786254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,256,0.009679999947547913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,256,0.009271466732025146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,256,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,256,0.009669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,256,0.009495466947555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,256,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,256,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,256,0.009278933207194012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,256,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,256,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,256,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,256,0.009638399879137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,256,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,256,0.009912533561388652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,256,0.00967680017153422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,256,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,256,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,128,0.7644917170206706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,128,0.3824554761250814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,128,0.10812586943308514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,128,0.20832640329996743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,128,0.10748373667399089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,128,0.11063786347707112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,128,0.10122880140940349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,128,0.1045418659845988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,128,0.0973738670349121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,128,0.08860053221384684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,128,0.08257919947306315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,128,0.08411306540171305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,128,0.08325119813283285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,128,0.07879359722137451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,128,0.07903040250142415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,128,0.06955413023630777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,128,0.07103040218353271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,128,0.06274453401565552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,128,0.06614933411280313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,128,0.05931946833928427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,128,0.05967146555582682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,128,0.0526965339978536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,128,0.052184534072875974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,128,0.04713279803593953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,128,0.04735573530197144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,128,0.03918186823527019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,128,0.043611733118693034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,128,0.03475519816080729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,128,0.032390399773915605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,256,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,128,0.029501867294311524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,128,0.029838933547337847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,128,0.02501759926478068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,128,0.022337067127227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,128,0.018307199080785118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,128,0.010156800349553425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,128,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,128,0.009683199723561605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,128,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,128,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,128,0.008949333429336548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,128,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,128,0.0077919999758402515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,128,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,128,0.006819200019041698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,128,0.006477866570154827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,128,0.0064522668719291685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,128,0.006404266754786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,128,0.00622080018122991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,128,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,128,0.0056096002459526065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,128,0.004915200173854828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,128,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,128,0.004783999919891357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,128,0.005559466779232025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,128,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,128,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,128,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,128,0.005141333242257436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,128,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,128,0.005021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,128,0.005392000079154968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,128,0.015639467040697734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,128,0.005107200145721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,128,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,128,0.005005866785844167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,128,0.004953599969546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,128,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,128,0.004781866570313772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,128,0.005153066913286845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,128,0.00488319993019104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,128,0.004856533308823904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,128,0.004926933348178864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,128,0.004953599969546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,128,0.005172266562779745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,128,0.680789311726888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,128,0.1853951930999756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,128,0.35185813903808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,128,0.11039360364278157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,128,0.10486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,128,0.09995306332906087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,128,0.10842986901601155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,128,0.10578239758809407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,128,0.1031381368637085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,128,0.08990186850229899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,128,0.09245333671569825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,128,0.08592212994893392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,128,0.09671359856923421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,128,0.08831573327382405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,128,0.07569386959075927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,128,0.08161813418070475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,128,0.06965546607971192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,128,0.0708031972249349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,128,0.06451306740442911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,128,0.06822826862335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,128,0.05965226491292318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,128,0.08261226812998454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,128,0.06447466611862182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,128,0.06397013266881307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,128,0.053814399242401126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,128,0.050646400451660155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,128,0.049225600560506184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,128,0.044316800435384114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,128,0.04534506797790527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,128,0.0395359992980957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,128,0.04290133317311605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,128,0.03336853186289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,128,0.03392213185628255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,128,0.028304000695546467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,128,0.026872533559799194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,128,0.02159573237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,128,0.023166932662328086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,128,0.021498666206995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,128,0.023690666755040488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,128,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,128,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,128,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,128,0.018012799819310508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,128,0.01798186699549357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,128,0.018547199169794717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,128,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,128,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,128,0.016739199558893837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,128,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,128,0.01686933239301046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,128,0.017234132687250773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,128,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,128,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,128,0.01761386593182882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,128,0.016786134243011473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,128,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,128,0.014959999918937683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,256,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,128,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,128,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,128,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,128,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,128,0.0166293332974116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,128,0.016734933853149413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,128,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,128,0.015135999520619711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,128,0.016689066092173258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,128,0.01625706652800242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,128,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,128,0.015441067020098367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,128,0.01525759994983673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,128,0.016753067572911583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,128,0.015264000495274863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,128,0.015893333156903586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,128,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,65536,128,0.8300032297770181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,65536,128,0.2065216064453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,65536,128,0.1990378697713216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,65536,128,0.19596266746520996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,65536,128,0.17545493443806964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,65536,128,0.18553172747294108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,65536,128,0.16483306884765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,65536,128,1.6942495981852215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,65536,128,0.3970698674519857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,65536,128,0.1738602638244629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,65536,128,0.16115840276082355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,65536,128,0.14314667383829754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,65536,128,0.1488320032755534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,65536,128,0.13253119786580403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,65536,128,0.13755839665730793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,65536,128,0.12219093640645344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,65536,128,0.12233493328094483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,65536,128,0.11216639677683513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,65536,128,0.10049173037211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,65536,128,0.09557546774546305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,65536,128,0.08518400192260742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,65536,128,0.08348906834920247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,65536,128,0.15273812611897786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,65536,128,0.07546666463216146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,65536,128,0.07218773365020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,65536,128,0.0633792002995809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,65536,128,0.06012373367945353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,65536,128,0.11074666976928711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,65536,128,0.052222931385040285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,65536,128,0.049985067049662275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,65536,128,0.03870826562245687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,65536,128,0.04085119962692261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,65536,128,0.025867732365926106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,65536,128,0.029355732599894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,65536,128,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,65536,128,0.014201600352923074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,65536,128,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,65536,128,0.014169599612553915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,65536,128,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,65536,128,0.013393066326777139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,65536,128,0.013329066832860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,65536,128,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,65536,128,0.018314667542775474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,65536,128,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,65536,128,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,65536,128,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,65536,128,0.009661866227785747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,65536,128,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,65536,128,0.009381332993507385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,65536,128,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,65536,128,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,65536,128,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,65536,128,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,65536,128,0.008716799815495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,65536,128,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,65536,128,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,65536,128,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,65536,128,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,65536,128,0.008849066495895386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,65536,128,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,65536,128,0.009022933244705201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,65536,128,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,65536,128,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,65536,128,0.008900266885757447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,65536,128,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,65536,128,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,65536,128,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,65536,128,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,65536,128,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,65536,128,0.008871466914812724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,65536,128,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,65536,128,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,65536,128,0.008558932940165203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,65536,128,0.6799018859863282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,65536,128,0.3578165372212728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,65536,128,0.18407467206319172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,65536,128,0.09979626337687174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,65536,128,0.09948586622873942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,65536,128,0.1868607997894287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,65536,128,0.09402879873911539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,65536,128,0.09400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,65536,128,0.0889514684677124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,65536,128,0.08307200272878011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,65536,128,0.08677653471628824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,65536,128,0.0835968017578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,65536,128,0.07778986295064291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,65536,128,0.07231040000915527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,65536,128,0.07648853460947672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,65536,128,0.07176640033721923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,65536,128,0.06697173118591308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,65536,128,0.0654911994934082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,65536,128,0.062098133563995364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,65536,128,0.060361599922180174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,65536,128,0.05614293416341146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,65536,128,0.054289066791534425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,65536,128,0.05142186482747396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,65536,128,0.0498741348584493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,65536,128,0.04610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,65536,128,0.0440661350886027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,65536,128,0.04076480070749919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,65536,128,0.03517866532007853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,65536,128,0.039136000474294025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,65536,128,0.03320213357607524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,65536,128,0.030609067281087237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,65536,128,0.028086400032043456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,65536,128,0.025144533316294355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,65536,128,0.02328959902127584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,65536,128,0.019782400131225585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,65536,128,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,65536,128,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,65536,128,0.011658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,65536,128,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,65536,128,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,65536,128,0.01154026687145233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,65536,128,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,65536,128,0.011567999919255573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,65536,128,0.011567999919255573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,65536,128,0.011415466666221619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,65536,128,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,65536,128,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,65536,128,0.009567999839782714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,65536,128,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,65536,128,0.008849066495895386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,65536,128,0.009084799885749817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,65536,128,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,65536,128,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,65536,128,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,65536,128,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,65536,128,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,65536,128,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,65536,128,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,65536,128,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,65536,128,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,65536,128,0.00874133308728536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,65536,128,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,65536,128,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,65536,128,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,65536,128,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,65536,128,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,65536,128,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,65536,128,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,65536,128,0.008385066191355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,65536,128,0.00865280032157898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,65536,128,0.008248533308506011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,65536,128,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,64,0.6586058934529622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,64,0.33159891764322913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,65536,128,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,64,0.09453759988149008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,64,0.1679104010264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,64,0.0905130704243978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,64,0.09118826389312744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,64,0.08479359944661459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,64,0.08748586972554526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,64,0.09206613699595133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,64,0.07714560031890869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,64,0.07547413508097331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,64,0.07082346280415854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,64,0.08068693478902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,64,0.0669813315073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,64,0.07430400053660074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,64,0.06836053530375162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,64,0.060882135232289636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,64,0.055821867783864346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,64,0.05603839953740438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,64,0.05071253379185995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,64,0.05560319821039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,64,0.0496234655380249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,64,0.04552319844563802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,64,0.04012159903844197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,64,0.048207998275756836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,64,0.03358826637268066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,64,0.03745813369750976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,64,0.03135679960250855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,64,0.030511999130249025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,64,0.026761599381764728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,64,0.02845333417256673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,64,0.020333866278330483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,64,0.02018346587816874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,64,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,64,0.0132533331712087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,64,0.00874133308728536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,64,0.009511466821034749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,64,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,64,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,64,0.006795733173688252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,64,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,64,0.006651733318964641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,64,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,64,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,64,0.006427733103434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,64,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,64,0.005167999863624572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,64,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,64,0.0051584000388781226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,64,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,64,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,64,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,64,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,64,0.005137066543102265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,64,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,64,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,64,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,64,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,64,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,64,0.004316799839337667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,64,0.004297600189844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,64,0.004276266694068909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,64,0.0042303999265035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,64,0.004323199888070424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,64,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,64,0.004329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,64,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,64,0.004304000238577525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,64,0.004238933324813843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,64,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,64,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,64,0.004270933568477631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,64,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,64,0.00429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,65536,128,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,64,0.3521663983662923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,64,0.18556159337361652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,65536,128,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,64,0.10767786502838135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,64,0.11505173047383625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,64,0.11356586615244549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,64,0.10103147029876709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,64,0.1097983996073405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,64,0.10169386863708496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,64,0.0922869364420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,64,0.09103573163350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,64,0.10016746520996093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,64,0.08510613441467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,64,0.08427093029022217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,64,0.08561279773712158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,64,0.07789546648661295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,64,0.0781877358754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,64,0.6850570678710938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,64,0.0725770632425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,64,0.06991466681162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,64,0.06845226287841796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,64,0.06794026692708334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,64,0.061332265535990395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,64,0.062067198753356936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,64,0.06594453255335489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,64,0.053457065423329675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,64,0.04990293184916179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,64,0.04751360019048055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,64,0.05064853429794312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,64,0.04309013287226359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,64,0.04073813358942668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,64,0.03862826824188233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,64,0.03509013255437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,64,0.03196693261464437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,64,0.027147734165191652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,64,0.030642133951187134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,64,0.022871466477711995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,64,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,64,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,64,0.01857173244158427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,64,0.023260800043741862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,64,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,64,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,64,0.02030613422393799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,64,0.019485867023468016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,64,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,64,0.019721599419911702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,64,0.01904319922129313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,64,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,64,0.02070080041885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,64,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,64,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,64,0.01675093372662862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,64,0.01808213392893473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,64,0.017310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,64,0.017063466707865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,64,0.015607466300328573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,64,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,64,0.015387733777364096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,64,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,64,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,64,0.015795200069745382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,64,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,64,0.015148799618085226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,64,0.016939733425776163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,64,0.015390933553377787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,64,0.016884267330169678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,64,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,64,0.015414399902025857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,64,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,64,0.015357866883277893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,64,0.016755199432373045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,64,0.01704960068066915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,65536,32,0.3349205334981283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,65536,32,0.6652608235677083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,65536,32,0.17010453542073567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,64,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,65536,32,0.09261653423309327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,65536,32,0.09678826332092286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,65536,32,0.10117546717325847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,65536,32,0.08699093659718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,65536,32,0.09412480195363362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,65536,32,0.08796799977620443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,65536,32,0.07724800109863281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,65536,32,0.07679359912872315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,65536,32,0.08449280261993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,65536,32,0.07207893530527751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,65536,32,0.07046613693237305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,65536,32,0.06328746477762857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,64,0.01483519971370697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,65536,32,0.0661631981531779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,65536,32,0.058842666943868006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,65536,32,0.056985600789388025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,65536,32,0.05338773330052694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,65536,32,0.054331731796264646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,65536,32,0.04564266602198283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,65536,32,0.04845973253250122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,65536,32,0.04073813358942668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,65536,32,0.050962134202321374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,65536,32,0.03501439889272054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,65536,32,0.03683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,65536,32,0.03302826682726542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,65536,32,0.029513599475224812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,65536,32,0.0264575997988383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,65536,32,0.027718400955200194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,65536,32,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,65536,32,0.02095466653505961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,65536,32,0.01650773286819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,65536,32,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,65536,32,0.011608533064524333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,65536,32,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,65536,32,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,65536,32,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,65536,32,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,65536,32,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,65536,32,0.006526933113733928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,65536,32,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,65536,32,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,65536,32,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,65536,32,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,65536,32,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,65536,32,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,65536,32,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,65536,32,0.005387733379999796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,65536,32,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,65536,32,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,65536,32,0.004217599829037985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,65536,32,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,65536,32,0.005479466418425242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,65536,32,0.005724800129731497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,65536,32,0.07262720266977946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,65536,32,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,65536,32,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,65536,32,0.004206933577855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,65536,32,0.004514133433500925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,65536,32,0.0045525332291920986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,65536,32,0.0046079998215039575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,65536,32,0.004579199850559235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,65536,32,0.004496000210444133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,65536,32,0.0045855998992919925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,65536,32,0.004502399762471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,65536,32,0.004529066880544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,65536,32,0.004474666714668274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,65536,32,0.004437333345413208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,65536,32,0.004402133325735727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,65536,32,0.00444160004456838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,65536,32,0.00421973317861557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,65536,32,0.004386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,65536,32,0.0042453333735466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,65536,32,0.18529280026753742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,65536,32,0.35245866775512696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,65536,32,0.10735572973887127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,65536,32,0.11430400212605793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,65536,32,0.10254613558451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,65536,32,0.11356693108876545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,65536,32,0.1
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,65536,32,0.09272639751434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,65536,32,0.09204266866048177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,65536,32,0.10006612936655682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,65536,32,0.08621973196665446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,65536,32,0.0853056033452352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,65536,32,0.08618880112965902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,65536,32,0.07799572944641113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,65536,32,0.07875200112660727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,65536,32,0.07038826942443847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,65536,32,0.07419946988423666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,65536,32,0.06763947010040283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,65536,32,0.06944426695505777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,65536,32,0.060692266623179114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,65536,32,0.10937279860178631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,65536,32,0.062414932250976565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,65536,32,0.06625386476516723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,65536,32,0.0535530686378479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,65536,32,0.04952746629714966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,65536,32,0.0499018669128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,65536,32,0.045984001954396565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,65536,32,0.04302613337834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,65536,32,0.040459732214609787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,65536,32,0.03195093274116516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,65536,32,0.035163732369740804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,65536,32,0.026652799050013228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,65536,32,0.028870399792989093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,65536,32,0.026039467255274458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,65536,32,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,65536,32,0.02537600000699361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,65536,32,0.02097599903742472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,65536,32,0.6870741526285807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,65536,32,0.02076906760533651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,65536,32,0.02285760045051575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,65536,32,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,65536,32,0.0228000005086263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,65536,32,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,65536,32,0.020592000087102255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,65536,32,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,65536,32,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,65536,32,0.019721599419911702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,65536,32,0.018744534254074095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,65536,32,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,65536,32,0.018658133347829182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,65536,32,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,65536,32,0.015521066387494406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,65536,32,0.04236053228378296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,65536,32,0.0200437327226003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,65536,32,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,65536,32,0.018739199638366698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,65536,32,0.01774186690648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,65536,32,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,65536,32,0.01560640037059784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,65536,32,0.016316800316174825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,65536,32,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,65536,32,0.015587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,65536,32,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,65536,32,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,65536,32,0.01539520025253296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,65536,32,0.016396799683570863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,65536,32,0.01516800026098887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,65536,32,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,65536,32,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,65536,32,0.015224533279736838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,65536,32,0.016200533509254454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,65536,32,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,65536,32,0.015223466356595359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,65536,32,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,65536,37.30194600423177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,65536,21.22260284423828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,65536,21.95018768310547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,65536,19.450965881347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,65536,80.92250569661458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,65536,19.11477279663086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,65536,21.087727864583332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,65536,17.514624277750652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,65536,15.81937026977539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,65536,17.817712148030598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,65536,15.83554712931315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,65536,15.2696901957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,65536,15.222405751546225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,65536,14.339258829752604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,65536,12.54156239827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,65536,13.75156275431315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,65536,12.267786661783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,65536,12.558731079101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,65536,11.760415395100912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,65536,10.501930872599283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,65536,10.244693120320639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,65536,9.718144098917643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,65536,8.758613586425781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,65536,8.056234359741211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,65536,163.95292154947916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,65536,6.709237416585286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,65536,7.477525075276692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,65536,5.878682454427083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,65536,5.972453435262044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,65536,4.903674761454265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,65536,4.186293284098308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,65536,4.921557426452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,65536,3.375413258870443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,65536,1.5336426099141438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,65536,2.418879985809326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,65536,2.387119928995768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,65536,1.5006453196207683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,65536,1.4447466532389324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,65536,1.5345279375712078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,65536,1.2128907044728596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,65536,1.1592319806416829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,65536,1.1595946947733562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,65536,1.1474293073018391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,65536,1.1037333011627197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,65536,1.123301347096761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,65536,1.116586685180664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,65536,1.0888266563415527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,65536,1.1000320116678874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,65536,1.0695947011311848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,65536,1.0663200219472249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,65536,1.0600372950236003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,65536,1.4670027097066243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,65536,1.054368019104004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,65536,1.0332746505737305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,65536,1.0264533360799153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,65536,1.0177866617838542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,65536,1.0434719721476238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,65536,1.0161813100179036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,65536,1.0066719849904378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,65536,1.0404106775919597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,65536,1.0646933714548747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,65536,1.0591200192769368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,65536,1.0896426836649578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,65536,1.0592640240987141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,65536,1.0620373090108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,65536,1.0580800374348958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,65536,1.051082690556844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,65536,1.0546240011850994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,65536,1.0587466557820637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,65536,1.0539573033650715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,65536,1.0459252993265789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,65536,1.0517706871032715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,65536,1.0551893711090088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,65536,1.0506133238474529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,65536,10.657951990763346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,65536,20.24905014038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,65536,10.99173355102539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,65536,9.96547762552897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,65536,10.104005177815756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,65536,9.540208180745443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,65536,9.346949259440104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,65536,44.242329915364586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,65536,9.40556780497233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,65536,9.48147710164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,65536,8.178901036580404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,65536,9.178127924601236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,65536,7.388549168904622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,65536,7.60426139831543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,65536,7.2388960520426435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,65536,6.416117350260417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,65536,6.3553816477457685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,65536,6.386624018351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,65536,5.9282989501953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,65536,5.579573313395183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,65536,5.531861623128255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,65536,4.7290239334106445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,65536,91.33800252278645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,65536,4.569786707560222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,65536,4.068095842997233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,65536,3.463904062906901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,65536,4.738234519958496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,65536,3.222261428833008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,65536,2.236405372619629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,65536,3.195349375406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,65536,2.552666664123535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,65536,2.2382453282674155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,65536,1.2717866897583008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,65536,1.2937599817911785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,65536,1.6777973175048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,65536,0.8315786520640055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,65536,0.7973492940266927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,65536,0.724565347035726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,65536,0.6337759892145792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,65536,0.6120373407999674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,65536,0.5995999972025553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,65536,0.5776533285776774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,65536,0.5772800048192342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,65536,0.575930674870809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,65536,0.5750613212585449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,65536,0.566490650177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,65536,0.5678026676177979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,65536,0.5592266718546549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,65536,0.5615786711374918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,65536,0.5510613520940145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,65536,0.5542293389638265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,65536,0.7827306588490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,65536,0.7799572944641113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,65536,0.5823359886805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,65536,0.5724533398946127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,65536,0.5740640163421631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,65536,0.5617973407109579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,65536,0.5598933299382528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,65536,0.5590186516443888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,65536,0.5574080149332682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,65536,0.5553386608759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,65536,0.5595093170801798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,65536,0.556112011273702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,65536,0.5541119972864786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,65536,0.5587360064188639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,65536,0.5505546728769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,65536,0.555621345837911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,65536,0.5497066577275594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,65536,0.5515573422114054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,65536,0.5496799945831299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,65536,0.546064019203186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,65536,0.5886559883753458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,65536,0.5534666776657104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,65536,0.5508266687393188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,65536,30.72424570719401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,65536,7.065674463907878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,65536,6.802080154418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,65536,6.925359725952148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,65536,6.794127782185872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,65536,6.386720021565755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,65536,80.97796630859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,65536,5.868101119995117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,65536,5.023887952168782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,65536,5.429887771606445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,65536,4.657829284667969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,65536,5.161439895629883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,65536,4.142640113830566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,65536,4.537242571512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,65536,3.72653865814209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,65536,3.6953865687052407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,65536,3.2327518463134766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,65536,3.335834821065267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,65536,3.1757278442382812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,65536,2.8258934020996094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,65536,2.753141403198242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,65536,2.515162626902262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,65536,2.1967520713806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,65536,2.40340264638265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,65536,1.805733362833659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,65536,1.9899733861287434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,65536,1.6879520416259766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,65536,1.5801067352294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,65536,1.3454186121622722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,65536,1.2575199604034424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,65536,1.0138879617055256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,65536,0.9153493245442709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,65536,0.7699093023935953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,65536,0.6207679907480875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,65536,0.4248960018157959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,65536,0.4328639904658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,65536,0.41999999682108563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,65536,0.43414398034413654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,65536,0.4447679917017619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,65536,0.47602665424346924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,65536,0.4453493356704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,65536,0.5063199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,65536,0.3813279867172241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,65536,0.3821920156478882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,65536,0.3832159837086995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,65536,0.3800319830576579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,65536,0.380240003267924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,65536,0.3731093406677246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,65536,0.3792159954706828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,65536,0.37674665451049805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,65536,0.3822346528371175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,65536,0.3851146697998047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,65536,0.3771093289057414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,65536,0.37749866644541424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,65536,0.37772266070048016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,65536,0.3768373330434163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,65536,0.38623468081156415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,65536,0.3845119873682658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,65536,0.3893333276112874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,65536,0.3924320141474406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,65536,0.38362133502960205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,65536,0.380511999130249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,65536,0.3797920147577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,65536,0.3803360064824422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,65536,0.376693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,65536,0.37829867998758954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,65536,0.37863465150197345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,65536,0.37692801157633465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,65536,0.39317866166432697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,65536,0.3808799982070923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,65536,0.39471999804178876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,65536,0.3789546489715576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,51200,63.56260681152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,51200,30.225601196289062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,51200,16.095589955647785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,51200,123.81320190429688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,51200,15.87979253133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,51200,15.115924835205078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,51200,14.650970458984375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,51200,14.427349090576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,51200,13.354287465413412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,51200,12.626410166422525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,51200,12.868298848470053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,51200,12.043546040852865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,51200,13.249813079833984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,51200,11.172480265299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,51200,10.883631388346354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,51200,10.273754755655924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,51200,10.141509373982748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,51200,9.337584177652994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,51200,9.06719970703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,51200,8.430986404418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,51200,8.22265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,51200,7.534682591756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,51200,6.998474756876628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,51200,6.324821472167969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,51200,6.325328191121419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,51200,5.451226552327474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,51200,4.871312141418457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,51200,4.624490737915039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,51200,4.603781382242839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,51200,3.526495933532715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,51200,3.225402514139811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,51200,3.823749224344889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,51200,1.7601812680562336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,51200,2.6637706756591797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,51200,1.2325812975565593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,51200,1.9598453839619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,51200,1.1728320121765137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,51200,1.1431787014007568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,51200,1.1557439963022869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,51200,1.1111466884613037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,51200,0.9407947063446045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,51200,0.9035627047220866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,51200,0.9245493412017822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,51200,0.880341370900472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,51200,0.8995412985483805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,51200,0.8697386582692465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,51200,0.8821919759114584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,51200,0.8365493615468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,51200,0.8691733678181967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,51200,0.8317440350850424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,51200,0.8621119658152262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,51200,0.8163039684295654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,51200,0.8359306653340658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,51200,0.8096053600311279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,51200,0.8168959617614746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,51200,0.8030133247375488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,51200,0.7966026465098063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,51200,0.7820053100585938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,51200,0.791274627049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,51200,0.7781866391499838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,51200,0.7922453085581461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,51200,0.8353652954101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,51200,0.8363359769185384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,51200,0.8320426940917969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,51200,0.8346933523813883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,51200,0.8281439940134684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,51200,0.831274668375651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,51200,0.827023983001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,51200,0.831226666768392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,51200,0.8266879717508951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,51200,0.8280426661173502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,51200,0.8242826461791992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,51200,0.82586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,51200,0.8210079669952393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,51200,32.224891662597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,51200,15.81882095336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,51200,9.286746978759766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,51200,69.36872863769531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,51200,8.865776062011719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,51200,8.046325047810873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,51200,7.854010899861653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,51200,6.896373112996419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,51200,7.9851837158203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,51200,6.763962427775065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,51200,6.716400146484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,51200,6.322512308756511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,51200,6.334533055623372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,51200,6.028624216715495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,51200,5.829973220825195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,51200,5.43507703145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,51200,5.366101582845052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,51200,4.992602666219075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,51200,3.9699573516845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,51200,4.813594818115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,51200,3.986970583597819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,51200,4.116629282633464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,51200,3.3054027557373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,51200,3.6402079264322915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,51200,3.371210734049479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,51200,3.8995094299316406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,51200,2.164975961049398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,51200,2.8047094345092773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,51200,2.2253546714782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,51200,1.9102080663045247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,51200,1.6576053301493328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,51200,1.9371412595113118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,51200,1.4488266309102376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,51200,0.9948693116505941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,51200,0.612549344698588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,51200,0.9622080326080322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,51200,0.5937920014063517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,51200,0.6075466473897299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,51200,0.5880853335062662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,51200,0.585423986117045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,51200,0.4865119854609172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,51200,0.47092266877492267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,51200,0.46485865116119385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,51200,0.46112000942230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,51200,0.449504017829895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,51200,0.4530239899953206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,51200,0.4440799951553345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,51200,0.4418826500574748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,51200,0.437120000521342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,51200,0.432917316754659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,51200,0.4322933355967204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,51200,0.429477334022522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,51200,0.42933865388234455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,51200,0.4639679988225301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,51200,0.4575519959131877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,51200,0.4514933427174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,51200,0.44795199235280353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,51200,0.43995734055836994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,51200,0.4402933518091838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,51200,0.4386933247248332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,51200,0.440170685450236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,51200,0.43693331877390545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,51200,0.4367733399073283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,51200,0.4347253243128459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,51200,0.4361493190129598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,51200,0.43351999918619794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,51200,0.4359360138575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,51200,0.43424534797668457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,51200,0.43308266003926593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,51200,0.4312479893366496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,51200,0.4314560095469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,51200,0.4290506839752197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,51200,0.42721064885457355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,51200,0.42825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,51200,78.28968302408855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,65536,15.16165288289388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,51200,17.526687622070312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,51200,8.764885584513346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,65536,7.218026479085286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,51200,8.465418497721354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,51200,8.104133605957031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,51200,7.272794723510742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,51200,7.932399749755859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,51200,7.051610946655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,51200,7.416831970214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,51200,7.010447820027669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,51200,7.5611572265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,51200,5.8589121500651045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,51200,6.59984016418457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,51200,5.613802591959636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,51200,5.889930725097656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,51200,4.488938649495442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,51200,4.672005335489909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,51200,4.2569014231363935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,51200,5.039792060852051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,51200,3.557781219482422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,51200,4.105248133341472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,51200,3.2201172510782876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,51200,3.1735626856486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,51200,2.6897865931193032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,51200,2.986255963643392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,51200,2.322218736012777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,51200,2.661717255910238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,51200,1.8662932713826497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,51200,2.173642635345459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,51200,1.443413257598877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,51200,1.422437349955241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,51200,0.9968266487121582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,51200,0.882250706354777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,51200,0.6643733183542887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,51200,0.655509352684021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,51200,0.6619840065638224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,51200,0.6473919947942098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,51200,0.6471413373947144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,51200,0.641264001528422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,51200,0.6387360095977783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,51200,0.6277759869893392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,51200,0.41152000427246094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,51200,0.40936001141866046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,51200,0.408677339553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,51200,0.4054666757583618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,51200,0.4039626518885295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,51200,0.4029279947280884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,51200,0.4022560119628906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,51200,0.4017546574274699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,51200,0.4013333320617676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,51200,0.3999413251876831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,51200,0.3991466760635376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,51200,0.3981226682662964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,51200,0.39767467975616455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,51200,0.39657068252563477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,51200,0.39611732959747314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,51200,0.39694400628407794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,51200,0.39634132385253906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,51200,0.39525334040323895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,51200,0.3959039847056071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,51200,0.3951573371887207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,51200,0.39485331376393634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,51200,11.4049072265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,51200,5.539765040079753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,51200,5.118821461995442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,51200,4.364800135294597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,51200,4.3547468185424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,51200,4.679216066996257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,51200,4.193525314331055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,51200,4.155973434448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,51200,4.084693272908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,51200,3.8947413762410483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,51200,3.8708747227986655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,51200,3.548346519470215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,51200,3.5004374186197915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,51200,3.1184266408284507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,51200,2.929994583129883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,51200,2.7774718602498374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,51200,2.57148806254069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,51200,2.4168267250061035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,51200,2.4585386912027993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,51200,2.234677314758301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,51200,2.223477363586426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,51200,2.0335092544555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,51200,1.8324693044026692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,51200,1.5928479830423992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,51200,1.6181599299112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,51200,1.348746617635091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,51200,1.2131679852803547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,51200,1.0907466411590576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,51200,0.9974346955617269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,51200,0.8253173033396403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,51200,0.7184320290883383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,51200,0.6169120073318481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,51200,0.48972264925638836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,51200,0.3386933406194051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,51200,0.343178669611613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,51200,0.3493013381958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,51200,0.35599998633066815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,51200,0.34975465138753253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,51200,0.3630613485972087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,51200,0.3593653440475464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,51200,0.3726666768391927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,51200,0.28495466709136963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,51200,0.28380266825358075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,51200,0.2842400074005127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,51200,0.28277866045633954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,51200,0.28299200534820557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,51200,0.2837653358777364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,51200,0.28390934069951373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,51200,0.28879467646280926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,51200,0.2892533342043559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,51200,0.29363733530044556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,51200,0.29496000210444134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,51200,0.29871465762456256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,51200,0.2980639934539795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,51200,0.3031359910964966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,51200,0.3004426757494609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,51200,0.29418132702509564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,51200,0.29181333382924396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,51200,0.2920959989229838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,51200,0.3004266619682312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,51200,0.29171733061472577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,51200,0.2913866639137268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,51200,0.29172799984614056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,51200,0.301749328772227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,51200,0.30406399567921955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,51200,0.29331199328104657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,51200,0.29499200979868573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,51200,0.30694933732350665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,51200,0.2915839950243632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,51200,0.3080959916114807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,51200,0.29841599861780804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,16384,37.90633646647135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,16384,20.654186248779297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,16384,8.920511881510416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,16384,5.568485260009766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,16384,4.742789268493652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,16384,4.708016077677409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,16384,4.436250686645508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,16384,4.706714630126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,16384,3.629413286844889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,16384,3.6090081532796225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,16384,4.559568087259929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,16384,3.83623472849528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,16384,3.9383039474487305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,16384,3.309429486592611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,16384,3.5296961466471353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,16384,3.289557456970215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,16384,3.2449652353922525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,16384,3.3076159159342446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,16384,2.9221601486206055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,16384,2.763312021891276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,16384,2.59224526087443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,16384,2.580421288808187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,16384,2.1784000396728516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,16384,1.9025972684224446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,16384,1.9566559791564941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,16384,1.6873866717020671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,16384,1.70194673538208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,16384,1.4899999300638835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,16384,1.552853266398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,16384,1.1605599721272786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,16384,1.1488107045491536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,16384,0.9402933120727539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,16384,0.8019413153330485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,16384,0.5745280186335245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,16384,0.5852853457132975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,16384,0.40305598576863605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,16384,0.3808000087738037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,16384,0.3789973258972168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,16384,0.37779200077056885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,16384,0.36763731638590497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,16384,0.3038453261057536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,16384,0.30609599749247235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,16384,0.3043893376986186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,16384,0.29764799276987713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,16384,0.2949066758155823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,16384,0.29311466217041016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,16384,0.29129066069920856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,16384,0.28972800572713214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,16384,0.28761066993077594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,16384,0.2870453397432963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,16384,0.28544000784556073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,16384,0.28404800097147626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,16384,0.28299200534820557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,16384,0.282149334748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,16384,0.28096532821655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,16384,0.27859199047088623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,16384,0.26808534065882367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,16384,0.26865599552790326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,16384,0.2672373255093892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,16384,0.26790932814280194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,16384,0.26636799176534015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,16384,0.2884053389231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,16384,0.2888480027516683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,16384,0.2876159946123759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,16384,0.2871999939282735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,16384,0.2865226666132609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,16384,0.26543466250101727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,16384,0.26597867409388226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,16384,0.26558399200439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,16384,0.26622400681177777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,16384,0.26498667399088544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,16384,0.26419732968012494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,16384,0.2630506753921509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,16384,0.263754665851593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,16384,20.19166437784831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,16384,10.057568232218424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,16384,4.577216148376465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,16384,2.646986643473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,16384,2.5164693196614585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,51200,24.886868794759113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,16384,2.546895980834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,16384,2.234282652537028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,16384,2.1670079231262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,16384,2.076298713684082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,16384,1.9629546801249187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,16384,1.8806932767232258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,16384,1.7914667129516602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,16384,1.8519679705301921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,16384,1.7066453297932942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,16384,1.6653919219970703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,16384,1.6009492874145508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,16384,1.5357759793599446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,16384,1.3995413780212402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,16384,1.395509401957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,16384,1.277685324350993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,16384,1.1918880144755046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,16384,1.0861226717631023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,51200,62.58775838216146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,16384,1.0455679893493652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,16384,0.9622933069864908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,16384,1.3476212819417317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,16384,0.8478240172068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,16384,0.6906507015228271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,16384,0.8799839814503988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,16384,0.6822613080342611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,16384,0.5626720190048218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,16384,0.5936693350474039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,16384,0.47599999109903973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,16384,0.4275573492050171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,16384,0.32197866837183636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,16384,0.30343466997146606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,16384,0.21796266237894693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,16384,0.20292800664901733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,16384,0.2145599921544393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,16384,0.19645333290100098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,16384,0.1806186636288961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,16384,0.17419199148813883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,16384,0.19320533672968546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,16384,0.16738667090733847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,16384,0.1857759952545166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,16384,0.16529599825541177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,16384,0.18560532728830972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,16384,0.16158399979273477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,16384,0.18245333433151245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,16384,0.18077333768208823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,16384,0.1585653324921926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,16384,0.17901867628097534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,16384,0.15587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,16384,0.17501866817474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,16384,0.17281067371368408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,16384,0.16065067052841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,16384,0.15938666462898254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,16384,0.1597866714000702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,16384,0.20253332455952963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,16384,0.16006400187810263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,16384,0.1585653324921926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,16384,0.15858667095502219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,16384,0.15131733814875284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,16384,0.15918933351834616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,16384,0.1560373306274414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,16384,0.15092800060908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,16384,0.15492799878120422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,16384,0.14757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,16384,0.15606932838757834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,16384,0.14841600259145102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,16384,0.1519200007120768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,16384,0.14973866939544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,16384,0.14470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,16384,0.1502400040626526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,16384,0.15386666854222616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,51200,4.856191953023274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,16384,10.895547231038412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,16384,2.878922780354818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,16384,21.12887446085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,16384,3.072767893473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,16384,3.021984100341797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,16384,2.323402722676595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,16384,2.4895146687825522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,16384,2.1047093073527017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,16384,2.4670507113138833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,16384,1.9931467374165852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,16384,2.158191998799642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,16384,1.8250239690144856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,16384,2.063471953074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,16384,1.6279199918111165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,16384,1.9244853655497234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,16384,1.509365399678548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,16384,2.9727039337158203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,16384,1.6242079734802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,16384,1.3715999921162922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,16384,1.2209173043568928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,16384,1.4934666951497395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,16384,1.0517706871032715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,16384,1.5304586092631023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,16384,2.803317387898763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,16384,1.1452693144480388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,16384,0.9752586682637533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,16384,0.7873173554738363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,16384,1.002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,16384,0.9598080317179362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,16384,0.6576000054677328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,16384,0.662063995997111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,16384,0.5313440163930258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,16384,0.36771734555562335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,16384,0.35597864786783856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,16384,0.4684586524963379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,16384,0.23987199862798056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,16384,0.2365973393122355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,16384,0.2336906592051188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,16384,0.23241066932678223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,16384,0.25598933299382526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,16384,0.25017066796620685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,16384,0.2490666707356771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,16384,0.15223466356595358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,16384,0.1513759990533193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,16384,0.15200533469518027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,16384,0.15128533045450845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,16384,0.1511733333269755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,16384,0.23955732583999634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,16384,0.14979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,16384,0.1474026640256246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,16384,0.1493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,16384,0.14471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,16384,0.14565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,16384,0.14466666181882223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,16384,0.14575466513633728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,16384,0.14381333192189535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,16384,0.1451359987258911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,16384,0.1427893340587616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,16384,0.14525333046913147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,16384,0.14246933658917746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,16384,0.14536000291506448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,16384,0.14257599910100302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,16384,0.1455413301785787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,16384,0.1415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,16384,0.1458186705907186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,16384,0.14090133706728616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,16384,0.21679999430974325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,16384,0.2193173368771871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,16384,0.2338506579399109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,16384,0.22281599044799805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,16384,0.22778133551279703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,16384,0.23440533876419067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,16384,0.21823465824127197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,16384,19.437183380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,16384,1.9276587168375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,16384,1.4002346992492676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,16384,1.4799680709838867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,16384,1.3204373518625896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,16384,1.2632373174031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,16384,1.1968053181966145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,16384,1.2094026406606038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,16384,1.1490613619486492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,16384,1.089466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,16384,1.0312853654225667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,16384,1.0188960234324138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,16384,0.9760693709055582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,16384,0.9217279752095541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,16384,0.8825866381327311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,16384,0.8505547046661377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,16384,0.7900640169779459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,16384,0.7565173308054606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,16384,0.7171893119812012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,16384,0.6895626386006674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,16384,0.6496426661809286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,16384,0.6209333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,16384,0.5788160165150961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,16384,0.5062079826990763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,16384,0.4757386843363444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,16384,0.4506880044937134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,16384,0.40270400047302246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,16384,0.3619786500930786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,16384,0.3255839943885803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,16384,0.27114667495091754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,16384,7.022746404012044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,16384,0.26468799511591595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,16384,0.3131519953409831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,16384,0.16859734058380127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,16384,0.1202186644077301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,16384,0.1645813286304474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,16384,0.11979732910792033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,16384,0.16326399644215903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,16384,0.12336533268292744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,16384,0.14380799730618796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,16384,0.12523200114568075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,16384,0.15552000204722086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,16384,0.1072213351726532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,16384,0.10357866684595744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,16384,0.10667733351389568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,16384,0.10245333115259807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,16384,0.1030346651871999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,16384,0.10717866818110149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,16384,0.10335999727249146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,16384,0.10890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,16384,0.10662933190663655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,16384,0.10355200370152791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,16384,0.11017599701881409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,16384,0.10690666238466899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,16384,2.7730773289998374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,16384,0.10838933785756429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,16384,0.11840533216794331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,16384,0.11582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,16384,0.11814399560292561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,16384,0.11964799960454305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,16384,0.12531733512878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,16384,0.11884267131487529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,16384,0.13608533143997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,16384,0.11741866668065389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,16384,0.11902933319409688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,16384,0.11823466420173645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,16384,0.1179093321164449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,16384,0.11924266815185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,16384,0.11315733194351196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,16384,0.11180266737937927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,16384,0.12298132975896199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,16384,0.11781332890192668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,16384,0.10773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,12288,14.184789021809896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,12288,5.632730484008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,12288,3.821824073791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,12288,3.664266586303711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,12288,3.431824048360189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,12288,3.266757329305013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,12288,3.4185705184936523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,12288,27.73008982340495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,12288,2.8169921239217124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,12288,2.628863970438639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,12288,2.6912692387898765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,12288,3.015887896219889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,12288,2.7547998428344727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,12288,2.517669359842936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,12288,2.5736799240112305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,12288,2.306437333424886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,12288,2.0827199618021646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,12288,2.2059359550476074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,12288,2.108736038208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,12288,1.6892266273498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,12288,1.7255573272705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,12288,1.770751953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,12288,1.5465760231018066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,12288,1.3445067405700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,12288,1.113696018854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,12288,1.4160906473795574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,12288,0.9857386747996012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,12288,1.098421335220337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,12288,0.9203519821166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,12288,0.8278079827626547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,12288,0.5641813278198242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,12288,0.6928106943766276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,12288,0.4133760134379069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,12288,0.4175359805425008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,12288,0.28442132472991943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,12288,0.2710826595624288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,12288,0.2671999931335449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,12288,0.24861333767573038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,12288,0.2204479972521464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,12288,0.21824000279108682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,12288,1.3275039990743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,12288,0.21678400039672852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,12288,0.2295466661453247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,12288,0.21054933468500772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,12288,0.22714666525522867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,12288,0.20913066466649374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,12288,0.22382932901382446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,12288,0.2071359952290853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,12288,0.22274132569630942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,12288,0.2069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,12288,0.21995733181635538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,12288,0.2041813333829244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,12288,0.21751999855041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,12288,0.20204265912373862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,12288,0.21481066942214966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,12288,0.19806933403015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,12288,0.21227733294169107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,12288,0.19617599248886108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,12288,0.27718400955200195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,12288,0.20785599946975708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,12288,0.19740267594655356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,12288,0.20032533009847006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,12288,0.1976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,12288,0.19898132483164468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,12288,0.20218666394551596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,12288,0.19569067160288492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,12288,0.19634666045506796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,12288,0.20035199324289957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,12288,0.1939893364906311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,12288,0.19474132855733237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,12288,0.19769599040349325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,12288,0.191594660282135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,12288,0.19256534179051718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,12288,0.19526932636896768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,12288,3.230682690938314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,12288,1.880784034729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,12288,7.134890874226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,12288,1.7292799949645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,12288,2.0855093002319336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,12288,1.8910667101542156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,12288,1.8301173845926921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,12288,1.6340959866841633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,12288,1.4789652824401855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,12288,15.380170186360678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,12288,1.6090025901794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,12288,1.3693973223368328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,12288,1.4162720044453938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,12288,1.611013412475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,12288,1.3240266640981038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,12288,1.145802656809489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,12288,1.1604639689127605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,12288,1.060757319132487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,12288,0.9738933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,12288,1.052074670791626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,12288,0.9147199789683024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,12288,0.8491626580556234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,12288,0.8217546939849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,12288,0.7808799743652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,12288,0.7665973504384359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,12288,0.6218826770782471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,12288,0.6768853664398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,12288,0.5589813391367594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,12288,0.5543306668599447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,12288,0.44439999262491864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,12288,0.45907731850941974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,12288,0.34146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,12288,0.36425065994262695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,12288,0.24317334095637003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,12288,0.24001065889994302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,12288,0.16339733203252158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,12288,0.16126400232315063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,12288,0.15782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,12288,0.15759999553362528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,12288,0.13853866855303446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,12288,0.14986133575439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,12288,0.13371733824412027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,12288,0.13609066605567932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,12288,0.12850133577982584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,12288,0.1304480036099752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,12288,0.12787200013796488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,12288,0.12914133071899414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,12288,0.12424000104268391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,12288,0.1271519958972931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,12288,0.12573333581288657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,12288,0.1264693339665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,12288,0.12059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,12288,0.12129599849383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,12288,0.11963733037312825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,12288,0.12065600355466206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,12288,0.11581866939862569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,12288,0.1150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,12288,0.11770666639010112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,12288,0.1132586697737376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,12288,0.11522133151690166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,12288,0.11534399787584941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,12288,0.11560533444086711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,12288,0.11326400438944499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,12288,0.11422933141390483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,12288,0.1123253305753072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,12288,0.11505066355069478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,12288,0.11911466717720032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,12288,0.118559996287028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,12288,0.11703466375668843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,12288,0.11711999773979187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,12288,0.11515200138092041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,12288,0.11596799890200298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,12288,0.11300266782442729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,12288,0.11348266402880351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,12288,7.162586847941081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,12288,3.592458724975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,12288,1.915621280670166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,12288,2.1065492630004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,12288,1.8227893511454265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,12288,2.033562660217285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,12288,1.6928000450134277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,12288,1.9862666130065918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,12288,1.546288013458252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,12288,2.171482721964518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,12288,1.6381600697835286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,12288,1.4678880373636882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,12288,1.3726293245951335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,12288,1.6566987037658691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,12288,1.3140959739685059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,12288,1.572495937347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,12288,1.1649920145670574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,12288,1.5721173286437988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,12288,1.0871360301971436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,12288,1.3057759602864583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,12288,0.9384693304697672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,12288,1.2854613463083904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,12288,0.9257760047912598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,12288,0.8948533535003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,12288,0.7120906511942545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,12288,0.8292746543884277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,12288,0.5863519906997681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,12288,0.7446346282958984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,12288,0.4803359905878703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,12288,0.584330677986145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,12288,0.48042134443918866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,12288,0.3722879886627197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,12288,0.3307360013326009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,12288,0.21542400121688843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,12288,0.26160534222920734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,12288,0.17871467272440592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,12288,0.17801066239674887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,12288,0.17497599124908447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,12288,0.17281599839528403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,12288,0.17892267306645712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,12288,0.17273066441218057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,12288,0.1699733336766561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,12288,0.11538133025169373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,12288,0.11437333623568217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,12288,0.11402666568756104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,12288,0.11356266339619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,12288,0.11353066563606262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,12288,0.1129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,12288,0.11174933115641277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,12288,0.11145066221555074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,12288,0.10840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,12288,0.10839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,12288,0.10854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,12288,0.10831466317176819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,12288,0.10750933488210042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,12288,0.10724799831708272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,12288,0.10718400279680888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,12288,0.1071573297182719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,12288,0.10700800021489461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,12288,0.10742933551470439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,12288,0.10713600118954976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,12288,0.10579733053843181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,12288,0.16987200578053793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,12288,0.1658399999141693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,12288,0.16734933853149414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,12288,0.16246933738390604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,12288,0.16899732748667398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,12288,0.1678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,12288,0.16459199786186218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,12288,0.17138665914535522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,12288,0.1702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,12288,0.17198934157689413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,16384,1.5474294026692708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,12288,14.464064280192057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,12288,2.724421183268229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,12288,1.1622026761372883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,12288,1.1254133383433025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,12288,1.049301306406657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,12288,1.0047093232472737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,12288,0.9688639640808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,12288,0.9429226716359457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,12288,0.9135573705037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,12288,0.8788533210754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,12288,0.8511786460876465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,12288,0.8241919676462809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,12288,0.7854453722635905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,12288,0.7609173456827799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,12288,0.7323626677195231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,12288,0.6961546738942465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,12288,0.6660639842351278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,12288,0.6426026821136475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,12288,0.6015040079752604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,12288,0.5766559839248657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,12288,0.5494453509648641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,12288,0.5293706655502319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,12288,0.5021760066350301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,12288,0.48297067483266193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,12288,0.43994665145874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,12288,0.40295998255411786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,12288,0.37466665108998615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,12288,0.35068265597025555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,12288,0.30762133995691937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,12288,0.28044267495473224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,12288,0.2566399971644084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,12288,0.2132320006688436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,12288,0.2003893256187439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,12288,0.16787733634312949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,12288,0.09244267145792644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,12288,0.09211200475692749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,12288,0.0922986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,12288,0.09757866462071736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,12288,0.09769599636395772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,12288,0.10798933108647664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,12288,0.10653332869211833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,12288,0.10091200470924377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,12288,0.08004799981911977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,12288,0.07985599835713704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,12288,0.0809440016746521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,12288,0.08005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,12288,0.08044800162315369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,12288,0.08272000153859456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,12288,0.08282666901747386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,12288,0.0804746647675832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,12288,0.08055999875068665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,12288,0.08150400221347809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,12288,0.08177066842714946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,12288,0.0897173285484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,12288,0.08572799960772197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,12288,0.08329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,12288,0.08302400012811025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,12288,0.08251200119654338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,12288,0.08409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,12288,0.08453333377838135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,12288,0.08563733100891113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,12288,0.08294933537642162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,12288,0.08463467160860698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,12288,0.08303466439247131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,12288,0.08392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,12288,0.08257066706816356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,12288,0.08642133076985677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,12288,0.08284799754619598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,12288,0.0869760016600291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,12288,0.08389866352081299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,12288,0.08759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,12288,0.0846613347530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,10240,23.592356363932293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,10240,11.90335464477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,10240,4.926042556762695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,10240,2.7895145416259766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,10240,2.6255733172098794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,10240,2.5350613594055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,10240,2.4733227094014487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,10240,2.518709341684977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,10240,2.3658347129821777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,10240,2.3705172538757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,10240,2.6086986859639487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,10240,2.4208799997965493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,10240,2.092895984649658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,10240,2.346031983693441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,10240,2.012063980102539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,10240,1.9807732899983723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,10240,1.7512906392415364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,10240,1.8925439516703289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,10240,1.8033332824707031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,10240,1.7206986745198567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,10240,1.53766934076945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,10240,1.5382134119669597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,10240,1.379093329111735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,12288,4.961866696675618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,10240,1.2339839935302734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,10240,1.1136266390482585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,10240,1.0163893699645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,10240,1.2237066427866619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,10240,0.9039306640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,10240,0.8559786478678385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,10240,0.7448639869689941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,10240,0.6335786581039429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,10240,0.6401280164718628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,10240,0.4795946677525838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,10240,0.3766506512959798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,10240,0.3599413235982259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,10240,0.23853333791097006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,10240,0.2095359961191813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,10240,0.21127466360727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,10240,0.21740800142288208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,10240,0.20366400480270386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,10240,0.19588800271352133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,10240,0.22596800327301025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,10240,0.1959999998410543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,10240,0.20797866582870483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,10240,0.18768533070882162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,10240,0.1747200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,10240,0.17505067586898804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,10240,0.1681279937426249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,10240,0.17166932423909506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,10240,0.18038400014241537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,10240,0.19115199645360312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,10240,0.1785386602083842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,10240,0.1885706583658854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,10240,0.17693867286046347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,10240,0.17432532707850137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,10240,0.1878719925880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,10240,0.16876266400019327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,10240,0.1767680048942566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,10240,0.16772266228993735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,10240,0.1762133240699768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,10240,0.16803733507792154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,10240,0.17562133073806763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,10240,0.16775999466578165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,10240,0.1686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,10240,0.17294933398564658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,10240,0.168287992477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,10240,0.17124799887339273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,10240,0.16698666413625082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,10240,0.17003200451533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,10240,0.1665226618448893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,10240,0.16929600636164346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,10240,0.1643786629041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,10240,0.16758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,10240,0.16315199931462607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,10240,5.705957412719727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,10240,3.3305012385050454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,10240,1.7677812576293945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,10240,13.6833864847819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,10240,1.4685227076212566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,10240,1.407039960225423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,10240,1.7577600479125977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,10240,1.5445067087809246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,10240,1.4235466321309407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,10240,1.374282677968343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,10240,1.3222239812215169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,10240,1.2871572971343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,10240,1.28056001663208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,10240,1.1570293108622234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,10240,1.1819519996643066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,10240,1.0778453350067139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,10240,1.0371413230895996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,10240,0.9411253134409586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,10240,0.948421319325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,10240,0.8791999816894531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,10240,0.9006453355153402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,10240,0.7436906496683756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,10240,0.7696800231933594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,10240,0.716421365737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,10240,0.6823519865671793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,10240,0.6108906666437784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,10240,0.5548373460769653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,10240,0.4713493188222249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,10240,0.4798613389333089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,10240,0.39715198675791424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,10240,0.38229334354400635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,10240,0.31832534074783325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,10240,0.27591999371846515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,10240,0.21326400836308798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,10240,0.20306666692097983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,10240,0.13594133655230203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,10240,0.12573867042859396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,10240,0.12265066305796306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,10240,0.12650133172671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,10240,0.11858666936556499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,10240,0.11533332864443462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,10240,0.12309867143630981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,10240,0.11070400476455688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,10240,0.11906666556994121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,10240,0.10571733117103577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,10240,0.10613866647084554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,10240,0.10333333412806193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,10240,0.10141866405804952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,10240,0.10126399993896484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,10240,0.10503466924031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,10240,0.10556800166765849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,10240,0.10327466328938802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,10240,0.10206933816274007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,10240,0.10222400228182475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,10240,0.10170132915178935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,10240,0.099781334400177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,10240,0.09815999865531921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,10240,0.09718400239944458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,10240,0.09620799620946248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,10240,0.09504533807436626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,10240,0.09646399815877278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,10240,0.09515733520189922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,10240,0.0965119997660319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,10240,0.09612799684206645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,10240,0.0956106682618459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,10240,0.10411199927330017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,10240,0.10453333457310994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,10240,0.1013813316822052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,10240,0.10101333260536194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,10240,0.10054399569829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,10240,0.10201600193977356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,10240,0.09899733463923137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,10240,0.0995253324508667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,10240,0.09685867031415303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,10240,2.9035466512044272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,10240,1.842074712117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,10240,1.5937013626098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,10240,1.8122612635294597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,10240,1.5198079744974773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,10240,1.6489280064900715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,10240,1.3997279802958171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,10240,1.5416960716247559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,10240,1.3131360212961833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,10240,1.529157320658366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,10240,1.2392853101094563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,10240,1.3941653569539387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,10240,1.1444053649902344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,10240,1.2881546815236409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,10240,1.0375093619028728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,10240,1.1815199851989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,10240,0.9549919764200846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,10240,1.0618986288706462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,10240,0.8588639895121256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,10240,0.9547253449757894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,10240,0.7573546568552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,10240,0.7852160135904948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,10240,0.6727680365244547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,10240,0.7020373344421387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,10240,0.5877600113550822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,10240,0.60044264793396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,10240,0.4997066656748454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,10240,0.5020693143208822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,10240,0.41039466857910156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,10240,0.4031360149383545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,10240,0.32635732491811115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,10240,0.31120532751083374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,10240,0.24092266956965128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,10240,0.19271467129389444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,12288,0.1527359982331594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,10240,0.15821333726247153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,10240,0.1571466624736786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,10240,0.1551146705945333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,10240,0.15278933445612589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,10240,0.15197333693504333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,10240,0.15204800168673197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,10240,0.15065067013104758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,10240,0.10028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,10240,0.10036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,10240,0.09959466258684795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,10240,0.09825600186983745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,10240,0.09779199957847595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,10240,0.16580266753832498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,10240,0.09935466448465984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,10240,0.10020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,10240,0.09842666983604431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,10240,0.09569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,10240,0.09525332848230998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,10240,0.09479999542236328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,10240,0.09520000219345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,10240,0.09520000219345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,10240,0.09334933757781982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,10240,0.09336533149083455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,10240,0.0949173370997111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,10240,0.09436800082524617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,10240,0.09416000048319499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,10240,0.14544533689816794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,10240,0.13288533687591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,10240,0.13495999574661255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,10240,0.13345600167910257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,10240,0.15482133626937866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,10240,0.1411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,10240,0.13455999890963236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,10240,0.1513973375161489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,10240,0.13555733362833658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,10240,0.14572266737620035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,10240,0.13527466853459677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,10240,0.13593600193659464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,10240,3.7213385899861655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,10240,1.2984960079193115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,10240,0.9446826775868734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,10240,0.9172000090281168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,10240,0.8715199629465739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,10240,0.8385919729868571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,10240,0.8050560156504313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,10240,0.7781919638315836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,10240,0.74563201268514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,10240,0.7196266651153564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,10240,0.6982506910959879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,10240,0.6737759908040365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,10240,0.6507200002670288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,10240,0.625653346379598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,10240,0.601312001546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,10240,0.5707946618398031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,10240,0.5515199899673462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,10240,0.5185546477635702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,10240,0.4965226650238037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,10240,0.46876800060272217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,10240,0.4487893184026082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,10240,12.012560526529947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,10240,0.41433600584665936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,10240,0.4506239891052246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,10240,0.33588266372680664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,10240,0.35044801235198975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,10240,0.29687466224034625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,10240,0.2585120002428691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,10240,0.2396799921989441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,10240,0.2127573291460673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,10240,0.1818186640739441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,10240,0.1691946585973104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,10240,0.14190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,10240,0.11892799536387126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,10240,0.07910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,10240,0.07840533554553986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,10240,0.07995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,10240,0.0809333324432373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,10240,0.09316800038019817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,10240,0.09330667058626811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,10240,0.09047999978065491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,10240,0.06899199883143108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,10240,0.0697866678237915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,10240,0.06863999863465627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,10240,0.07070399820804596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,10240,0.06875733534495036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,10240,0.06948266426722209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,10240,0.06761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,10240,0.0825439989566803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,10240,0.07067200044790904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,10240,0.07053333520889282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,10240,0.07083199918270111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,10240,0.06939200063546498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,10240,0.07142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,10240,0.07645333309968312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,10240,0.0766293356815974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,10240,0.07307200133800507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,10240,0.07870399951934814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,10240,0.07113066812356313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,10240,0.07380799949169159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,10240,0.07675733168919881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,10240,0.0709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,10240,0.07689600189526875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,10240,0.07707733412583669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,10240,0.07297066847483318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,10240,0.07934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,10240,0.06895466645558675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,10240,0.07361599802970886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,10240,0.07639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,10240,0.07994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,10240,0.07353066901365916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,10240,0.07874133189519246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,8192,9.513722737630209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,8192,4.373482704162598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,8192,19.246667226155598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,8192,2.7294079462687173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,8192,2.2357227007548013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,8192,2.4164106051127114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,8192,2.2847839991251626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,8192,2.1299146016438804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,8192,2.2114240328470864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,8192,2.222463925679525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,8192,2.0880212783813477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,8192,1.977776050567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,8192,1.6106613477071126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,8192,1.6917866071065266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,8192,1.4252106348673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,8192,1.5804640452067058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,8192,1.2846506436665852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,8192,1.4292373657226562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,8192,1.387290636698405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,8192,1.3310986359914143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,8192,1.2770720322926838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,8192,1.3174080053965251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,8192,1.1011093457539876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,8192,1.0810666879018147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,8192,0.9689439932505289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,8192,0.9941226641337076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,8192,0.7969760100046793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,8192,0.6832640171051025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,8192,0.7403093179066976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,8192,0.5690666834513346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,8192,0.5739519993464152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,8192,0.39451201756795246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,8192,0.524890661239624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,8192,0.320634663105011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,8192,0.2953386704126994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,8192,0.16911999384562174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,8192,0.19286400079727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,8192,0.167738676071167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,8192,0.18235733111699423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,8192,0.16290133198102316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,8192,0.16288000345230103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,8192,0.1845973332722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,8192,0.1625173290570577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,8192,0.15567466616630554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,8192,0.15525333086649576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,8192,0.1383039951324463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,8192,0.13730667034784952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,8192,0.13703466455141702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,8192,0.14405866463979086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,8192,0.1423786679903666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,8192,0.1422879993915558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,8192,0.14127467075983682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,8192,0.1406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,8192,0.13963733116785684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,8192,0.138565331697464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,8192,0.13452266653378805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,8192,0.134661336739858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,8192,0.13514666755994162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,8192,0.1343893309434255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,8192,0.13405332962671915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,8192,0.1346453328927358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,8192,0.1333440045515696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,8192,0.13408000270525613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,8192,0.13377599914868674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,8192,0.13332800070444742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,8192,0.17974932988484701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,8192,0.13659733533859253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,8192,0.1355413297812144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,8192,0.14095466335614523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,8192,0.13546666502952576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,8192,0.13941867152849832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,8192,0.13365866740544638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,8192,0.13868266344070435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,8192,0.1328053375085195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,8192,4.586533228556315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,8192,2.5739572842915854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,8192,1.3661120732625325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,8192,1.2020426591237385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,8192,1.1899786790211995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,8192,1.1163520018259685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,8192,1.1302666664123535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,8192,1.09115203221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,8192,9.412928263346354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,8192,1.0962026913960774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,8192,0.9328906536102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,8192,0.9892053604125977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,8192,0.8602933088938395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,8192,0.90774933497111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,8192,0.7892959912618002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,8192,0.7744266986846924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,8192,0.8589226404825846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,8192,0.7364746729532877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,8192,0.6709813276926676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,8192,0.7016479969024658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,8192,0.5674293438593546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,8192,0.583402673403422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,8192,0.5391146739323934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,8192,0.5235626697540283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,8192,0.44236799081166583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,8192,0.40399467945098877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,8192,0.365882674853007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,8192,0.37140266100565594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,8192,0.6337973276774088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,8192,0.3030613263448079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,8192,0.2898133397102356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,8192,0.2587786714235942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,8192,0.21814932425816855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,8192,0.16826132933298746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,8192,0.16382933656374613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,8192,0.11405332883199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,8192,0.1060746709505717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,8192,0.10335466265678406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,8192,0.105621337890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,8192,0.10133333007494609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,8192,0.09910399715105693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,8192,0.10280533631642659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,8192,0.09301867087682088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,8192,0.0997973382472992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,8192,0.0897813340028127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,8192,0.08741866548856099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,8192,0.0851093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,8192,0.08387733499209087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,8192,0.08298133313655853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,8192,0.08536000053087871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,8192,0.08418132861455281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,8192,0.08424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,8192,0.08317866424719493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,8192,0.08458133538564046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,8192,0.08204799890518188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,8192,0.0805866668621699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,8192,0.08141866823037465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,8192,0.08196266492207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,8192,0.08085866769154866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,8192,0.08000533282756805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,8192,0.08018133540948232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,8192,0.08106133341789246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,8192,0.07983466486136119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,8192,0.07896000146865845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,8192,0.08055466910203297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,8192,0.07955733438332875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,8192,0.07936533292134602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,8192,0.07896000146865845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,8192,0.07842133442560832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,8192,0.08477866649627686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,8192,0.08453866839408875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,8192,0.08404800295829773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,8192,0.08297066887219746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,8192,0.08226133386294048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,8192,10.826597849527994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,8192,4.93669859568278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,8192,2.89521058400472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,8192,1.450394630432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,10240,1.797210693359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,8192,1.2498186429341633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,8192,1.4406933784484863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,8192,1.4174826939900715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,8192,1.137386639912923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,8192,1.2334293524424236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,8192,1.0614666938781738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,8192,1.1249386469523113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,8192,0.9937493006388346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,8192,1.0622133413950603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,8192,0.9658986727396647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,8192,0.9782186349232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,8192,0.8921546936035156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,8192,0.8999520142873129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,8192,0.8131893475850424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,8192,0.8303253650665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,8192,0.7380479971567789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,8192,0.7384053071339926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,8192,0.6506293217341105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,8192,0.629472017288208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,8192,0.5634880065917969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,8192,0.5619306564331055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,8192,0.47925865650177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,8192,0.40644800662994385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,8192,0.3994133472442627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,8192,0.33657066027323407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,8192,0.3210186759630839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,8192,0.26255999008814496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,8192,0.237936000029246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,8192,0.19115734100341797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,8192,0.15421866377194723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,8192,0.49301334222157794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,8192,1.3718026479085286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,10240,0.38413333892822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,8192,0.1283466617266337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,8192,0.12204266587893169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,8192,0.12101333340009053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,8192,0.12103999654452006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,8192,0.12122133374214172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,8192,0.08426133791605632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,8192,0.08363200227419536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,8192,0.08308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,8192,0.08263466755549113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,8192,0.08258133133252461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,8192,0.08186133205890656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,8192,0.08207466701666515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,8192,0.08127466837565105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,8192,0.14121599992116293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,8192,0.07878399888674419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,8192,0.08097599943478902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,8192,0.07784533500671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,8192,0.07709333300590515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,8192,0.07875733574231465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,8192,0.07916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,8192,0.08202666540940602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,8192,0.122597336769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,8192,0.12010133266448975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,8192,0.1202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,8192,0.12401066223780315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,8192,0.12614400188128153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,8192,0.1325706640879313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,8192,0.12261866529782613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,8192,0.11354666948318481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,8192,0.12060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,8192,0.12410666545232137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,8192,0.12628799676895142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,8192,0.13427733381589255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,8192,0.1192586620648702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,8192,0.12500799695650736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,8192,0.11954133709271748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,8192,0.132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,8192,0.12487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,8192,9.70307731628418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,8192,1.0067253112792969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,8192,0.7158719698588053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,8192,0.6922346750895182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,8192,0.6713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,8192,0.6522080103556315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,8192,0.6294933160146078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,8192,0.6105920076370239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,8192,0.5887999931971232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,8192,0.5713440179824829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,8192,0.5450506607691447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,8192,0.5276639858881632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,8192,0.5078239838282267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,8192,0.48393066724141437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,8192,0.4625759919484456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,8192,0.44542400042215985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,8192,0.4175093173980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,8192,0.4009759823481242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,8192,0.3803093433380127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,8192,0.3630666732788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,8192,0.3360053300857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,8192,0.3201333284378052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,8192,0.2990559935569763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,8192,0.275216003259023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,8192,0.25570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,8192,0.2407039999961853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,8192,0.20966400702794394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,8192,0.19361066818237305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,8192,0.17670400937398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,8192,0.1470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,8192,0.13507200280825296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,8192,0.11528000235557556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,8192,0.10261866450309753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,8192,0.06783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,8192,0.06690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,8192,0.06743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,8192,0.0695306658744812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,8192,0.06850133339564006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,8192,0.07587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,8192,0.0751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,8192,0.08318399886290233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,8192,0.06235733131567637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,8192,0.06137066582838694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,8192,0.06197333335876465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,8192,0.06172266602516174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,8192,0.06262399752934773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,8192,0.061674664417902626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,8192,0.0618453323841095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,8192,0.06113600234190623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,8192,0.06278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,8192,0.06294399996598561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,8192,1.4452160199483235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,8192,0.060720001657803856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,8192,0.06044266621271769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,8192,0.06266133487224579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,8192,0.06055466830730438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,8192,0.06237333516279856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,8192,0.06297066807746887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,8192,0.06351466476917267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,8192,0.0632479985555013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,8192,0.06217599908510844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,8192,0.06154133379459381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,8192,0.06391466657320659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,8192,0.06421866516272227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,8192,0.06497600177923839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,8192,0.06494933366775513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,8192,0.06489600241184235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,8192,0.06301333506902058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,8192,0.06436266501744588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,8192,0.06394133468468984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,8192,0.06448533137639363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,8192,0.06550933420658112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,7168,8.056037267049154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,7168,3.838778813680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,7168,2.1209120750427246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,7168,1.902634620666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,7168,1.8721013069152832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,8192,2.870197296142578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,7168,1.8987627029418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,7168,1.8847947120666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,7168,1.937594731648763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,7168,17.257205963134766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,7168,1.9163306554158528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,7168,1.526485284169515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,7168,1.7142240206400554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,7168,1.393455982208252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,7168,1.4621599515279133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,7168,1.3430453936258953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,7168,1.2234986623128254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,7168,1.1601440111796062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,7168,1.1101439793904622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,7168,1.1135093371073406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,7168,1.1314240296681721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,8192,0.7912426789601644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,7168,1.047749360402425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,7168,1.0579573313395183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,7168,0.8822826544443766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,7168,0.8450667063395182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,7168,0.7868746916453043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,7168,0.7301386992136637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,7168,0.6196266810099283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,7168,0.618837316830953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,7168,0.8676693439483643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,7168,0.4888586600621541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,7168,0.48972264925638836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,7168,0.40773332118988037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,7168,0.3380906581878662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,7168,0.27907200654347736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,7168,0.1536746621131897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,7168,0.16420267025629678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,7168,0.15217600266138712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,7168,0.15479999780654907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,7168,0.14498666922251383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,7168,0.13686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,7168,0.16385066509246826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,7168,0.12692266702651978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,7168,0.15895467003186545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,7168,0.12239999572436015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,7168,0.13757333159446716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,7168,0.11772800485293071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,7168,0.12444800138473511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,7168,0.11691199739774068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,7168,0.12210667133331299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,7168,0.12218667070070903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,7168,0.12090133627255757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,7168,0.12008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,7168,0.12038399775822957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,7168,0.11923199892044067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,7168,0.11965866883595784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,7168,0.1172106663386027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,7168,0.11755200227101643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,7168,0.11724799871444702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,7168,0.11685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,7168,0.1156160036722819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,7168,0.11626666784286499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,7168,0.11751466989517212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,7168,0.11711999773979187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,7168,0.1165066659450531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,7168,0.1176533301671346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,7168,0.1200320025285085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,7168,0.11973866820335388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,7168,0.11904000242551167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,7168,0.1200266679128011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,7168,0.1181066632270813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,7168,0.12178132931391399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,7168,0.11665067076683044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,7168,0.2423306703567505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,7168,1.9709067344665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,7168,3.799311955769857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,7168,1.0255413055419922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,7168,0.9834400018056234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,7168,1.015781323115031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,7168,1.0443572998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,7168,0.11899733543395996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,7168,0.9796373049418131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,7168,1.0643573602040608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,7168,0.8492213090260824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,7168,0.8977706432342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,7168,9.160816192626953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,7168,0.8700640201568604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,7168,0.7993706862131754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,7168,0.76418670018514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,7168,0.7616213162740072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,7168,0.8908906777699789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,7168,0.6761600176493326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,7168,0.6329066753387451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,7168,0.5868213176727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,7168,0.527077317237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,7168,0.5214773416519165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,7168,0.4842933416366577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,7168,0.47489599386850995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,7168,0.4346826473871867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,7168,0.39533865451812744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,7168,0.3397279977798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,7168,0.34937600294748944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,7168,0.2890560030937195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,7168,0.2813173333803813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,7168,0.2444480061531067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,7168,0.20640534162521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,7168,0.16261333227157593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,7168,0.15518400073051453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,7168,0.1037600040435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,7168,0.09512000282605489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,7168,0.09294933080673218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,7168,0.09501866499582927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,7168,0.6200213432312012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,7168,0.08798399567604065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,7168,0.09335999687512715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,7168,0.08430400490760803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,7168,0.6277759869893392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,7168,0.08922666311264038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,7168,0.07936533292134602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,7168,0.0773119976123174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,7168,0.07525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,7168,0.0753119985262553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,7168,0.0792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,7168,0.07827199995517731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,7168,0.07696533203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,7168,0.07682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,7168,0.07638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,7168,0.07638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,7168,0.07503466804822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,7168,0.07328000168005626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,7168,0.07411733269691467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,7168,0.07319466769695282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,7168,0.0745119998852412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,7168,0.07341866691907246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,7168,0.07064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,7168,0.07169599831104279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,7168,0.07132266461849213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,7168,0.08940800031026204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,7168,0.0710346649090449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,7168,0.07317333420117696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,7168,0.0735040009021759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,7168,0.07108800113201141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,7168,0.07374399900436401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,7168,0.07246399919191997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,7168,0.0765173335870107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,7168,0.07623466849327087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,7168,0.07724266747633617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,7168,0.08170666793982188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,7168,0.07498666644096375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,7168,2.1796107292175293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,7168,1.2629280090332031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,7168,1.2693440119425456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,7168,1.0687092940012615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,7168,1.1686506271362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,7168,1.040666659673055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,7168,1.126698652903239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,7168,0.9891413052876791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,7168,1.0580960114796956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,7168,0.9166133403778076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,7168,0.9858293533325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,7168,0.8372639815012614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,7168,0.8764159679412842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,7168,0.7616586685180664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,7168,0.8034826914469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,7168,0.698421319325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,7168,0.7327893575032552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,7168,0.626197338104248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,7168,0.6618773142496744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,7168,0.5506666501363119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,7168,0.5562133391698202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,7168,0.49107734362284344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,7168,0.4962400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,7168,0.42957866191864014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,7168,0.4290879964828491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,7168,0.36769600709279376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,7168,0.37065601348876953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,7168,0.31275733311971027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,7168,0.2881919940312703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,7168,0.24004799127578735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,7168,0.21356266736984253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,7168,0.17241066694259644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,7168,0.13924266894658408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,7168,0.11634666721026103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,7168,0.1143999993801117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,7168,0.11447999874750774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,7168,0.11365866661071777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,7168,0.11102400223414104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,7168,0.10957333445549011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,7168,0.11039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,7168,0.10744532942771912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,7168,0.07576000193754832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,7168,0.07478933533032735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,7168,0.07493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,7168,0.07477333148320515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,7168,0.07400000095367432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,7168,0.07422400017579396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,7168,0.07585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,7168,0.0734506646792094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,7168,0.07045866549015045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,7168,0.07001066704591115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,7168,0.07010666529337566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,7168,0.06861333549022675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,7168,0.06977066894372304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,7168,0.10988266269365947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,7168,0.10004799564679463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,7168,0.09826133648554485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,7168,0.09490666786829631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,7168,0.09392000238100688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,7168,0.09796800216039021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,7168,0.1030506690343221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,7168,0.10665599505106609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,7168,0.11176533500353496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,7168,0.09977066516876221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,7168,0.09778666496276855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,7168,0.10074133674303691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,7168,0.10478400190671285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,7168,0.099589337905248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,7168,0.09697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,7168,0.10638933380444844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,7168,0.10692800084749858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,7168,8.368288040161133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,7168,2.647712071736654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,7168,1.3524106343587239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,7168,0.7487093607584635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,7168,0.6840000152587891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,7168,0.6615253289540609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,7168,0.6165973345438639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,7168,0.596127986907959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,7168,0.5804160038630167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,7168,0.5622773170471191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,7168,0.5424480040868124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,7168,0.5228906472524008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,7168,0.5079626639684042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,7168,0.4889440139134725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,7168,0.45686932404836017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,7168,0.43886931737263996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,7168,0.4258933464686076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,7168,0.407098650932312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,7168,0.41154666741689044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,7168,0.37511467933654785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,7168,0.35833601156870526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,7168,0.33876800537109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,7168,0.3243839939435323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,7168,0.3007199962933858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,7168,0.2850933273633321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,7168,0.26667733987172443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,7168,0.24544533093770346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,7168,0.22788800795873007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,7168,0.21482133865356445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,7168,0.18945600589116415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,7168,0.17407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,7168,0.15826666355133057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,7168,0.1325386663277944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,7168,0.12071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,7168,0.10178132851918538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,7168,0.0922986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,7168,0.059290667374928795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,7168,0.05936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,7168,0.05973866581916809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,7168,0.06066666543483734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,7168,0.06178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,7168,0.06591466565926869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,7168,0.06833066542943318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,7168,0.07374933362007141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,7168,0.05275199810663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,7168,0.0528106689453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,7168,0.05227733155091604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,7168,0.051957334081331887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,7168,0.053183997670809426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,7168,0.05356800059477488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,7168,0.05402133365472158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,7168,0.052000001072883606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,7168,0.05385600030422211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,7168,0.05444799860318502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,7168,0.054133335749308266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,7168,0.05470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,7168,0.055248002211252846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,7168,0.05528533458709717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,7168,0.05486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,7168,0.053301334381103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,7168,0.055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,7168,0.05351999898751577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,7168,0.055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,7168,0.05395199855168661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,7168,0.05625600119431814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,7168,0.056101332108179726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,7168,0.05420266588528951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,7168,0.056757330894470215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,7168,0.054234668612480164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,7168,0.057018667459487915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,7168,0.05400000015894572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,7168,0.05610666672388712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,7168,0.05423999826113383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,6144,14.466458638509115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,6144,6.974213282267253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,6144,2.7298399607340493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,6144,1.5961599349975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,6144,1.4870079358418782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,6144,1.6397919654846191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,6144,1.3823520342508953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,6144,1.354490598042806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,6144,1.6035733222961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,6144,1.4960479736328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,6144,1.2377866903940837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,6144,1.2205333709716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,6144,1.1689866383870442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,6144,1.223472038904826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,6144,1.0857919851938884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,6144,1.1561439832051594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,6144,0.9881760279337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,6144,1.126805305480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,6144,1.0356106758117676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,6144,1.011562665303548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,6144,0.9203999837239584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,6144,0.79530135790507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,6144,0.8236533006032308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,6144,0.7565279801686605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,6144,0.7094186941782633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,6144,0.6517546574274699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,6144,0.5783626635869344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,6144,0.5270453294118246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,6144,0.520138661066691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,6144,0.4408053159713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,6144,0.40358932813008624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,6144,0.37346665064493817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,6144,0.2847519914309184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,6144,0.2228106657663981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,6144,0.2092533310254415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,6144,0.13961600263913473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,6144,0.1272640029589335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,6144,0.12426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,6144,0.12982933719952902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,6144,0.12014399965604146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,6144,0.11888532837231953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,6144,0.13031466801961264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,6144,0.11453333497047424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,6144,0.10989866654078166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,6144,0.12851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,6144,0.11036266883214314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,6144,0.1069653332233429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,6144,0.10485333204269409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,6144,0.10626666744550069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,6144,0.11171733339627583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,6144,0.11171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,6144,0.1107360025246938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,6144,0.11027200023333232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,6144,0.10915199915568034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,6144,0.10806399583816528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,6144,0.10847999652226765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,6144,0.10829333464304607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,6144,0.10486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,6144,0.10713600118954976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,6144,0.10393066207567851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,6144,0.10831999778747559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,6144,0.10506666700045268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,6144,0.10737066467603047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,6144,0.10455999771753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,6144,0.10590400298436482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,6144,0.10413333773612976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,6144,0.1088266670703888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,6144,0.10846400260925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,6144,0.10707733035087585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,6144,0.10620266199111938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,6144,0.1065120001633962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,6144,0.10533333818117778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,6144,0.10505599776903789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,6144,0.10381866494814555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,6144,3.3739039103190103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,6144,1.8011199633280437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,6144,6.869183858235677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,6144,0.9941226641337076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,6144,1.0375359853108723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,6144,0.8550346692403158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,6144,0.846730629603068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,6144,0.8438506921132406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,6144,0.7885599931081136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,6144,0.7822133700052897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,6144,0.7101013660430908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,6144,0.6834719975789388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,6144,0.6607146660486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,6144,0.6631999810536703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,6144,0.602517326672872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,6144,0.6017280022303263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,6144,0.548805316289266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,6144,0.5403733253479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,6144,0.511738657951355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,6144,0.5027679999669393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,6144,0.48450668652852374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,6144,0.42821331818898517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,6144,0.41763198375701904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,6144,0.39526931444803876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,6144,0.388213316599528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,6144,0.3414986530939738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,6144,0.3186933398246765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,6144,0.28406933943430585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,6144,0.2889653245608012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,6144,0.2418880065282186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,6144,0.2231946587562561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,6144,0.20276800791422525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,6144,0.1727786660194397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,6144,0.1416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,6144,0.13237866759300232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,6144,0.09046399593353271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,6144,0.08362133304278056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,6144,0.08576533198356628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,6144,0.07983466486136119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,6144,0.07863466441631317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,6144,0.08286933104197185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,6144,0.07592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,6144,0.08061866462230682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,6144,0.084389328956604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,6144,0.07288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,6144,0.07019733389218648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,6144,0.072202667593956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,6144,0.06956799825032552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,6144,0.06788266698519389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,6144,0.07109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,6144,0.07200533151626587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,6144,0.0701333334048589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,6144,0.06879466772079468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,6144,0.0695306658744812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,6144,0.06809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,6144,0.06781333188215892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,6144,0.06655466556549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,6144,0.07061866422494252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,6144,0.06629866858323415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,6144,0.06460799773534139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,6144,0.06542400022347768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,6144,0.06705600023269653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,6144,0.06499733527501424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,6144,0.06469866633415222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,6144,0.06472533444563548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,6144,0.06406400104363759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,6144,0.06492266555627187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,6144,0.06489600241184235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,6144,0.0651146670182546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,6144,0.06946666538715363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,6144,0.07029866675535838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,6144,0.06862933437029521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,6144,0.06780266761779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,6144,0.06619733572006226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,6144,8.094090779622396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,6144,3.9113388061523438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,6144,1.1191466649373372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,7168,0.0529013325770696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,6144,1.144053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,6144,1.0187146663665771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,6144,0.9142560164133707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,6144,0.9885333379109701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,6144,0.8754773139953613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,6144,0.9233333269755045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,6144,0.8022826512654623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,6144,0.8509759902954102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,6144,0.7601119677225748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,6144,0.7894720236460367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,6144,0.695845365524292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,6144,0.7301173210144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,6144,0.6338026523590088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,6144,0.6677172978719076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,6144,0.5788640181223551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,6144,0.6088480154673258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,6144,0.5100586811701456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,6144,1.1766133308410645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,6144,0.5098880132039388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,6144,0.4471520185470581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,6144,0.45550934473673504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,6144,0.390992005666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,6144,0.3904373248418172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,6144,0.3320159912109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,6144,0.3262453277905782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,6144,0.2627519965171814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,6144,0.25919999678929645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,6144,0.2048106590906779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,6144,0.19553067286809286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,6144,0.15007999539375305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,6144,0.12525332967440286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,6144,0.9815413157145182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,6144,0.10373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,6144,0.10185600320498149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,6144,0.09770133097966512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,6144,0.10050666332244873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,6144,0.10428800185521443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,6144,0.09711466232935588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,6144,0.09587732950846355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,6144,0.06628266473611195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,6144,0.06796266635258992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,6144,0.09884799520174663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,6144,0.0664106657107671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,6144,0.0665280024210612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,6144,0.06679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,6144,0.06562666594982147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,6144,0.0653546651204427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,6144,0.06512000163396199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,6144,0.062277331948280334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,6144,0.061941335598627724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,6144,0.06224533418814341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,6144,0.0609386662642161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,6144,0.0897920032342275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,6144,0.0849226713180542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,6144,0.08095466593901317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,6144,0.08375466863314311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,6144,0.10115733742713928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,6144,0.09167466560999553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,6144,0.07925866544246674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,6144,0.08348266283671062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,6144,0.09473599990208943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,6144,0.08635733524958293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,6144,0.08750399947166443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,6144,0.08983467022577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,6144,0.10291733344395955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,6144,0.09311466415723164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,6144,0.08094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,6144,0.08271466692288716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,6144,0.08893866340319316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,6144,0.060496002435684204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,6144,2.1729013125101724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,6144,0.5924426714579264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,6144,0.5811893145243326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,6144,0.5596533219019572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,6144,0.5451573530832926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,6144,0.5312533378601074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,6144,0.5118879874547323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,6144,0.49661866823832196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,6144,0.4830559889475505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,6144,0.4633066654205322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,6144,0.44971732298533124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,6144,0.432426651318868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,6144,0.4181600014368693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,6144,0.399674654006958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,6144,0.38254400094350177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,6144,0.36538668473561603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,6144,0.3495039939880371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,6144,0.33204267422358197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,6144,0.31895466645558673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,6144,0.2999626596768697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,6144,0.28915733098983765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,6144,0.2675093412399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,6144,0.25384533405303955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,6144,0.23909332354863486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,6144,0.2187733252843221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,6144,0.20356265703837076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,6144,0.19130132595698038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,6144,0.16803733507792154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,6144,0.15531200170516968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,6144,0.13903466860453287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,6144,0.11752000451087952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,6144,0.10779199997584026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,6144,0.09147199988365173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,6144,0.082805335521698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,6144,0.053786665201187134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,6144,0.053770666321118675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,6144,0.052517334620157875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,6144,0.054698665936787925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,6144,0.05323733389377594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,6144,0.05914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,6144,0.05881066620349884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,6144,0.06402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,6144,0.047781333327293396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,6144,0.04576000074545542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,6144,0.047024001677831016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,6144,0.045909335215886436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,6144,7.116218566894531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,6144,0.047423998514811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,6144,0.04817600051561991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,6144,0.05825600028038025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,6144,0.048938666780789696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,6144,0.05202133456865946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,6144,0.049957334995269775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,6144,0.04818666477998098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,6144,0.048351998130480446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,6144,0.047872001926104225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,6144,0.049413333336512245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,6144,0.04913066824277242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,6144,1.1108427047729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,6144,0.04788800080617269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,6144,0.04911466439565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,6144,0.05044800043106079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,6144,0.048714667558670044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,6144,0.0509493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,6144,0.049098665515581764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,6144,0.050623998045921326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,6144,0.052245333790779114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,6144,0.0489333321650823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,6144,0.051413332422574363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,6144,0.05022400120894114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,6144,0.048895999789237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,6144,0.05018133421738943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,6144,0.050341332952181496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,6144,0.050250664353370667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,5120,2.40119997660319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,5120,1.3152000109354656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,5120,5.36082649230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,5120,1.2267253398895264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,5120,11.865423838297525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,5120,1.6051360766092937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,5120,1.3192373116811116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,5120,1.5437706311543782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,5120,1.4757332801818848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,5120,1.252959966659546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,5120,1.3417867024739583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,5120,1.0623306433359783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,5120,1.316325346628825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,5120,1.2240959803263347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,5120,1.0115893681844075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,5120,0.9634772936503092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,5120,0.9141813119252523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,5120,0.8342346350351969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,5120,0.8807733058929443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,5120,0.7662879625956217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,5120,0.779642661412557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,5120,0.6165173451105753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,5120,0.6911839644114176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,5120,0.6031093200047811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,5120,0.605674664179484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,5120,0.5293226639429728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,5120,0.48070398966471356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,5120,0.43089600404103595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,5120,0.45427199204762775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,5120,0.37804265817006427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,5120,0.34486933549245197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,5120,0.3174453377723694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,5120,0.25652267535527545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,5120,0.19552532831827799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,5120,0.12730666995048523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,5120,0.19781333208084106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,5120,0.1125973363717397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,5120,0.11588799953460693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,5120,0.1181066632270813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,5120,0.10711466272672017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,5120,0.10338133573532104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,5120,0.09781866272290547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,5120,0.11700266599655151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,5120,0.10815466443697612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,5120,0.09075199564297994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,5120,0.08714133501052856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,5120,0.08669867118199666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,5120,0.08674133817354839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,5120,0.09263466795285542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,5120,0.09165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,5120,0.09106666843096416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,5120,0.09086400270462036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,5120,0.09032000104586284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,5120,0.08906132976214091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,5120,0.08900800347328186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,5120,0.0874079962571462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,5120,0.08692800005276997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,5120,0.08675733208656311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,5120,0.08686400453249614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,5120,0.08700799942016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,5120,0.08621866504351298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,5120,0.08563199639320374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,5120,0.08562133709589641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,5120,0.08683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,5120,0.08627200126647949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,5120,0.08613866567611694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,5120,0.09128000338872273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,5120,0.09072533249855042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,5120,0.09087999661763509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,5120,0.08901333808898926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,5120,0.08898133039474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,5120,0.08859200278917949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,5120,0.08804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,5120,0.09760533769925435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,5120,2.8390026092529297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,5120,5.668799718221028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,5120,1.4720640182495117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,5120,0.9460533459981283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,5120,0.7785653273264567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,5120,0.8328746954600016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,5120,0.7409546375274658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,5120,0.7403519948323568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,5120,0.6937173207600912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,5120,0.6937867005666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,5120,0.6221280097961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,5120,0.6375306844711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,5120,0.573637326558431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,5120,0.5704160133997599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,5120,0.5292640129725138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,5120,0.5032426516215006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,5120,0.4975359837214152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,5120,0.45282665888468426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,5120,0.4782986640930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,5120,0.42500801881154376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,5120,0.4131573438644409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,5120,0.36246931552886963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,5120,0.352730671564738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,5120,0.298309326171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,5120,0.2778773307800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,5120,0.25149865945180255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,5120,0.24779733022054037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,5120,0.206112007300059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,5120,0.19559999306996664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,5120,0.1743519902229309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,5120,0.1518239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,5120,0.12327466408411662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,5120,0.11681066950162251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,5120,0.07913066446781158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,5120,0.07404266794522603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,5120,0.07321066657702129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,5120,0.07541333138942719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,5120,0.4262400070826213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,5120,0.330458660920461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,5120,0.06894400219122569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,5120,0.07303466896216075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,5120,0.0652213344971339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,5120,0.07017066578070323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,5120,0.06321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,5120,0.06251200040181477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,5120,0.060138667623202004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,5120,0.06052800019582113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,5120,0.05945600072542826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,5120,0.06229333579540253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,5120,0.06217599908510844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,5120,0.06151466568311056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,5120,0.06275733311971028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,5120,0.05961599946022034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,5120,0.059765333930651345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,5120,0.0603359987338384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,5120,0.05910933514436086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,5120,0.05717333157857259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,5120,0.056458666920661926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,5120,0.05695466697216034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,5120,0.05637866755326589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,5120,0.05611733098824819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,5120,0.056517332792282104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,5120,0.0566293348868688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,5120,0.057487999399503074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,5120,0.05775466561317444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,5120,0.05613866448402405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,5120,0.05555200080076853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,5120,0.05691733459631602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,5120,0.05633600056171417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,5120,0.05602133274078369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,5120,0.055530667304992676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,5120,0.055498664577802025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,5120,0.055258666475613914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,5120,0.0690826674302419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,5120,3.3122987747192383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,5120,0.9892746607462565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,5120,6.8445173899332685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,5120,0.970848004023234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,5120,1.6580746968587239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,5120,0.8061013221740723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,5120,1.0096533298492432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,5120,0.7195626894632975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,5120,0.7637973626454672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,5120,0.6768426895141602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,5120,0.7120213508605957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,5120,0.6287946701049805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,5120,0.6604426701863607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,5120,0.5841653347015381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,5120,0.60753067334493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,5120,0.532426675160726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,5120,0.5533599853515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,5120,0.48213334878285724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,5120,0.5074346860249838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,5120,0.4264959891637166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,5120,0.4261653423309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,5120,0.37945600350697833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,5120,0.37972267468770343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,5120,0.3311946590741475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,5120,0.3263733386993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,5120,0.2818826635678609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,5120,0.2727359930674235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,5120,0.2330933411916097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,5120,0.21918400128682455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,5120,0.1814346710840861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,5120,0.1629866659641266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,5120,0.13036266962687174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,5120,0.10444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,5120,0.9881013234456381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,5120,0.8889066378275553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,5120,0.8450133005777994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,5120,0.08968533078829448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,5120,0.08354666829109192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,5120,0.0825439989566803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,5120,0.08271466692288716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,5120,0.08053333560625713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,5120,0.05834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,5120,0.05804799993832906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,5120,0.05899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,5120,0.05696000158786774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,5120,0.058650667468706764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,5120,0.05731200178464254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,5120,0.05787733197212219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,5120,0.055888002117474876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,5120,0.05429866909980774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,5120,0.05390933156013489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,5120,0.054373333851496376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,5120,0.053226664662361145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,5120,0.052522664268811546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,5120,0.07947200040022533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,5120,0.08255999783674876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,5120,0.07229333122571309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,5120,0.0765226682027181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,5120,0.06751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,5120,0.07276799778143565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,5120,0.08032533526420593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,5120,0.06648533542950948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,5120,0.07708266874154408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,5120,0.07834666470686595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,5120,0.08868267138799031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,5120,0.07444799939791362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,5120,0.08502399921417236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,5120,0.06788800160090129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,5120,0.07015466690063477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,5120,0.0762613316377004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,5120,0.06843733290831248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,5120,0.07707199951012929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,5120,0.08893332878748576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,5120,0.08709866801897685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,5120,1.8097227414449055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,5120,0.5197946627934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,5120,6.0437437693278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,5120,0.9153866767883301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,5120,0.4968400001525879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,5120,0.48816267649332684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,5120,0.48067466417948407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,5120,0.45053064823150635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,5120,0.4410213232040405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,5120,0.432917316754659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,5120,0.42100266615549725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,5120,0.39351733525594074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,5120,0.37084531784057617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,5120,0.381930669148763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,5120,0.3635626633961995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,5120,0.3410213390986125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,5120,0.31066399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,5120,0.3306613365809123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,5120,0.2812933325767517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,5120,0.3094879984855652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,5120,0.2707680066426595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,5120,0.26082666714986164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,5120,0.24689600865046182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,5120,0.23263466358184814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,5120,0.2157706618309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,5120,0.2060426672299703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,5120,0.18649599949518839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,5120,0.17721599340438843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,5120,0.1614853342374166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,5120,0.14412267009417215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,5120,0.1315066715081533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,5120,0.1212773323059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,5120,0.09932532906532288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,5120,0.08919200301170349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,5120,0.07714133461316426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,5120,0.06950933237870534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,5120,0.045114666223526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,5120,0.04497866829236349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,5120,0.044826666514078774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,5120,0.04558133085568746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,5120,0.044591998060544334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,5120,0.048472002148628235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,5120,0.04877333343029022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,5120,0.04049866646528244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,5120,0.05357066790262858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,5120,0.04022666563590368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,5120,0.039893334110577904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,5120,0.0401733343799909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,5120,0.04048799971739451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,5120,0.04062400013208389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,5120,0.039994666973749794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,5120,0.04043200115362803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,5120,0.03952533255020777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,5120,0.04052533209323883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,5120,0.04154400030771891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,5120,0.04159733404715856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,5120,0.040519999961058296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,5120,0.040735999743143715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,5120,0.04135733346144358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,5120,0.0415706659356753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,5120,0.04173333446184794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,5120,0.040565334260463715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,5120,0.040338667730490364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,5120,0.04099733382463455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,5120,0.04121066629886627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,5120,0.041034666200478874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,5120,0.042549331982930504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,5120,0.040522667268911995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,5120,0.042903999487559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,5120,0.04049599915742874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,5120,0.04095999896526337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,4096,8.935114542643229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,4096,4.51368522644043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,4096,2.3323520024617515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,4096,1.2849493026733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,4096,1.0619040330251057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,4096,1.107045332590739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,4096,1.058842658996582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,4096,1.104693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,4096,1.037061293919881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,4096,1.007141351699829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,4096,0.9017653465270996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,4096,0.9158026377360026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,4096,0.817957321802775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,4096,0.8695946534474691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,4096,0.7418719927469889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,4096,0.7351626555124918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,4096,0.6539040009180704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,4096,0.635535995165507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,4096,0.6200853188832601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,4096,0.5972906748453776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,4096,0.5640480120976766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,4096,0.49954132239023846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,4096,0.49692801634470624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,4096,0.4690133333206177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,4096,0.454581340154012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,4096,0.40435198942820233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,4096,0.37038934230804443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,4096,0.33662935098012287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,4096,0.3375519911448161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,4096,0.28275734186172485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,4096,0.26873600482940674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,4096,0.237119992574056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,4096,0.19443732500076294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,4096,0.15028799573580423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,4096,0.14015466968218485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,4096,0.09654399752616882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,4096,0.08810133735338847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,4096,0.08790399630864461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,4096,0.09047466516494751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,4096,0.08379200100898743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,4096,0.08348266283671062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,4096,0.09284266829490662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,4096,0.08331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,4096,0.090938667456309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,4096,0.07926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,4096,0.07889066636562347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,4096,0.07608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,4096,0.07578666508197784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,4096,0.07468800246715546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,4096,0.08682133754094441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,4096,0.08594133456548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,4096,0.08540800213813782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,4096,0.08483733733495076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,4096,0.08388800422350566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,4096,0.08326933284600575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,4096,0.0831413318713506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,4096,0.08162133395671844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,4096,0.08184533317883809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,4096,0.0806826651096344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,4096,0.08145600060621898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,4096,0.08074133098125458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,4096,0.0810346653064092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,4096,0.08081066608428955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,4096,0.08098133405049641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,4096,0.0811413327852885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,4096,0.08098133405049641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,4096,0.08066133161385854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,4096,0.08074133098125458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,4096,0.08097066481908162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,4096,0.07910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,4096,0.0786240001519521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,4096,0.07817066709200542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,4096,0.07717333237330119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,4096,0.07644799848397572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,5120,0.04372799893220266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,4096,2.14574400583903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,4096,4.5141706466674805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,4096,0.6454559961954752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,4096,1.099082628885905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,4096,0.6877013047536215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,4096,0.5873173475265503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,4096,0.7074133555094401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,4096,0.5673653284708658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,4096,0.5962293148040771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,4096,0.5143786668777466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,4096,0.5310506820678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,4096,0.4910666545232137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,4096,0.511247992515564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,4096,0.45196799437205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,4096,0.46744000911712646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,4096,0.3986719846725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,4096,0.4106026490529378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,4096,0.3689653476079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,4096,0.3827040195465088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,4096,0.34163200855255127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,4096,0.3568426767985026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,4096,0.31042667229970294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,4096,0.29208532969156903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,4096,0.29410133759180707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,4096,0.2659306724866231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,4096,0.2609013319015503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,4096,0.22317866484324136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,4096,0.20277865727742514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,4096,0.19666133324305216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,4096,0.18945600589116415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,4096,0.1562026639779409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,4096,0.1520906686782837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,4096,0.1243839959303538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,4096,0.10353066523869832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,4096,0.09354133407274882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,4096,0.0676746666431427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,4096,0.06270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,4096,0.06299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,4096,0.061792001128196716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,4096,0.06277333199977875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,4096,0.058634668588638306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,4096,0.0614026685555776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,4096,0.05940799911816915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,4096,0.06029333174228668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,4096,0.0562666654586792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,4096,0.05566399792830149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,4096,0.05375466744105021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,4096,0.05384533107280731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,4096,0.0524479995171229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,4096,0.05876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,4096,0.05797333518664042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,4096,0.057248001297314964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,4096,0.05629866818586985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,4096,0.05795200169086456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,4096,0.05783999959627787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,4096,0.0545653353134791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,4096,0.056032001972198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,4096,0.055567999680837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,4096,0.05356800059477488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,4096,0.0539626677831014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,4096,0.055045331517855324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,4096,0.05515199899673462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,4096,0.05416533350944519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,4096,0.05439466734727224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,4096,0.05378133555253347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,4096,0.05353599786758423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,4096,0.054101333022117615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,4096,0.05403733253479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,4096,0.052895997961362205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,4096,0.05239466826121012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,4096,0.054330666859944664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,4096,0.053472002347310386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,4096,0.05296533306439718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,4096,0.053674668073654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,5120,0.04094666739304861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,5120,0.04138133426507314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,4096,5.803930918375651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,4096,0.8398719628651937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,4096,1.4407307306925456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,4096,0.7442826430002848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,4096,2.883530616760254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,4096,0.6876160303751627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,4096,0.8667413393656412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,4096,0.6158133347829183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,4096,0.6582080125808716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,4096,0.580512007077535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,4096,0.6135786771774292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,4096,0.5408480167388916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,4096,0.5663466850916544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,4096,0.4994826714197795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,4096,0.5211999813715616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,4096,0.4596159855524699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,4096,0.47685333093007404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,4096,0.41785065333048504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,4096,0.4395413398742676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,4096,0.3691093524297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,4096,0.3689279953638713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,4096,0.32920533418655396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,4096,0.32868800560633343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,4096,0.28670400381088257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,4096,0.28269867102305096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,4096,0.24361066023508707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,4096,0.2353066603342692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,4096,0.20278932650883993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,4096,0.18893333276112875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,4096,0.1569866637388865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,4096,0.13889599839846292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,4096,0.11410133043924968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,4096,0.09057600299517314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,4096,0.8404213587443033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,4096,0.7643307050069174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,4096,0.7138026555379232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,4096,0.07671999931335449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,4096,0.07124266525109609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,4096,0.07075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,4096,0.0699839989344279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,4096,0.06876799960931142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,4096,0.051594664653142296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,4096,0.05008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,4096,0.050186668833096824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,4096,0.049914668003718056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,4096,0.050144001841545105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,4096,0.048656001687049866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,4096,0.049226666490236916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,4096,0.048138668139775596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,4096,0.045994664231936135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,4096,0.045797333121299744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,4096,0.04571733375390371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,4096,0.04507733384768168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,4096,0.04584533472855886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,4096,0.06420266628265381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,4096,0.059994667768478394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,4096,0.06407999992370605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,4096,0.0650186687707901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,4096,0.06378133098284404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,4096,0.06480533381303151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,4096,0.0636106679836909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,4096,0.06970666845639546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,4096,0.06830400228500366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,4096,0.06887466708819072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,4096,0.06875733534495036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,4096,0.06434133152167003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,4096,0.06182399888833364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,4096,0.06423466900984447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,4096,0.07503466804822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,4096,0.06823466718196869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,4096,0.062090665102005005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,4096,0.06358933448791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,4096,0.07549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,4096,0.07323200007279713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,4096,1.5328853925069172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,4096,0.416594664255778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,4096,0.7389012972513834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,4096,4.590776125590007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,4096,0.39255468050638836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,4096,0.4145439863204956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,4096,0.38335200150807697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,4096,0.374016006787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,4096,0.36027467250823975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,4096,0.3590773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,4096,0.33505332469940186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,4096,0.32890133062998456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,4096,0.31411999464035034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,4096,0.30771466096242267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,4096,0.29101065794626874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,4096,0.2835973302523295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,4096,0.26791199048360187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,4096,0.261845330397288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,4096,0.2475279966990153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,4096,0.2335466742515564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,4096,0.2233360012372335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,4096,0.21765865882237753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,4096,0.20300267140070596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,4096,0.18951199452082315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,4096,0.1788640022277832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,4096,0.17220000425974527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,4096,0.14445066452026367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,4096,0.15338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,4096,0.13457866509755453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,4096,0.11935200293858846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,4096,0.11041333278020223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,4096,0.08214933176835378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,4096,0.09734132885932922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,4096,0.07351466516653697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,4096,0.05677866439024607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,4096,0.06363733112812042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,4096,0.03793599953254064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,4096,0.038319999972979225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,4096,0.037645332515239716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,4096,0.03779733429352442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,4096,0.037474667032559715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,4096,0.040618665516376495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,4096,0.039520000418027244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,4096,0.04376799861590067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,4096,0.03528533379236857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,4096,0.033832001189390816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,4096,0.03418133407831192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,4096,0.03379199902216593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,4096,0.03421599914630254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,4096,0.03363733241955439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,4096,0.034503998855749764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,4096,0.033813332517941795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,4096,0.034061332543691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,4096,0.03335466732581457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,4096,0.03462400039037069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,4096,0.035088000198205314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,4096,0.03359466542800268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,4096,0.03450666616360346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,4096,0.0347653329372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,4096,0.03516799956560135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,4096,0.03374133259057999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,4096,0.03591199964284897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,4096,0.03489600121974945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,4096,0.035959998766581215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,4096,0.03546400119860967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,4096,0.03515733281771342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,4096,0.03512533257404963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,4096,0.036674665908018746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,4096,0.035261332988739014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,4096,0.03545066714286804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,4096,0.03600533306598663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,3584,8.40060806274414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,3584,3.8731040954589844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,3584,1.9092693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,3584,1.0875360171000164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,3584,1.013050635655721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,3584,1.011962652206421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,3584,0.96561066309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,3584,0.9037653605143229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,3584,0.8889919916788737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,3584,0.8938186963399252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,3584,0.8281973203023275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,3584,0.822645346323649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,3584,0.730405330657959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,3584,0.7615146636962891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,3584,0.6677866776784261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,3584,0.7018880049387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,3584,0.5853386720021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,3584,0.5767360130945841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,3584,0.5581386486689249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,3584,0.5644373496373495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,3584,0.5129013458887736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,3584,0.45294400056203205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,3584,0.46558932463328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,3584,0.4201706647872925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,3584,0.41145066420237225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,3584,0.36799466609954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,3584,0.33340267340342206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,3584,0.2983466585477193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,3584,0.3002613385518392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,3584,0.25117866198221844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,3584,0.22459199031194052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,3584,0.20377065738042197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,3584,0.17124267419179282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,3584,0.13410133123397827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,3584,0.12913599610328674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,3584,0.08641599615414937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,3584,0.07854400078455608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,3584,0.07600533465544383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,3584,0.07911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,3584,0.07315200070540111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,3584,0.07144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,3584,0.07763733466466267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,3584,0.06944533189137776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,3584,0.0749013324578603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,3584,0.06706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,3584,0.06671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,3584,0.06397333244482677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,3584,0.06246933341026306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,3584,0.06283199787139893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,3584,0.0670826683441798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,3584,0.06612800061702728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,3584,0.06548800071080525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,3584,0.06484800080458324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,3584,0.0646613339583079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,3584,0.06427733103434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,3584,0.06322666505972545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,3584,0.06387733419736226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,3584,0.06324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,3584,0.06293333570162456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,3584,0.0634080022573471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,3584,0.062458669145902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,3584,0.06323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,3584,0.06288533409436543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,3584,0.06267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,3584,0.06323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,3584,0.062463998794555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,3584,0.06309866905212402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,3584,0.06278933087984721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,3584,0.0621973325808843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,3584,0.06136000156402588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,3584,0.06621866424878438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,3584,0.06628799935181935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,3584,0.06647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,3584,0.06454400221506755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,3584,3.9885279337565103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,3584,2.1591466267903647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,3584,1.0714879830678303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,3584,0.6656533479690552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,3584,0.5743573506673177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,3584,0.5699040095011393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,3584,0.5310826698939005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,3584,0.5406986474990845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,3584,0.5196160078048706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,3584,0.49431999524434406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,3584,0.45076266924540204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,3584,0.45163734753926593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,3584,0.42379732926686603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,3584,0.42191465695699054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,3584,0.3840800126393636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,3584,0.37176533540089923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,3584,0.34277331829071045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,3584,0.3316640059153239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,3584,0.3222026626269023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,3584,0.3415733178456624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,3584,0.2982933322588603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,3584,0.27111999193827313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,3584,0.2686186631520589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,3584,0.2476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,3584,0.23314666748046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,3584,0.21633599201838175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,3584,0.20238399505615234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,3584,0.18083733320236206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,3584,0.17838933070500693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,3584,0.16296000281969705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,3584,0.14571199814478555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,3584,0.13404800494511923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,3584,0.11354133486747742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,3584,0.09082133571306865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,3584,0.08525333801905315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,3584,0.061466669042905174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,3584,0.05651199817657471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,3584,0.056314667065938316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,3584,0.05818133552869161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,3584,0.05356800059477488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,3584,0.05282666782538096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,3584,0.056661332647005715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,3584,0.05053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,3584,0.05291733145713806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,3584,0.0487306664387385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,3584,0.04816000163555145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,3584,0.048063998421033226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,3584,0.04619200030962626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,3584,0.046495998899141945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,3584,0.04947733382383982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,3584,0.04901333153247833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,3584,0.046623999873797096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,3584,0.046336000164349876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,3584,0.04764799773693085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,3584,0.04678933322429657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,3584,0.04554133117198944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,3584,0.04650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,3584,0.048357332746187844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,3584,0.045968001087506614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,3584,0.04720533390839895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,3584,0.045909335215886436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,3584,0.046757335464159645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,3584,0.04601066807905833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,3584,0.04539200166861216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,3584,0.04701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,3584,0.046309332052866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,3584,0.04543466866016388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,3584,0.04621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,3584,0.045253331462542214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,3584,0.046426668763160706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,3584,0.04508799811204275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,3584,0.045552000403404236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,3584,0.045552000403404236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,3584,0.04516266783078512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,4096,0.035261332988739014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,4096,0.03445066759983698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,3584,5.313877423604329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,4096,0.036133334040641785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,3584,0.7153120040893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,3584,2.6590986251831055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,3584,0.6805013020833334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,3584,1.2824052969614665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,3584,0.6083306471506754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,3584,0.8095093568166097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,3584,0.6068586508433024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,3584,0.6226453383763632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,3584,0.5598026514053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,3584,0.5803946654001871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,3584,0.5312853256861368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,3584,0.5321439901987711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,3584,0.474453330039978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,3584,0.4887626568476359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,3584,0.43748267491658527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,3584,0.44835734367370605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,3584,0.3978399833043416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,3584,0.4113440116246541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,3584,0.35043732325236004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,3584,0.3453173240025838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,3584,0.31274133920669556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,3584,0.30763200918833417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,3584,0.271994670232137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,3584,0.26290667057037354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,3584,0.23051732778549194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,3584,0.22080000241597494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,3584,0.19071465730667114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,3584,0.17640533049901327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,3584,0.1467680037021637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,3584,0.12892267107963562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,3584,0.10691199700037639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,3584,0.08339732885360718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,3584,0.7585493723551432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,3584,0.6992533206939697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,3584,0.6572106679280599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,3584,0.07148799796899159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,3584,0.06809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,3584,0.06650133430957794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,3584,0.06586666901906331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,3584,0.06312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,3584,0.0462666650613149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,3584,0.045909335215886436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,3584,0.046485334634780884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,3584,0.046570668617884316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,3584,0.045824001232783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,3584,0.04543466866016388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,3584,0.04517866671085358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,3584,0.04321066538492838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,3584,0.04237333436806997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,3584,0.04234133164087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,3584,0.04219200213750204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,3584,0.05677333474159241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,3584,0.05401599903901418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,3584,0.05773333211739858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,3584,0.054085334142049156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,3584,0.05604266623655955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,3584,0.05003733436266581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,3584,0.054602667689323425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,3584,0.05146666864554087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,3584,0.05813866853713989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,3584,0.058575997749964394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,3584,0.06062399844328562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,3584,0.06012799839178721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,3584,0.051498666405677795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,3584,0.054933334390322365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,3584,0.04931733508904775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,3584,0.055530667304992676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,3584,0.052186667919158936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,3584,0.056832000613212585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,3584,0.05786666770776113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,3584,0.0690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,3584,0.06915199756622314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,3584,0.06879466772079468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,3584,1.3231200377146404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,3584,3.944234530131022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,3584,0.6783146858215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,3584,0.37618398666381836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,3584,0.3686480124791463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,3584,0.3442639907201131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,3584,0.3635600010553996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,3584,0.33536001046498615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,3584,0.32895733912785846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,3584,0.3138906757036845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,3584,0.29360532760620117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,3584,0.3106186588605245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,3584,0.28862933317820233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,3584,0.2731146613756816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,3584,0.2624746759732564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,3584,0.2600533366203308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,3584,0.24409067630767822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,3584,0.23127466440200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,3584,0.2222773234049479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,3584,0.2160666584968567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,3584,0.19056799014409384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,3584,0.20325867335001627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,3584,0.1827253301938375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,3584,0.17297333478927612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,3584,0.1614853342374166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,3584,0.15157866477966309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,3584,0.1379039982954661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,3584,0.1212933361530304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,3584,0.10647199551264445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,3584,0.13127467036247253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,3584,0.09866666793823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,3584,0.0869706670443217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,3584,0.07522933185100555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,3584,0.06666400035222371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,3584,0.057631999254226685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,3584,0.04974400003751119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,3584,0.035274667044480644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,3584,0.034389334420363106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,3584,0.035976000130176544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,3584,0.03466933220624924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,3584,0.0347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,3584,0.03671200076738993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,3584,0.03773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,3584,0.04004533340533575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,3584,0.031301334500312805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,3584,0.031146667897701263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,3584,0.031343999008337654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,3584,0.030301332473754883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,3584,0.03107466548681259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,3584,0.03070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,3584,0.031632001201311745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,3584,0.0308746670683225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,3584,0.03065866728623708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,3584,0.03013066699107488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,3584,0.031119999786218006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,3584,0.03140533218781153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,3584,0.03025600065787633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,3584,0.03133866687615713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,3584,0.03217333306868871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,3584,0.03159199903408686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,3584,0.031658666829268135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,3584,0.031162666777769726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,3584,0.03145866592725118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,3584,0.03229066729545593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,3584,0.03199200083812078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,3584,0.03072533259789149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,3584,0.03110133359829585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,3584,0.032280000547568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,3584,0.03221333275238673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,3584,0.031856000423431396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,3584,0.032613334556420646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,3072,5.907087961832683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,3072,3.4348373413085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,3072,1.7878665924072266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,3072,1.0546507040659587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,3072,0.9125440120697021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,3072,0.8205653031667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,3072,0.8109227021535238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,3072,0.77402663230896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,3072,0.7107946872711182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,3072,0.6980053583780924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,3072,0.6333226760228475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,3072,0.6444373528162638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,3072,0.5971519947052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,3072,0.607754667599996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,3072,0.5606506665547689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,3072,0.568618655204773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,3072,0.47915200392405194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,3072,0.46642665068308514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,3072,0.4514933427174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,3072,0.43572266896565753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,3072,0.4150186777114868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,3072,0.37092800935109455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,3072,0.37170132001241046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,3072,0.34371201197306317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,3072,0.33752532800038654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,3072,0.2972053289413452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,3072,0.275765339533488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,3072,0.2437546650568644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,3072,0.24631466468175253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,3072,0.20603734254837036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,3072,0.1909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,3072,0.170741339524587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,3072,0.14517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,3072,0.11356266339619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,3072,0.10707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,3072,0.07225599884986877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,3072,0.065610667069753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,3072,0.06481599807739258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,3072,0.06825600067774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,3072,0.06318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,3072,0.0625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,3072,0.06804266571998596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,3072,0.060565332571665444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,3072,0.06528533498446147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,3072,0.05821866790453593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,3072,0.05773333211739858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,3072,0.05602666735649109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,3072,0.054976001381874084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,3072,0.054661333560943604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,3072,0.05832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,3072,0.058058664202690125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,3072,0.057301332553227745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,3072,0.056133334835370384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,3072,0.05629333357016245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,3072,0.05615466833114624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,3072,0.05576533575852712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,3072,0.05798399945100149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,3072,0.058149332801500954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,3072,0.05759466687838236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,3072,0.058101331194241844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,3072,0.05726400017738342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,3072,0.05850133299827576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,3072,0.05690666536490122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,3072,0.05783466498057047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,3072,0.05762666463851929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,3072,0.05629866818586985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,3072,0.057717333237330117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,3072,0.05743999779224396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,3072,0.05686933298905691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,3072,0.05695466697216034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,3072,0.05819199979305267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,3072,0.057328000664711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,3072,0.056703999638557434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,3072,0.05602666735649109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,3072,3.3044373194376626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,3072,2.071333408355713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,3072,0.9008639653523763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,3072,0.5066293478012085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,3072,0.475600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,3072,0.4368533293406169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,3072,0.4246400197347005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,3072,0.4285866816838582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,3072,0.39618666966756183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,3072,0.38790400822957355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,3072,0.38011733690897626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,3072,0.39695465564727783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,3072,0.3535786469777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,3072,0.37194665273030597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,3072,0.31245332956314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,3072,0.3011786739031474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,3072,0.28965866565704346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,3072,0.2818826635678609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,3072,0.26892266670862836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,3072,0.2823839982350667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,3072,0.2539199988047282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,3072,0.22668800751368204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,3072,0.2215893268585205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,3072,0.2074293295542399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,3072,0.20075732469558716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,3072,0.18819733460744223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,3072,0.17249067624409994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,3072,0.1544426679611206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,3072,0.15313599507013956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,3072,0.14017066359519958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,3072,0.1270080010096232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,3072,0.11481066544850667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,3072,0.09835199515024821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,3072,0.07771199941635132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,3072,0.07375466823577881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,3072,0.05446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,3072,0.05086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,3072,0.04896000027656555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,3072,0.05145066479841868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,3072,0.047728002071380615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,3072,0.046944002310434975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,3072,0.050213331977526345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,3072,0.045381332437197365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,3072,0.048170665899912514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,3072,0.04433600107828776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,3072,0.04398400088151296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,3072,0.04171733558177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,3072,0.04277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,3072,0.04321600000063578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,3072,0.04357333481311798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,3072,0.04312533140182495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,3072,0.04287466903527578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,3072,0.043375998735427856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,3584,0.03254933406909307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,3072,0.04275733232498169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,3072,0.04196799794832865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,3072,0.04287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,3072,0.042122667034467064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,3072,0.04121600091457367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,3072,0.03990400085846583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,3072,0.04067199925581614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,3072,0.03995733211437861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,3072,0.04040000090996424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,3072,0.03997333347797394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,3072,0.040207999447981514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,3072,0.03969600051641464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,3072,0.0401653324564298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,3072,0.04190933207670847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,3072,0.04041599979003271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,3072,0.03963200002908707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,3072,0.04174399872620901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,3072,0.03972266614437103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,3072,0.040048000713189445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,3072,0.03938133269548416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,3072,0.042693331837654114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,3584,0.03316533317168554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,3584,0.032530667881170906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,3072,4.552266756693522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,3072,0.6605226596196493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,3072,2.351653258005778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,3072,0.5909973382949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,3072,1.1889493465423584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,3072,0.5827999909718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,3072,0.7271520296732584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,3072,0.5412373145421346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,3072,0.5659573475519816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,3072,0.5060160160064697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,3072,0.5150026480356852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,3072,0.4601759910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,3072,0.47953065236409503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,3072,0.4285386800765991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,3072,0.44050133228302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,3072,0.39187200864156085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,3072,0.4035786787668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,3072,0.35797866185506183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,3072,0.36905066172281903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,3072,0.3123199939727783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,3072,0.31124265988667804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,3072,0.2789919972419739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,3072,0.27581334114074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,3072,0.2449493408203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,3072,0.23794132471084595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,3072,0.20957867304484049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,3072,0.19951999187469482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,3072,0.1765706737836202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,3072,0.15822933117548624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,3072,0.13476799925168356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,3072,0.11744532982508342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,3072,0.09499200185139973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,3072,0.07681599756081899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,3072,0.6808160146077474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,3072,0.6265439987182617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,3072,0.5995893478393555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,3072,0.0651093324025472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,3072,0.06065600117047628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,3072,0.05839466551939646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,3072,0.05956799785296122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,3072,0.05691733459631602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,3072,0.04224533339341482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,3072,0.04163199911514918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,3072,0.041536000867684685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,3072,0.0410453329483668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,3072,0.041109333435694374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,3072,0.04008000095685323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,3072,0.04010133445262909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,3072,0.03894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,3072,0.03713600089152654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,3072,0.037258667250474296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,3072,0.03775466730197271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,3072,0.05039466420809428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,3072,0.04826133449872335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,3072,0.0503359983364741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,3072,0.047370667258898415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,3072,0.048581331968307495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,3072,0.04418133199214935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,3072,0.054383998115857445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,3072,0.05365866422653198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,3072,0.046053335070610046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,3072,0.05412266651789347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,3072,0.05387733379999796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,3072,0.04710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,3072,0.04799466828505198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,3072,0.044997334480285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,3072,0.050101334849993386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,3072,0.04851733148097992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,3072,0.04414399961630503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,3072,0.049866666396458946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,3072,0.050250664353370667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,3072,0.0629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,3072,0.06300266583760579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,3072,0.0624533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,3072,3.0532401402791343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,3072,0.5902373393376669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,3072,0.33179465929667157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,3072,1.1442346572875977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,3072,0.3267040054003398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,3072,0.31386667490005493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,3072,0.3060906728108724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,3072,0.2920186718304952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,3072,0.291373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,3072,0.2784480055173238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,3072,0.2662026683489482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,3072,0.25525333484013873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,3072,0.255511999130249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,3072,0.2385973334312439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,3072,0.23095999161402384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,3072,0.22105065981547037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,3072,0.21605066458384195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,3072,0.20373600721359253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,3072,0.19583199421564737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,3072,0.18360533316930136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,3072,0.18086665868759155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,3072,0.1695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,3072,0.1620133320490519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,3072,0.14873600006103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,3072,0.14492000142733255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,3072,0.13408266504605612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,3072,0.1225440005461375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,3072,0.1132426659266154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,3072,0.11098933219909668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,3072,0.09342666467030843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,3072,0.08669066429138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,3072,0.0676693320274353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,3072,0.077415997783343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,3072,0.05903199811776479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,3072,0.051442667841911316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,3072,0.04443199932575226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,3072,0.03138933330774307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,3072,0.031485334038734436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,3072,0.031357333064079285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,3072,0.03246133277813593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,3072,0.03156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,3072,0.031925333042939506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,3072,0.0325546662012736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,3072,0.03612799942493439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,3072,0.027613334357738495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,3072,0.02805600066979726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,3072,0.02812266598145167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,3072,0.028189333776632946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,3072,0.02790933350721995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,3072,0.028202667832374573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,3072,0.027191999057928722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,3072,0.028786666691303253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,3072,0.028058665494124096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,3072,0.028194665908813477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,3072,0.027727998793125153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,3072,0.028618666032950085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,3072,0.027802666028340656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,3072,0.027858667075634003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,3072,0.02924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,3072,0.028543998797734577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,3072,0.027232001225153606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,3072,0.02815199891726176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,3072,0.028757333755493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,3072,0.02815466622511546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,3072,0.029501333832740784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,3072,0.02829333394765854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,3072,0.02880000074704488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,3072,0.029088000456492107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,3072,0.02718399961789449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,3072,0.029504001140594482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,3072,0.029306667546431225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,2560,4.6471201578776045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,2560,3.3075892130533853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,2560,1.514527956644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,2560,0.8692320187886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,2560,0.6665440003077189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,2560,0.6640053192774454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,2560,0.6486026843388876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,2560,0.6666826407114664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,2560,0.6151039997736613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,2560,0.6076159874598185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,2560,0.553823987642924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,2560,0.5539093414942423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,2560,0.503109335899353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,2560,0.5121440092722574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,2560,0.44678934415181476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,2560,0.4365813334782918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,2560,0.41921599706013996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,2560,0.41368532180786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,2560,0.4020320177078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,2560,0.3983199993769328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,2560,0.34700266520182294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,2560,0.30988800525665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,2560,0.30963732798894245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,2560,0.28703999519348145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,2560,0.28030399481455487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,2560,0.24848532676696777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,2560,0.22813334067662558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,2560,0.20779732863108316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,2560,0.2115573287010193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,2560,0.18251200517018637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,2560,0.16688533624013266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,3072,0.03011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,2560,0.15177599589029947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,2560,0.12644267082214355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,2560,0.09917866190274556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,2560,0.09267200032869975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,2560,0.06346666812896729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,2560,0.05818133552869161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,2560,0.05691199998060862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,2560,0.05921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,2560,0.05499200026194254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,2560,0.05397333204746246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,2560,0.058373332023620605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,2560,0.052229334910710655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,2560,0.056159997979799904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,2560,0.050437331199645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,2560,0.04990399877230326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,2560,0.04799466828505198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,2560,0.04778666794300079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,2560,0.04782933493455251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,2560,0.0498879998922348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,2560,0.04897599915663401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,2560,0.04844800134499868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,2560,0.048613334695498146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,2560,0.0481279989083608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,2560,0.04785066843032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,2560,0.047744000951449074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,2560,0.047797332207361855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,2560,0.04701333244641622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,2560,0.04660800099372864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,2560,0.04684799909591675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,2560,0.046469335754712425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,2560,0.046480000019073486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,2560,0.046181331078211464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,2560,0.04637333254019419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,2560,0.0462719996770223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,2560,0.046906664967536926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,2560,0.047055999437967934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,2560,0.04606399933497111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,2560,0.04649066428343455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,2560,0.04667200148105621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,2560,0.0461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,2560,0.046096002062161766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,2560,0.046821330984433494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,2560,0.04643733302752177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,2560,1.3722267150878906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,2560,3.0678958892822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,2560,0.5113279819488525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,2560,0.7113227049509684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,2560,0.46245865027109784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,2560,0.4153999884923299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,2560,0.4549413522084554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,2560,0.3794800043106079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,2560,0.36611998081207275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,2560,0.3566960096359253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,2560,0.3406746784845988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,2560,0.309717337290446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,2560,0.3208266695340474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,2560,0.31597065925598145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,2560,0.2954426606496175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,2560,0.2625760038693746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,2560,0.272216002146403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,2560,0.24184000492095947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,2560,0.24706133206685385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,2560,0.2469173272450765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,2560,0.23334133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,2560,0.1945306658744812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,2560,0.17849334081013998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,2560,0.16726400454839072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,2560,0.15716266632080078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,2560,0.14612533648808798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,2560,0.13460000356038412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,2560,0.1359120011329651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,2560,0.1237493356068929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,2560,0.10841332872708638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,2560,0.09946933388710022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,2560,0.08190399905045827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,2560,0.2029973268508911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,2560,0.0678746650616328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,2560,0.06694933275381725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,2560,0.0487386683622996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,2560,0.04614133139451345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,2560,0.04409333566824595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,2560,0.046274666984876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,2560,0.04544533292452494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,2560,0.04327466587225596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,2560,0.04171200096607208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,2560,0.041722665230433144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,2560,0.043266668915748596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,2560,0.03857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,2560,0.03893866638342539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,2560,0.038805333276589714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,2560,0.03762666632731756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,2560,0.04042399923006693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,2560,0.03931200007597605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,2560,0.037871999045213066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,2560,0.03827200084924698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,2560,0.038034667571385704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,2560,0.036687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,2560,0.03597866743803024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,2560,0.0364506666858991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,2560,0.039173332353432976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,2560,0.03752800077199936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,2560,0.0377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,2560,0.037117332220077515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,2560,0.03805600106716156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,2560,0.03791466603676478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,2560,0.03788000096877416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,2560,0.037208000818888344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,2560,0.03624266634384791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,2560,0.03677866607904434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,2560,0.036946666737397514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,2560,0.03757066776355108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,2560,0.03649600098530451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,2560,0.036701334019502006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,2560,0.037074667712052665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,2560,0.036877334117889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,2560,0.03610666592915853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,2560,0.03625600039958954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,3072,0.02969866742690404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,3072,0.028517333169778187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,2560,4.325135866800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,2560,0.6394586563110352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,2560,2.0912426312764487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,2560,0.5553093353907267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,2560,0.6339226563771566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,2560,0.5057679812113444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,2560,0.5199173291524252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,2560,0.4678506851196289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,2560,0.48438934485117596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,2560,0.4312106768290202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,2560,0.452242652575175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,2560,0.40376532077789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,2560,0.4167519807815552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,2560,0.37035199006398517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,2560,0.3824666738510132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,2560,0.3409946759541829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,2560,0.3505839904149373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,2560,0.3115680019060771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,2560,0.32412532965342206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,2560,0.27436800797780353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,2560,1.0249520142873128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,2560,0.27383466561635333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,2560,0.25089333454767865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,2560,0.24577333529790243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,2560,0.21836533149083456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,2560,0.20879467328389487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,2560,0.18762133518854776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,2560,0.1723759969075521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,2560,0.1566960016886393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,2560,0.13246132930119833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,2560,0.12125866611798604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,2560,0.09745867053667705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,2560,0.08970666925112407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,2560,0.06281333168347676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,2560,0.6189200083414713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,2560,0.5668613513310751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,2560,0.05515733361244202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,2560,0.050397331515947975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,2560,0.04982133209705353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,2560,0.05569333334763845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,2560,0.04877866804599762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,2560,0.03584533433119456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,2560,0.03530666728814443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,2560,0.03617066641648611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,2560,0.03530666728814443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,2560,0.034818666676680245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,2560,0.034815999368826546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,2560,0.03462400039037069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,2560,0.0340639998515447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,2560,0.03196000059445699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,2560,0.03928266714016596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,2560,0.03820000092188517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,2560,0.041477332512537636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,2560,0.04125866790612539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,2560,0.04279999931653341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,2560,0.050999999046325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,2560,0.04351999859015147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,2560,0.04154666761557261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,2560,0.04044000059366226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,2560,0.0405973345041275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,2560,0.04367200036843618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,2560,0.03791466603676478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,2560,0.04417600234349569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,2560,0.03995199998219808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,2560,0.037581334511439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,2560,0.04039733360211054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,2560,0.0403413325548172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,2560,0.0422986646493276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,2560,0.042152002453804016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,2560,0.0413973331451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,2560,0.0425573339064916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,2560,0.042296002308527626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,2560,0.05505600074927012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,2560,0.05283466478188833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,2560,1.000282711452908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,2560,2.532613330417209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,2560,0.5200835333930122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,2560,0.28622934553358287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,2560,0.2780373361375597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,2560,0.2706044514973958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,2560,0.2677031093173557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,2560,0.25347378518846303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,2560,0.24632355901930067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,2560,0.2376177840762668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,2560,0.23298311233520508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,2560,0.22536177105373809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,2560,0.2174933354059855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,2560,0.2033226622475518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,2560,0.19606222046746147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,2560,0.20426311757829455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,2560,0.18380444579654268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,2560,0.17606577608320448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,2560,0.17410843902164033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,2560,0.15860088666280112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,2560,0.15296710862053767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,2560,0.1456622282663981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,2560,0.14342221948835585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,2560,0.1285582251018948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,2560,0.1224479940202501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,2560,0.11575467056698269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,2560,0.10757511191897923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,2560,0.09735288884904648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,2560,0.09193955527411567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,2560,0.08078755272759332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,2560,0.076200889216529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,2560,0.06686044401592679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,2560,0.0574151078859965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,2560,0.050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,2560,0.04541333185301887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,2560,0.02714311083157857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,2560,0.037392000357309975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,2560,0.02699022160636054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,2560,0.027845333019892376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,2560,0.026846221751636926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,2560,0.02753066685464647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,2560,0.027836445305082533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,2560,0.028129776318868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,2560,0.031189332405726116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,2560,0.023550222317377727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,2560,0.02365333338578542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,2560,0.02404444416364034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,2560,0.024238222175174292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,2560,0.023731556203630235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,2560,0.023550222317377727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,2560,0.02420799930890401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,2560,0.023648000425762598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,2560,0.02424533334043291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,2560,0.023856000767813787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,2560,0.024677332904603746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,2560,0.024062222904629175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,2560,0.02384533319208357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,2560,0.024837333295080397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,2560,0.02530844509601593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,2560,0.024933333198229473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,2560,0.024199111594094172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,2560,0.024312888582547505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,2560,0.025120000044504803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,2560,0.02492800023820665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,2560,0.02492622203297085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,2560,0.024382222029897902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,2560,0.02495466669400533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,2560,0.02348622183005015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,2560,0.025363556212849084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,2560,0.024881778491867915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,2560,0.025311999850802954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,2048,3.9210987091064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,2560,0.025662221842341956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,2048,0.9960800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,2048,2.044421354929606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,2048,0.5369653304417928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,2048,0.5370133320490519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,2048,0.5088586807250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,2048,0.5024799903233846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,2048,0.4804533322652181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,2048,0.45420801639556885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,2048,0.5055573383967081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,2048,0.4378559986750285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,2048,0.46373867988586426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,2048,0.40908801555633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,2048,0.4144373337427775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,2048,0.37789865334828693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,2048,0.3454933166503906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,2048,0.36311999956766766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,2048,0.31988799571990967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,2048,0.31622399886449176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,2048,0.30082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,2048,0.26614399751027423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,2048,0.30556267499923706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,2048,0.25737067063649494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,2048,0.24462399880091348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,2048,0.23507734139760336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,2048,0.20637865861256918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,2048,0.19101866086324057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,2048,0.1700106660525004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,2048,0.17003200451533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,2048,0.1284266710281372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,2048,0.15129066507021585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,2048,0.11967466274897258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,2048,0.1011253297328949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,2048,0.07788800199826558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,2048,0.07388799885908763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,2048,0.051226665576299034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,2048,0.04656533400217692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,2048,0.04651733239491781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,2048,0.04841599861780802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,2048,0.04404800136884054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,2048,0.043824002146720886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,2048,0.04786133269468943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,2048,0.04388799766699473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,2048,0.045893331368764244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,2048,0.04197333256403605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,2048,0.04148799926042557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,2048,0.039962666730086006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,2048,0.03985599925120672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,2048,0.03980266551176707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,2048,0.0415786678592364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,2048,0.040789333482583366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,2048,0.040192000567913055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,2048,0.03984000037113825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,2048,0.03984533250331879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,2048,0.0399893323580424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,2048,0.03956266740957896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,2048,0.039701332648595176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,2048,0.039834665755430855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,2048,0.03965866565704346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,2048,0.039674667020638786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,2048,0.039488000174363456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,2048,0.039264000952243805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,2048,0.039621333281199135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,2048,0.039503999054431915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,2048,0.03925866633653641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,2048,0.0397173340121905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,2048,0.03861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,2048,0.03828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,2048,0.03922666609287262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,2048,0.038165333370367684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,2048,0.038533332447210945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,2048,0.039061332742373146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,2048,0.03836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,2048,0.0376800000667572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,2048,2.3444719314575195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,2048,0.5826293230056763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,2048,1.1425093015034993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,2048,0.32943467299143475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,2048,0.3413840134938558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,2048,0.30295467376708984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,2048,0.3101466695467631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,2048,0.3044346570968628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,2048,0.29361067215601605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,2048,0.27638934055964154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,2048,0.28199466069539386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,2048,0.25908533732096356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,2048,0.2701546748479207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,2048,0.26811466614405316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,2048,0.2603013316790263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,2048,0.22438132762908936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,2048,0.23422932624816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,2048,0.20349333683649698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,2048,0.2096959948539734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,2048,0.21134666601816812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,2048,0.18231733640034994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,2048,0.1651893357435862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,2048,0.16837066411972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,2048,0.16475199659665427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,2048,0.1367039978504181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,2048,0.13528266549110413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,2048,0.11994133392969768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,2048,0.11640800038973491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,2048,0.10700533787409465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,2048,0.09078933795293172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,2048,0.08601599931716919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,2048,0.07331733405590057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,2048,0.05829066534837087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,2048,0.05686666568120321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,2048,0.044250667095184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,2048,0.04079466561476389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,2048,0.03958933303753535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,2048,0.04022666563590368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,2048,0.040709334115187325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,2048,0.03739999979734421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,2048,0.035415999591350555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,2048,0.03626666714747747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,2048,0.11939199765523274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,2048,0.037461332976818085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,2048,0.03513066718975703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,2048,0.03367999941110611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,2048,0.034234667817751564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,2048,0.03462133308251699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,2048,0.03345333288113276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,2048,0.03657866766055425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,2048,0.035599999129772186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,2048,0.03619733452796936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,2048,0.034186666210492454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,2048,0.03196800003449122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,2048,0.0344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,2048,0.031613332529862724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,2048,0.034232000509897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,2048,0.03459733227888743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,2048,0.03224000086386999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,2048,0.03304799894491831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,2048,0.03250399976968765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,2048,0.03271200011173884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,2048,0.03309333324432373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,2048,0.033045334120591484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,2048,0.032141332825024925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,2048,0.03145600110292435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,2048,0.03188266605138779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,2048,0.033002667129039764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,2048,0.032511999209721885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,2048,0.0314026673634847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,2048,0.03215199957291285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,2048,0.03141333411137263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,2048,0.03125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,2048,0.031712000568707786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,2560,0.02490666674243079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,2560,0.025127111209763422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,2048,3.6500720977783203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,2048,0.5250906546910604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,2048,1.8183040618896484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,2048,0.4858666658401489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,2048,0.9117333094278971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,2048,0.4348026514053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,2048,0.5579520066579183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,2048,0.41672801971435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,2048,0.4254240194956462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,2048,0.3846293290456136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,2048,0.39815465609232586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,2048,0.3595386743545532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,2048,0.36740267276763916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,2048,0.3304186662038167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,2048,0.3380853335062663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,2048,0.30325599511464435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,2048,0.30903732776641846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,2048,0.2754266659418742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,2048,0.2826586763064067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,2048,0.24239999055862427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,2048,0.2387146751085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,2048,0.21421333154042563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,2048,0.21037866671880087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,2048,0.1876266598701477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,2048,0.1800160010655721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,2048,0.15549332896868387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,2048,0.14692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,2048,0.13014666239420572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,2048,0.11500266194343567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,2048,0.09693866968154907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,2048,0.0831413318713506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,2048,0.06975999971230824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,2048,0.054885332783063255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,2048,0.5358560085296631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,2048,0.4881226619084676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,2048,0.46185866991678876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,2048,0.048344001173973083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,2048,0.04402933518091837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,2048,0.04318933188915253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,2048,0.04301600158214569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,2048,0.04238933324813843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,2048,0.031194667021433514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,2048,0.03068000078201294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,2048,0.030055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,2048,0.030674666166305542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,2048,0.03070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,2048,0.030135999123255413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,2048,0.029997333884239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,2048,0.02924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,2048,0.027165333429972332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,2048,0.03323466579119364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,2048,0.033258666594823204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,2048,0.03575200090805689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,2048,0.03533600022395452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,2048,0.03533600022395452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,2048,0.03623999903599421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,2048,0.03663466622432073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,2048,0.03410933415095011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,2048,0.03425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,2048,0.03365600109100342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,2048,0.04771199822425842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,2048,0.036346666514873505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,2048,0.03356533249219259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,2048,0.03729866693417231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,2048,0.03772799919048945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,2048,0.03328266739845276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,2048,0.034077333907286324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,2048,0.03616799910863241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,2048,0.037421333293120064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,2048,0.03664533297220866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,2048,0.03616799910863241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,2048,0.032933334509531655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,2048,0.04927733540534973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,2048,0.04481600224971771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,2048,1.8204301198323567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,2048,0.8517866664462619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,2048,0.439484437306722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,2048,0.24042132165696886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,2048,0.23777956432766387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,2048,0.23092267248365614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,2048,0.23048888312445748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,2048,0.21433067321777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,2048,0.2115644481447008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,2048,0.20626844300164116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,2048,0.19905422793494332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,2048,0.18891378243764242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,2048,0.18620799647437203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,2048,0.17463289366828072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,2048,0.17361066076490614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,2048,0.1636551088756985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,2048,0.1567608912785848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,2048,0.15020267168680826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,2048,0.1486204465230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,2048,0.13467021783192953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,2048,0.13112889395819768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,2048,0.12679289446936712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,2048,0.12253688441382514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,2048,0.10788089036941528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,2048,0.10510577758153279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,2048,0.09106666511959499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,2048,0.09769422478146023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,2048,0.07886044184366862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,2048,0.08324978086683485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,2048,0.06975466675228544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,2048,0.06463111109203763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,2048,0.05717688798904419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,2048,0.04941688974698385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,2048,0.0444106658299764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,2048,0.03937600056330363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,2048,0.03211022085613675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,2048,0.024008888337347243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,2048,0.0243520008193122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,2048,0.024497777223587036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,2048,0.02314311100376977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,2048,0.023777777949968975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,2048,0.023786667320463393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,2048,0.023971555961502924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,2048,0.025985777378082275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,2048,0.021027555068333943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,2048,0.02013511127895779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,2048,0.02074666652414534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,2048,0.02072355482313368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,2048,0.020536889632542927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,2048,0.021070222059885662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,2048,0.02147377696302202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,2048,0.020872889293564692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,2048,0.020264888803164165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,2048,0.02072000006834666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,2048,0.02071822186311086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,2048,0.020826665891541373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,2048,0.0215022216240565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,2048,0.02091911103990343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,2048,0.02160888910293579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,2048,0.021214221914609272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,2048,0.021578666236665513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,2048,0.02160533269246419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,2048,0.0214684440029992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,2048,0.021448888712459143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,2048,0.021548445026079815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,2048,0.02163022259871165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,2048,0.02155911094612545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,2048,0.021482666333516438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,2048,0.021614222062958613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,2048,0.021887999441888597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,2048,0.021697777840826247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,1536,2.874944051106771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,1536,1.7558186848958333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,1536,0.8326613108317057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,1536,0.47495468457539874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,1536,0.4342293341954549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,1536,0.4329386552174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,1536,0.429690678914388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,1536,0.44491199652353924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,1536,0.3857333262761434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,1536,0.38406399885813397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,1536,0.32435200611750287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,1536,0.33423999945322674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,1536,0.31148266792297363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,1536,0.3371146519978841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,1536,0.2844160000483195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,1536,0.2741120060284932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,1536,0.26134934027989704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,1536,0.2537706693013509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,1536,0.23679999510447183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,1536,0.25549866755803424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,1536,0.22004799048105875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,1536,0.1984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,1536,0.19460266828536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,1536,0.1833546757698059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,1536,0.17060265938440958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,1536,0.16037866473197937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,1536,0.1478559970855713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,1536,0.12847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,2048,0.02183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,1536,0.12837333480517069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,1536,0.10050666332244873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,1536,0.11935999989509583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,1536,0.09616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,1536,0.0796800007422765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,1536,0.05987200140953064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,1536,0.05890666445096334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,1536,0.03843733419974645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,1536,0.037589333951473236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,1536,0.04052799940109253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,1536,0.04196799794832865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,1536,0.03590933233499527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,1536,0.035258665680885315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,1536,0.037791999677817024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,1536,0.033557333052158356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,1536,0.038618666430314384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,1536,0.03252266595760981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,1536,0.03250666707754135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,1536,0.031658666829268135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,1536,0.031189332405726116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,1536,0.031328000128269196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,1536,0.03313066562016805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,1536,0.032287999987602234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,1536,0.03178666780392329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,1536,0.03124266614516576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,1536,0.031328000128269196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,1536,0.031199999153614044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,1536,0.03068266560633977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,1536,0.031210665901501972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,1536,0.031328000128269196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,1536,0.030117332935333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,1536,0.030975999931494396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,1536,0.03102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,1536,0.031162666777769726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,1536,0.030752000709374745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,1536,0.03075733284155528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,1536,0.03137599925200144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,1536,0.03121600051720937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,1536,0.03050133337577184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,1536,0.030432000756263733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,1536,0.030058667063713074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,1536,0.030618667602539062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,1536,0.030213333666324615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,1536,0.029685333371162415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,1536,0.029450667401154835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,1536,0.02934933453798294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,1536,1.7226559321085613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,1536,0.8973333040873209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,1536,0.46889599164326984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,1536,0.26070666313171387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,1536,0.25163733959198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,1536,0.2520266572634379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,1536,0.24552534023920694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,1536,0.25173600514729816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,1536,0.21702933311462402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,1536,0.21409867207209268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,1536,0.2027546763420105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,1536,0.2053226629892985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,1536,0.18865599234898886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,1536,0.20133866866429648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,1536,0.17117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,1536,0.17430933316548666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,1536,0.15979733069737753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,1536,0.1508639951546987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,1536,0.15874133507410684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,1536,0.1652453343073527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,1536,0.13316800196965536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,1536,0.13581599791844687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,1536,0.13132266203562418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,1536,0.11343733469645183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,1536,0.10879466931025188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,1536,0.10043467084566753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,1536,0.09034933646519978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,1536,0.089519997437795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,1536,0.08327200015385945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,1536,0.07125600179036458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,1536,0.13954933484395346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,1536,0.06950666507085164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,1536,0.05866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,1536,0.047498668233553566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,1536,0.03689333299795786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,1536,0.034770667552948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,1536,0.034202667574087776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,1536,0.0344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,1536,0.033914667864640556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,1536,0.03198666622241338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,1536,0.03066933403412501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,1536,0.03065866728623708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,1536,0.03169599920511246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,1536,0.02993600070476532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,1536,0.02920000006755193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,1536,0.0301706666747729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,1536,0.049285332361857094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,1536,0.028471998870372772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,1536,0.02962133288383484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,1536,0.0293680007259051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,1536,0.02991199990113576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,1536,0.028704000016053517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,1536,0.030423998832702637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,1536,0.028717334071795147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,1536,0.028205332656701405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,1536,0.027850667635599773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,1536,0.027522665758927662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,1536,0.0294639989733696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,1536,0.027592000861962635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,1536,0.029663999875386555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,1536,0.02773066610097885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,1536,0.027234666049480438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,1536,0.02731200059254964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,1536,0.027690666417280834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,1536,0.02749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,1536,0.028746667007605236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,1536,0.027535999814669292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,1536,0.0271519993742307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,1536,0.0271519993742307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,1536,0.026920000712076824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,1536,0.02697066714366277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,1536,0.027221334477265675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,1536,0.027050666511058807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,1536,0.027053333818912506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,1536,1.5433252652486165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,1536,0.7816480000813802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,1536,3.1139307022094727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,1536,0.4407626787821452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,2048,0.021781333618693884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,1536,0.4152640104293823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,2048,0.021669333179791767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,1536,0.3838346799214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,1536,0.4839973449707031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,1536,0.3595759868621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,1536,0.3689519961675008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,1536,0.33476801713307697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,1536,0.34034399191538495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,1536,0.3087386687596639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,1536,0.3152666687965393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,1536,0.2851253350575765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,1536,0.2899600068728129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,1536,0.26306400696436566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,1536,0.2680160005887349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,1536,0.4633093277613322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,1536,0.23994400103886923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,1536,0.24722667535146078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,1536,0.21127732594807944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,1536,0.213210662206014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,1536,0.18547199169794717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,1536,0.18742666641871134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,1536,0.16061600049336752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,1536,0.1625546713670095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,1536,0.133650670448939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,1536,0.1329306662082672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,1536,0.43062933286031085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,1536,0.10441600282986958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,1536,0.08928267161051433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,1536,0.07675733168919881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,1536,0.06307200094064076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,1536,0.047181333104769387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,1536,0.11236799756685893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,1536,0.39978400866190594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,1536,0.04053333401679993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,1536,0.03815733393033346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,1536,0.03695466617743174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,1536,0.036992001036802925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,1536,0.035330665608247123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,1536,0.026920000712076824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,1536,0.02678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,1536,0.027136000494162243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,1536,0.02666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,1536,0.026023998856544495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,1536,0.02606133371591568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,1536,0.02593333274126053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,1536,0.027114666998386383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,1536,0.024909332394599915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,1536,0.026949333647886913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,1536,0.025839999318122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,1536,0.028173332413037617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,1536,0.025861332813898723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,1536,0.02997066577275594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,1536,0.027232001225153606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,1536,0.027992000182469685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,1536,0.02585333337386449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,1536,0.02775199959675471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,1536,0.02937866747379303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,1536,0.024626667300860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,1536,0.02741866558790207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,1536,0.02791200081507365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,1536,0.028255999088287354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,1536,0.04215733210245768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,1536,0.02831733226776123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,1536,0.025605333348115284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,1536,0.026125334203243256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,1536,0.028952000041802723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,1536,0.026151999831199646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,1536,0.02601066728432973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,1536,0.02638400097688039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,1536,0.040448000033696495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,1536,0.03825333217779795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,1536,0.3599319855372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,1536,1.5312107404073079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,1536,0.6926559607187907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,1536,0.19964534044265747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,1536,0.1910946567853292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,1536,0.19255733489990234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,1536,0.20136000712712607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,1536,0.17811467250188193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,1536,0.1801746686299642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,1536,0.1693320075670878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,1536,0.16689199209213257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,1536,0.1568600038687388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,1536,0.1588039994239807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,1536,0.14531333247820535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,1536,0.14547466238339743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,1536,0.1357146700223287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,1536,0.1335973342259725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,1536,0.12327999869982402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,1536,0.12345733245213826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,1536,0.1104759971300761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,1536,0.1115333338578542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,1536,0.10161333282788594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,1536,0.1020306646823883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,1536,0.08953332901000977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,1536,0.08931066592534383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,1536,0.07959599792957306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,1536,0.07613466680049896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,1536,0.06837333242098491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,1536,0.06692266464233398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,1536,0.05635733405749003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,1536,0.053802669048309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,1536,0.04687333106994629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,1536,0.042175998290379844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,1536,0.03615600119034449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,1536,0.033344000577926636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,1536,0.025663999219735462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,1536,0.020926666756470997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,1536,0.019709333777427673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,1536,0.020422667264938354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,1536,0.01988666628797849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,1536,0.02041333292921384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,1536,0.019947999467452366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,1536,0.021554666260878246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,1536,0.02040666714310646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,1536,0.01717866708834966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,1536,0.016965333372354507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,1536,0.0168546661734581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,1536,0.01695999999841054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,1536,0.01719733327627182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,1536,0.01704266667366028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,1536,0.01724799970785777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,1536,0.017184000462293625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,1536,0.017659999430179596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,1536,0.017184000462293625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,1536,0.01700133333603541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,1536,0.017224000145991642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,1536,0.01772399991750717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,1536,0.017418666432301205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,1536,0.01772399991750717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,1536,0.01797066628932953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,1536,0.01770400007565816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,1536,0.017634666214386623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,1536,0.017642666896184284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,1536,0.017155999938646953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,1536,0.018002666532993317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,1536,0.017694666981697083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,1536,0.017926666885614395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,1536,0.017869333426157635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,1536,0.018729332834482193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,1536,0.01785600061217944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,1536,0.018079999834299088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,1024,2.1852720578511557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,1024,1.153861363728841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,1024,0.641754666964213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,1024,0.3490000168482463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,1024,0.31426666180292767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,1024,0.31380534172058105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,1024,0.25944532950719196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,1024,0.27370667457580566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,1024,0.23935733238855997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,1024,0.23507734139760336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,1024,0.23040266831715903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,1536,0.018142666667699814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,1024,0.2198800047238668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,1024,0.2175253431002299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,1024,0.22597599029541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,1024,0.19693066676457724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,1024,0.18525334199269614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,1024,0.17806132634480795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,1024,0.16686666011810303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,1024,0.16210666298866272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,1024,0.18023467063903809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,1024,0.15267733732859293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,1024,0.1381066640218099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,1536,0.018289333830277126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,1024,0.1467359960079193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,1024,0.13701599836349487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,1024,0.11761333545049031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,1024,0.11087733507156372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,1024,0.09911732872327168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,1024,0.09213599562644958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,1024,0.09116799632708232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,1024,0.08149600028991699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,1024,0.07016533116499583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,1024,0.06762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,1024,0.05183466772238413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,1024,0.04378133515516917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,1024,0.04130399972200394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,1024,0.026202666262785595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,1024,0.02623733381430308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,1024,0.026714667677879333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,1024,0.02447466552257538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,1024,0.026464000344276428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,1024,0.023397333920001984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,1024,0.024058667321999867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,1024,0.025570665796597798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,1024,0.02215733379125595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,1024,0.021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,1024,0.021784000098705292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,1024,0.02107733239730199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,1024,0.021295999487241108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,1024,0.02297866592804591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,1024,0.022600000103314716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,1024,0.02232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,1024,0.022154666483402252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,1024,0.02205066631237666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,1024,0.021682667235533398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,1024,0.021231998999913532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,1024,0.02218933403491974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,1024,0.021938666701316833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,1024,0.021698666115601856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,1024,0.02957333376010259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,1024,0.021799998978773754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,1024,0.021514666577180225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,1024,0.021082667013009388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,1024,0.022143999735514324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,1024,0.020754666378100712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,1024,0.021946666141351063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,1024,0.020978666841983795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,1024,0.021018666525681812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,1024,0.02111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,1024,0.020799999435742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,1024,0.021511999269326527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,1024,0.02088266611099243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,1024,0.021474666893482208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,1024,0.020784000555674236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,1024,0.021210665504137676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,1024,0.6372444364759657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,1024,0.3321688969930013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,1024,1.2777973810831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,1024,0.20112710528903535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,1024,0.20774400234222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,1024,0.18056710561116537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,1024,0.18923021687401664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,1024,0.19147911336686876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,1024,0.18582577175564238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,1024,0.16009422143300375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,1024,0.18929599391089547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,1024,0.15247289339701334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,1024,0.17863110701243082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,1024,0.15623999966515437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,1024,0.13274489508734807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,1024,0.1307822200987074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,1024,0.11874488989512126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,1024,0.12558755609724256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,1024,0.11575288242763943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,1024,0.12217599815792507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,1024,0.10353244675530328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,1024,0.09890133142471313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,1024,0.09361422061920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,1024,0.09867378075917561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,1024,0.08673955334557427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,1024,0.08537066645092434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,1024,0.07572622431649102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,1024,0.06824000014199151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,1024,0.06414577696058485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,1024,0.07179911269081964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,1024,0.05715733104281955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,1024,0.05399466554323832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,1024,0.04792711138725281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,1024,0.039495110511779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,1024,0.037688887781567044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,1024,0.030474666092130873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,1024,0.028119110398822363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,1024,0.02849600050184462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,1024,0.02757688860098521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,1024,0.02693866689999898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,1024,0.027767111857732136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,1024,0.02500088844034407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,1024,0.026760889424218073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,1024,0.02702399922741784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,1024,0.023431110713216994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,1024,0.024488889508777197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,1024,0.023041778140597876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,1024,0.024439111351966858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,1024,0.02531911101606157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,1024,0.024871110916137695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,1024,0.022967111733224656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,1024,0.02330133318901062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,1024,0.023011555274327595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,1024,0.024113777610990737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,1024,0.02345955537425147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,1024,0.023171555664804246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,1024,0.023240889112154644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,1024,0.022682666778564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,1024,0.022618666291236877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,1024,0.022936888866954382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,1024,0.022545778089099463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,1024,0.02332266668478648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,1024,0.025255110528733995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,1024,0.022848000129063923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,1024,0.022915555371178523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,1024,0.02278577784697215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,1024,0.02308799988693661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,1024,0.02278577784697215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,1024,0.02254399988386366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,1024,0.023427555958429973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,1024,0.022503111097547743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,1024,0.022876444790098403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,1024,0.023002665903833177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,1024,0.02292088833120134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,1536,0.01766933376590411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,1024,2.6381492614746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,1024,0.36794667773776585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,1024,1.3222844865587022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,1024,0.3433048990037706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,1024,0.6748017734951444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,1024,0.32658134566413033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,1024,0.4017635451422797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,1024,0.3062186770968967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,1024,0.30788445472717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,1024,0.28590043385823566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,1024,0.2863111231062147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,1024,0.26502932442559135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,1024,0.2643431027730306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,1024,0.24392355812920463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,1024,0.24226845635308158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,1024,0.2239075501759847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,1024,0.2207946644888984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,1024,0.2037137746810913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,1024,0.20023288991716173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,1024,0.38426844278971356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,1024,0.18075022432539198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,1024,0.17412266466352674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,1024,0.15734577178955078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,1024,0.15236800246768528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,1024,0.1352835496266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,1024,0.12854577435387507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,1024,0.11175644397735596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,1024,0.09410133626725938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,1024,0.1102328896522522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,1024,0.079930669731564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,1024,0.0701226658291287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,1024,0.057877335283491343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,1024,0.05053155620892843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,1024,0.03422222203678555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,1024,0.35396978590223527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,1024,0.3315982288784451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,1024,0.030300445026821558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,1024,0.03090311090151469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,1024,0.026113778352737427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,1024,0.025783111651738484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,1024,0.025263999899228413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,1024,0.02472177810139126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,1024,0.01849600010448032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,1024,0.018206222189797294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,1024,0.018055111169815063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,1024,0.018060444129837882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,1024,0.017987555927700467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,1024,0.018008889423476327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,1024,0.019528888993793063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,1024,0.017825777331988018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,1024,0.01866133345497979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,1024,0.030403554439544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,1024,0.0173653331067827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,1024,0.01941511034965515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,1024,0.01943822205066681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,1024,0.018339556124475267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,1024,0.019018666611777413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,1024,0.019276445110638935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,1024,0.01888533267709944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,1024,0.019038221902317472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,1024,0.01949155496226417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,1024,0.019509333703253005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,1024,0.020152888364262052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,1024,0.01941866676012675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,1024,0.01809777816136678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,1024,0.020622221959961783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,1024,0.018769777483410306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,1024,0.020670221911536325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,1024,0.018760888112915885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,1024,0.020776889390415616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,1024,0.01958400011062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,1024,0.020679111282030743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,1024,0.029623111089070637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,1024,0.0185208883550432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,1024,0.15344212849934896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,1024,1.1120138804117838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,1024,0.2755658785502116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,1024,0.5383967717488607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,1024,0.15021653175354005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,1024,0.14531946182250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,1024,0.14283092816670734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,1024,0.13607573509216309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,1024,0.13336532910664875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,1024,0.12863360246022543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,1024,0.1253482659657796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,1024,0.11985387007395427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,1024,0.1170570691426595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,1024,0.11181333065032958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,1024,0.10356693267822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,1024,0.10914133389790852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,1024,0.09979519844055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,1024,0.09216533501942953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,1024,0.09533546765645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,1024,0.08711040019989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,1024,0.08320319652557373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,1024,0.07898773352305094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,1024,0.07658027013142904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,1024,0.06966506640116374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,1024,0.06674453417460123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,1024,0.06232106685638428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,1024,0.058589867750803624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,1024,0.053565867741902674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,1024,0.05091626644134521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,1024,0.04508586724599202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,1024,0.03736213445663452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,1024,0.04252586762110393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,1024,0.03279146750768026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,1024,0.02906773289044698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,1024,0.02569173375765483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,1024,0.020093866189320884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,1024,0.016034133235613503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,1024,0.016226133704185484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,1024,0.01592639982700348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,1024,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,1024,0.015945600469907124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,1024,0.01689493258794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,1024,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,1024,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,1024,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,1024,0.013350400328636169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,1024,0.013532800475756326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,1024,0.013378133376439413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,1024,0.01328426698843638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,1024,0.013159466783205667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,1024,0.013782399892807006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,1024,0.013834666212399802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,1024,0.013292800386746725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,1024,0.013366400202115377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,1024,0.01383680005868276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,1024,0.014201600352923074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,1024,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,1024,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,1024,0.014205867052078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,1024,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,1024,0.014144000411033631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,1024,0.014360533157984415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,1024,0.014405333002408347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,1024,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,1024,0.01423893372217814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,1024,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,1024,0.014163200060526529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,1024,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,1024,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,1024,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,1024,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,768,1.5551973978678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,768,0.7767893473307291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,768,0.4319146474202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,768,0.22952000300089517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,768,0.21873066822687784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,768,0.21580266952514648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,768,0.2108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,768,0.2393626570701599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,768,0.19504533211390176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,768,0.19142399231592813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,768,0.18236800034840903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,768,0.18252799908320108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,768,0.1740666627883911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,768,0.18763466676076254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,768,0.15292533238728842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,768,0.15161066253980002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,768,0.13983999689420065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,768,0.13556533058484396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,768,0.13019466400146484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,768,0.14016000429789224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,768,0.11379200220108032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,768,0.10782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,768,0.11125066876411438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,768,0.10825866460800171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,768,0.08980799714724223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,768,0.08556532859802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,768,0.07709600031375885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,768,0.06993866463502248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,768,0.06927200158437093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,768,0.06540266672770183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,768,0.05470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,768,0.052784000833829246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,768,0.04205866654713949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,768,0.03403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,768,0.0315786674618721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,768,0.02305866777896881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,768,0.020917333662509918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,768,0.020066666106383007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,768,0.020839999119440716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,768,0.021205333371957142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,768,0.01905599981546402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,768,0.018088000516096752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,768,0.01810399939616521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,768,0.01995466649532318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,768,0.01708799973130226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,768,0.017429333180189133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,768,0.01688266669710477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,768,0.01744266723593076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,768,0.016517333686351776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,768,0.017986666411161423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,768,0.01725333308180173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,768,0.017317333569129307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,768,0.016997333616018295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,768,0.017045332739750545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,768,0.01659199967980385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,768,0.016616000483433407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,768,0.017319999635219574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,768,0.017229333519935608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,768,0.01695999999841054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,768,0.017037333299716313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,768,0.01692533368865649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,768,0.01685599982738495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,768,0.016901332885026932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,768,0.016858667135238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,768,0.016890666137139004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,768,0.016890666137139004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,768,0.016751999656359356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,768,0.01695999999841054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,768,0.016895999511082966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,768,0.016839999705553055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,768,0.01669066647688548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,768,0.016970666746298473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,768,0.01663733273744583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,768,0.01637599989771843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,1024,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,768,0.5462973515192667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,768,0.2945386568705241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,768,1.0769493579864502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,768,0.1756813327471415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,768,0.16554133097330728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,768,0.1515239973862966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,768,0.17722133795420328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,768,0.16018799940745035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,768,0.1421386698881785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,768,0.13863333066304526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,768,0.1334946652253469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,768,0.13087600469589233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,768,0.1241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,768,0.13368666172027588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,768,0.11232399940490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,768,0.11084666848182678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,768,0.10651333133379619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,768,0.10501199960708618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,768,0.10098399718602498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,768,0.10401466488838196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,768,0.0892360011736552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,768,0.09301066398620605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,768,0.08513066172599792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,768,0.07466933131217957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,768,0.0697893351316452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,768,0.06475066641966502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,768,0.06128799915313721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,768,0.08795332908630371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,768,0.058902665972709656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,768,0.05022400120894114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,1024,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,768,0.04810533424218496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,768,0.04038666685422262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,768,0.03456533451875051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,768,0.035487999518712364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,768,0.02672533442576726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,768,0.025000000993410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,768,0.02528933435678482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,768,0.025412000715732574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,768,0.025083998839060467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,768,0.02611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,768,0.023215999205907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,768,0.023396000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,768,0.024801333745320637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,768,0.022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,768,0.022505333026250202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,768,0.0607373317082723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,768,0.021586666504542034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,768,0.022413333257039387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,768,0.023105333248774212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,768,0.021012000739574432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,768,0.021033334235350292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,768,0.02309866746266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,768,0.020969333748022716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,768,0.022453332940737408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,768,0.020846667389074963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,768,0.021613332132498424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,768,0.020717332760492962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,768,0.021003998816013336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,768,0.0212813342610995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,768,0.02164666603008906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,768,0.02088933438062668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,768,0.021231998999913532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,768,0.020838665465513866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,768,0.02088800072669983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,768,0.0207013338804245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,768,0.02090800056854884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,768,0.02123066782951355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,768,0.02079733336965243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,768,0.020874666670958202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,768,0.020851999521255493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,768,0.020975999534130096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,768,0.0207893339296182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,768,0.020714666694402695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,768,0.020762667059898376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,1024,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,768,2.3921666145324707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,768,0.33990267912546795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,768,1.2327120304107666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,768,0.3283519943555196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,768,0.6156706809997559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,768,0.30307066440582275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,768,0.3705306847890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,768,0.2865080038706462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,768,0.28639066219329834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,768,0.2645439902941386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,768,0.26579999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,768,0.24908800919850668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,768,0.24525066216786703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,768,0.22899333635965982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,768,0.22354000806808472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,768,0.20923999945322672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,768,0.20342000325520834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,768,0.18833466370900473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,768,0.18400667111078897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,768,0.1661346654097239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,768,0.15942399700482687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,768,0.1469933291276296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,768,0.13719200094540915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,768,0.12587199608484903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,768,0.11595867077509563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,768,0.1051533321539561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,768,0.09337466955184937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,768,0.08596666653951009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,768,0.07252666850884755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,768,0.06592533489068349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,768,0.04826533297697703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,768,0.04389866689840952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,768,0.027161332468191784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,768,0.34786800543467206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,768,0.32717732588450116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,768,0.30379732449849445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,768,0.02387999991575877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,768,0.021014665563901264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,768,0.022970666488011677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,768,0.02277066558599472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,768,0.024702665706475575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,768,0.015938666959603626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,768,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,768,0.016117333124081295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,768,0.015676000465949375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,768,0.015717333803574245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,768,0.01559333379069964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,768,0.015778666983048122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,768,0.01668933282295863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,768,0.014594666659832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,768,0.014848000059525171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,768,0.015103999525308609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,768,0.01533866673707962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,768,0.015546667079130808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,768,0.016085332880417507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,768,0.015426666786273321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,768,0.01586799944440524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,768,0.016153333087762196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,768,0.01607999950647354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,768,0.016134666899840038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,768,0.01497733344634374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,768,0.016674666355053585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,768,0.017179999500513077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,768,0.01663866639137268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,768,0.0167173333466053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,768,0.015132000048955282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,768,0.016222666949033737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,768,0.017158667246500652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,768,0.017046666393677395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,768,0.016514666378498077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,768,0.016929333408673603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,768,0.02421066661675771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,768,0.024909332394599915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,768,0.023289332787195843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,768,0.4625343958536784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,768,0.9348949432373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,768,0.23528854052225748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,768,0.1323189338048299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,768,0.12889280319213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,768,0.12507306734720866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,768,0.12256426811218261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,768,0.11797760327657063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,768,0.11472000281016033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,768,0.11061759789784749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,768,0.10763733386993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,768,0.10425279935201008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,768,0.10088106791178386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,768,0.09427946408589681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,768,0.09654613335927328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,768,0.09010346730550131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,768,0.08592320283253987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,768,0.0827349344889323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,768,0.07974186738332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,768,0.07550613085428873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,768,0.07181653181711832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,768,0.06850986480712891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,768,0.06509333451588949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,768,0.061066667238871254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,768,0.05783893267313639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,768,0.05352746645609537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,768,0.050842666625976564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,768,0.04705706834793091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,768,0.04411413272221883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,768,0.03715519905090332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,768,0.039052800337473555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,768,0.03314239978790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,768,0.02853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,768,0.025675733884175617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,768,0.022788266340891518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,768,0.018039466937383015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,768,0.014178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,768,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,768,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,768,0.01511360009511312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,768,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,768,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,768,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,768,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,768,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,768,0.012014933427174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,768,0.012105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,768,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,768,0.011818666259447734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,768,0.012292266885439555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,768,0.011967999736467998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,768,0.011841066678365071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,768,0.011865599950154623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,768,0.011796266833941142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,768,0.012063999970753986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,768,0.012120532989501952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,768,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,768,0.01260586678981781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,768,0.01251200040181478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,768,0.012329600254694621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,768,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,768,0.01252906620502472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,768,0.012507733702659608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,768,0.012063999970753986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,768,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,768,0.0121888001759847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,768,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,768,0.012505599856376648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,768,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,768,0.012760532895723977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,768,0.01269760032494863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,512,1.1570826636420357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,512,0.5676142374674479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,512,0.32385243309868705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,512,0.19813333617316353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,512,0.176019549369812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,512,0.17478933599260119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,512,0.1590826643837823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,512,0.1928053299585978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,512,0.15698311063978407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,512,0.16082310676574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,512,0.13377422756618923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,512,0.14148799578348795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,512,0.12865600321027967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,512,0.13796267244550917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,512,0.11176710658603245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,512,0.1098560028605991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,512,0.10126577483283149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,512,0.09779555267757839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,512,0.09375644392437404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,768,0.012725333372751871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,512,0.1026008857621087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,512,0.08243911133872138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,512,0.078311112191942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,512,0.0745404428905911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,512,0.0782488915655348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,512,0.06519110997517903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,512,0.0615288880136278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,512,0.0562666654586792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,512,0.05094044407208761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,512,0.05064177844259474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,512,0.047777778572506376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,512,0.03927466604444716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,512,0.03860977623197768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,512,0.03147911032040914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,512,0.024526221884621516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,512,0.022341334157519873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,512,0.01628266606065962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,512,0.014552889598740472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,512,0.014558222558763293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,512,0.01493866741657257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,512,0.01329422245422999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,512,0.014129777749379476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,512,0.012700444294346703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,512,0.013212444053755866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,512,0.01404622197151184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,512,0.011973333027627734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,512,0.011863110793961419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,512,0.011969777444998423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,512,0.011886222494973077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,512,0.011605333122942181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,512,0.012351999680201212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,512,0.01200355589389801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,512,0.01185066666867998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,512,0.01127466642194324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,512,0.01185066666867998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,512,0.011214222345087262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,512,0.011214222345087262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,512,0.011352889239788055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,512,0.011791999969217511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,512,0.011328000161382886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,512,0.011228444675604502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,512,0.011189333266682096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,512,0.01110755569405026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,512,0.011240888800885944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,512,0.01126399967405531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,512,0.01124622258875105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,512,0.011232000258233813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,512,0.01127644462717904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,512,0.01110222190618515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,512,0.01109688894616233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,512,0.011239111423492432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,512,0.011205332974592844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,512,0.011214222345087262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,512,0.01128355579243766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,512,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,512,0.815706698099772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,512,0.478930123647054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,512,0.2101055939992269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,512,0.13606826464335126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,512,0.12408426602681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,512,0.12291519641876221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,512,0.11831466356913249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,512,0.1218389352162679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,512,0.1105130672454834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,512,0.11026133696238201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,512,0.1051637331644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,512,0.10976959864298504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,512,0.1004640022913615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,512,0.09218560059865316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,512,0.08869653542836507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,512,0.08596800168355306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,512,0.08391786416371663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,512,0.07910186449686686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,512,0.0802069346110026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,512,0.07272533575693765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,512,0.06898667017618815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,512,0.10242666403452556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,512,0.07919253508249918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,512,0.06906987031300862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,512,0.05971306562423706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,512,0.05625813404719034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,512,0.053573334217071535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,512,0.04925546646118164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,512,0.04924799998601277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,512,0.047594666481018066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,512,0.04204373359680176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,512,0.03914239803949992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,512,0.03572160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,512,0.03221226731936137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,512,0.0319701333840688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,512,0.024884267648061117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,512,0.02287893295288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,512,0.023494400580724082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,512,0.02267199953397115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,512,0.023886932929356893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,512,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,512,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,512,0.021028266350428263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,512,0.0214901328086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,512,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,512,0.02211946646372477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,512,0.020317866404851278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,512,0.019925334056218467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,512,0.020747733116149903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,512,0.019640533129374187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,512,0.020909865697224937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,512,0.020075732469558717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,512,0.020603734254837035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,512,0.019509333372116088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,512,0.02058026591936747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,512,0.019205333789189656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,512,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,512,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,512,0.018627200524012247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,512,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,512,0.018617600202560425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,512,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,512,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,512,0.018871466318766274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,512,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,512,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,512,0.018589866161346436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,512,0.018689066171646118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,512,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,512,0.018627200524012247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,512,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,512,0.018744534254074095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,512,0.01853653391202291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,512,0.018823466698328652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,768,0.012501333157221475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,768,0.012583466370900473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,512,1.0880938212076823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,512,0.3033343950907389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,512,2.162428792317708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,512,0.28572266896565757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,512,0.5667711893717449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,512,0.2735797246297201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,512,0.3186848004659017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,512,0.252403195699056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,512,0.24664533933003746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,512,0.23569493293762206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,512,0.22838293711344398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,512,0.21751999855041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,512,0.21022507349650063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,512,0.19991893768310548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,512,0.1928757349650065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,512,0.18161706924438475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,512,0.17475306193033854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,512,0.162717866897583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,512,0.15734400749206542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,512,0.1459285259246826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,512,0.137119992574056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,512,0.1284533341725667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,512,0.1189365307490031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,512,0.1101749340693156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,512,0.10006612936655682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,512,0.09185280005137125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,512,0.08176213105519613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,512,0.07462293306986491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,512,0.06323413451512655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,512,0.057416534423828124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,512,0.04413226842880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,512,0.04026559988657634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,512,0.023938133319218954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,512,0.30400107701619467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,512,0.285589345296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,512,0.2693109194437663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,512,0.020137600104014077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,512,0.017836799224217735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,512,0.017679999272028603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,512,0.017644800742467246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,512,0.01821119983990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,512,0.013633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,512,0.013381333152453104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,512,0.013199999928474426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,512,0.013380266229311624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,512,0.01323199967543284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,512,0.012968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,512,0.01307093302408854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,512,0.012934399644533792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,512,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,512,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,512,0.012544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,512,0.01197653313477834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,512,0.012440533439318339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,512,0.011769599715868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,512,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,512,0.01209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,512,0.01252906620502472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,512,0.012060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,512,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,512,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,512,0.01237546702226003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,512,0.012316800157229106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,512,0.012380799651145935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,512,0.012462932864824932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,512,0.012472533186276754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,512,0.012638933459917703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,512,0.012389333049456278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,512,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,512,0.012847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,512,0.012611200412114462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,512,0.019053866465886436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,512,0.01997973322868347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,512,0.01948266625404358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,512,0.7972074508666992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,512,0.4028928120930989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,512,0.20767253239949546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,512,0.11692372957865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,512,0.11420053641001385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,512,0.11055359840393067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,512,0.10885226726531982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,512,0.10444160302480061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,512,0.1020095984141032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,512,0.09797546863555909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,512,0.09577813148498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,512,0.09203946590423584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,512,0.08917120297749838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,512,0.08480106989542643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,512,0.08335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,512,0.0791605313618978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,512,0.07601173718770346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,512,0.07259840170542399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,512,0.06603840192159018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,512,0.07082453568776449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,512,0.06345066626866659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,512,0.0598965326944987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,512,0.05875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,512,0.053489065170288085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,512,0.05111786524454752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,512,0.04704426527023316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,512,0.044454399744669595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,512,0.04092693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,512,0.038734932740529374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,512,0.03453973531723022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,512,0.03186666568120321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,512,0.029126399755477907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,512,0.024817067384719848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,512,0.022377600272496544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,512,0.019860267639160156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,512,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,512,0.012472533186276754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,512,0.01283519963423411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,512,0.012294399738311767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,512,0.012547199924786886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,512,0.01246399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,512,0.012519466876983642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,512,0.013027200102806091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,512,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,512,0.009707732995351156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,512,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,512,0.0100682665904363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,512,0.00979306697845459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,512,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,512,0.010089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,512,0.00969599982102712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,512,0.010105599959691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,512,0.010041600465774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,512,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,512,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,512,0.010109866658846538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,512,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,512,0.010615467031796774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,512,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,512,0.010482133428255717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,512,0.010456533233324686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,512,0.010429867108662923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,512,0.010689066847165425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,512,0.010732799768447876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,512,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,512,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,512,0.010547199845314026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,512,0.01051626702149709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,512,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,512,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,512,0.010484266281127929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,256,0.7807125091552735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,256,0.4285279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,256,0.22063892682393393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,256,0.12602026462554933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,256,0.10323946475982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,256,0.10377386411031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,256,0.09739627043406168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,256,0.09806933403015136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,256,0.08846826553344726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,256,0.08627306620279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,256,0.08333013057708741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,256,0.08548479874928792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,256,0.07838719685872396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,256,0.07979413668314615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,256,0.07028053601582845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,256,0.06882452964782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,256,0.064846932888031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,256,0.0644373337427775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,256,0.059241600831349696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,256,0.06184746821721395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,256,0.05374293327331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,256,0.05080960194269816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,256,0.06038293441136679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,256,0.051166931788126625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,256,0.042439464728037515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,256,0.04097919861475627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,256,0.036728533109029134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,256,0.03386559883753459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,256,0.033003733555475874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,256,0.03257386684417725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,256,0.02654400070508321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,256,0.023900800943374635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,256,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,256,0.015633066495259605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,256,0.017819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,256,0.010784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,256,0.01058666706085205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,256,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,256,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,256,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,256,0.009449600179990133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,256,0.008028799792130788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,256,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,256,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,256,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,512,0.011004799604415893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,256,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,256,0.007640533149242401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,256,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,256,0.007869866490364075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,256,0.00765119989713033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,256,0.0072405333320299785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,256,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,256,0.007320533196131389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,256,0.006970666845639547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,256,0.006846933563550313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,256,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,256,0.006793599824110668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,256,0.006798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,256,0.006816000243028005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,256,0.006775466601053874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,256,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,256,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,256,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,256,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,256,0.006607999900976817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,256,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,256,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,256,0.00666133314371109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,256,0.006568533182144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,256,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,256,0.006666666766007741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,256,0.006524799764156342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,256,0.5994645436604817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,256,0.346886412302653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,256,0.16623679796854657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,256,0.10393919944763183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,256,0.09696640173594157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,256,0.09851840337117514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,256,0.11896426677703857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,256,0.0938645362854004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,256,0.08835626443227132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,256,0.08666986624399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,256,0.08410773277282715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,256,0.08647253513336181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,256,0.07979520161946616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,256,0.07864639759063721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,256,0.0732309341430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,256,0.07235093116760254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,256,0.06843199729919433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,256,0.06818880240122477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,256,0.06427626609802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,256,0.058988801638285314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,512,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,256,0.06357546647389731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,256,0.057897599538167324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,256,0.06777173678080241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,256,0.04956266482671102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,256,0.04974079926808675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,256,0.05514026482899984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,256,0.042954667409261064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,256,0.04173333247502645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,256,0.04021333456039429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,256,0.032782934109369916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,256,0.03608853419621785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,256,0.030998400847117108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,256,0.029381332794825236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,256,0.027612799406051637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,256,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,256,0.02228053410847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,256,0.021233065923055013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,256,0.020377600193023683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,512,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,256,0.019578667481740315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,256,0.018582399686177573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,256,0.04509226481119792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,256,0.021966934204101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,256,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,256,0.018679465850194296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,256,0.018925867478052773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,256,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,256,0.01714986761411031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,256,0.019022933642069497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,256,0.016516266266504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,256,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,256,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,256,0.01649386684099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,256,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,256,0.016511999567349753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,256,0.015954132874806723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,256,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,256,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,256,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,256,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,256,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,256,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,256,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,256,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,256,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,256,0.014789332946141561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,256,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,256,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,256,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,256,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,256,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,256,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,256,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,256,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,256,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,256,0.7854805628458659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,256,0.400985590616862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,256,0.21146666208902992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,256,0.20357653299967446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,256,1.6324427286783856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,256,0.22470293045043946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,256,0.19298772811889647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,256,0.186679474512736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,256,0.17998719215393066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,256,0.17421973546346028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,256,0.167414395014445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,256,0.1610538641611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,256,0.1545194625854492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,256,0.1482912063598633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,256,0.141482671101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,256,0.1349290688832601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,256,0.12982186476389568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,256,0.12342293262481689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,256,0.11701653003692628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,256,0.1119872013727824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,256,0.10397333304087322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,256,0.09570346673329672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,256,0.09076480070749918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,256,0.0845578670501709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,256,0.07958613236745199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,256,0.07013440132141113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,256,0.06702933311462403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,256,0.05687786738077799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,256,0.05528959830602011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,256,0.04341973463694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,256,0.04269546667734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,256,0.02946026722590129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,256,0.029088000456492107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,256,0.019273600975672402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,256,0.21491413116455077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,256,0.20062719980875648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,256,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,256,0.0150218665599823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,256,0.013538133104642233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,256,0.013986133535703025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,256,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,256,0.009645866354306538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,256,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,256,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,256,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,256,0.009253333012262981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,256,0.009287466605504353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,256,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,256,0.0093450665473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,256,0.013806933164596557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,256,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,256,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,256,0.008203733464082081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,256,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,256,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,256,0.008518399794896443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,256,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,256,0.008740267157554627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,256,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,256,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,256,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,256,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,256,0.008861866593360902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,256,0.008872532844543457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,256,0.008796800176302593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,256,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,256,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,256,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,256,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,256,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,256,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,256,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,256,0.6122912089029948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,256,0.31475305557250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,256,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,256,0.014843733112017313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,256,0.1642965316772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,256,0.0924448013305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,256,0.09068906307220459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,256,0.08811946709950766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,256,0.08535892963409424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,256,0.08217919667561849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,256,0.08074560165405273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,256,0.07513173421223959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,256,0.07776213486989339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,256,0.0727189302444458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,256,0.07113706270853679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,256,0.06721706390380859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,256,0.0629962682723999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,256,0.06589119831720988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,256,0.06080746650695801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,256,0.05723093350728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,256,0.05593599875768026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,256,0.05262506802876791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,256,0.050802131493886314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,256,0.04802986780802409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,256,0.04612373510996501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,256,0.04284480015436808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,256,0.041365333398183185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,256,0.037904000282287596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,256,0.03559466600418091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,256,0.03343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,256,0.03135040005048116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,256,0.02764799992243449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,256,0.026294400294621784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,256,0.02353386680285136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,256,0.02139093279838562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,256,0.01795733372370402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,256,0.016619732975959776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,256,0.012774399916330972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,256,0.010860799749692281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,256,0.010460799932479859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,256,0.010872532924016316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,256,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,256,0.011548800269762675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,256,0.010557867089907328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,256,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,256,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,256,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,256,0.009237333138783773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,256,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,256,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,256,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,256,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,256,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,256,0.008880000313123066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,256,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,256,0.008891733487447102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,256,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,256,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,256,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,256,0.009261866410573322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,256,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,256,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,256,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,256,0.00925546685854594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,256,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,256,0.009201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,256,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,256,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,256,0.009149866302808125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,256,0.00902933379014333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,256,0.009283199906349182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,256,0.009271466732025146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,256,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,128,0.5894997278849284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,128,0.31827306747436523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,128,0.15426987012227375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,128,0.08945600191752115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,128,0.08417173226674399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,128,0.08113386631011962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,128,0.07231573263804117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,128,0.07688000202178955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,128,0.07458133697509765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,128,0.07145600318908692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,128,0.07234240372975667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,128,0.062458666165669766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,128,0.06589226722717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,128,0.05755840142567953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,128,0.06068160136540731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,256,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,128,0.05765546560287475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,128,0.056049064795176184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,128,0.053515732288360596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,128,0.05108053286870321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,128,0.04845439990361532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,128,0.043295999368031815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,128,0.041547731558481855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,128,0.03751680056254069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,128,0.037043201923370364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,128,0.033190399408340454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,128,0.032331732908884685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,128,0.028350933392842607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,128,0.02861013412475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,128,0.021860265731811525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,128,0.0214464008808136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,128,0.022362667322158813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,128,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,128,0.012120532989501952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,128,0.014954666296641031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,128,0.04652373393376668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,128,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,128,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,128,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,128,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,128,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,128,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,128,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,128,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,128,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,128,0.0056981335083643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,128,0.005103999873002371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,128,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,128,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,128,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,128,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,128,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,128,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,128,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,128,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,128,0.003453866640726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,128,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,128,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,256,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,128,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,128,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,128,0.003532800078392029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,128,0.003487999985615412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,128,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,128,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,128,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,128,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,128,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,128,0.003433600068092346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,128,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,128,0.003458133339881897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,128,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,128,0.003442133218050003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,128,0.0035071998834609987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,128,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,256,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,128,0.2760202725728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,128,0.1498304049173991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,128,0.5299850781758626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,128,0.09217387040456136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,128,0.09451733430226644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,128,0.08631146748860677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,128,0.08760000069936116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,128,0.08458560307820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,128,0.07870933214823404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,128,0.07964373429616292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,128,0.07588480313618978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,128,0.06971519788106283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,128,0.07625813484191894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,128,0.06747946739196778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,128,0.0661525328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,128,0.06715306440989176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,128,0.06462719837824503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,128,0.06279360055923462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,128,0.05414933363596598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,128,0.05189866622289022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,128,0.047090133031209305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,128,0.05231146812438965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,128,0.04716266791025798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,128,0.04129173358281453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,128,0.04500159819920858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,128,0.0392192006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,128,0.03368320067723592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,128,0.03823466698328654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,128,0.06437546809514363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,128,0.040957868099212646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,128,0.02952959934870402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,128,0.0232149342695872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,128,0.03495680093765259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,128,0.02629759907722473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,128,0.020829866329828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,128,0.020051199197769164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,128,0.020028799772262573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,128,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,128,0.016900267203648886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,128,0.018821332852045694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,128,0.018778665860493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,128,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,128,0.01684373418490092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,128,0.017079466581344606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,128,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,128,0.01790720025698344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,128,0.01628266672293345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,128,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,128,0.015948800245920818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,128,0.01646293302377065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,128,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,128,0.015433599551518759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,128,0.015155200163523355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,128,0.015068800250689188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,128,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,128,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,128,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,128,0.057411201794942225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,128,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,128,0.014656000336011252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,128,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,128,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,128,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,128,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,128,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,128,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,128,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,128,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,128,0.014702933033307395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,128,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,128,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,128,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,128,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,128,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,51200,128,0.17540480295817057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,51200,128,0.1768287976582845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,51200,128,0.3339424133300781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,51200,128,0.16616214116414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,51200,128,0.16553173065185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,51200,128,0.15488853454589843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,51200,128,0.15613226890563964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,51200,128,0.14528533617655437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,51200,128,0.1462997277577718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,51200,128,1.425433603922526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,51200,128,0.13563733100891112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,51200,128,0.1290719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,51200,128,0.13870293299357098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,51200,128,0.7114613215128581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,51200,128,0.12791146437327067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,51200,128,0.11768960158030192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,51200,128,0.10757439931233723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,51200,128,0.11674453417460125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,51200,128,0.10732053120930989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,51200,128,0.09814186890920004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,51200,128,0.08844266732533773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,51200,128,0.09571413199106851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,51200,128,0.08378346761067709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,51200,128,0.07706666787465413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,51200,128,0.07372693220774332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,51200,128,0.0678208033243815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,51200,128,0.0650165319442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,51200,128,0.056952532132466635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,51200,128,0.05483520030975342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,51200,128,0.04802346626917521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,51200,128,0.03588693141937256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,51200,128,0.04456106821695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,51200,128,0.025538132588068647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,51200,128,0.023257599274317423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,51200,128,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,51200,128,0.03580053249994914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,51200,128,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,51200,128,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,51200,128,0.012097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,51200,128,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,51200,128,0.011735467116038005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,51200,128,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,51200,128,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,51200,128,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,51200,128,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,51200,128,0.008834133545557659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,51200,128,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,51200,128,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,51200,128,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,51200,128,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,51200,128,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,51200,128,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,51200,128,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,51200,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,51200,128,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,51200,128,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,51200,128,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,51200,128,0.007585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,51200,128,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,51200,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,51200,128,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,51200,128,0.007686399916807811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,51200,128,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,51200,128,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,51200,128,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,51200,128,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,51200,128,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,51200,128,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,51200,128,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,51200,128,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,51200,128,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,51200,128,0.012418133020401002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,51200,128,0.007640533149242401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,51200,128,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,51200,128,0.5356074651082356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,51200,128,0.28396905263264977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,51200,128,0.14646506309509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,51200,128,0.0799616018931071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,51200,128,0.07527573108673095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,51200,128,0.07465066909790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,51200,128,0.07911252975463867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,51200,128,0.07111573219299316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,51200,128,0.06971946557362875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,51200,128,0.06737173398335775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,51200,128,0.06627946694691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,51200,128,0.06293333371480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,51200,128,0.0616096019744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,51200,128,0.058806399504343666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,51200,128,0.05718506574630737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,51200,128,0.054306133588155114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,51200,128,0.05031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,51200,128,0.05266773303349813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,51200,128,0.049296001593271896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,51200,128,0.04580053488413493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,51200,128,0.044437332948048906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,51200,128,0.041774932543436685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,51200,128,0.04084906578063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,51200,128,0.03780693213144938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,51200,128,0.03680213292439778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,51200,128,0.03365653355916341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,51200,128,0.03190079927444458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,51200,128,0.029303467273712157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,51200,128,0.02814720074335734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,51200,128,0.02387626568476359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,51200,128,0.024894932905832924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,51200,128,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,51200,128,0.019144533077875774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,51200,128,0.0162282665570577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,51200,128,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,51200,128,0.011755733688672384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,51200,128,0.011076266566912334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,51200,128,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,51200,128,0.010487467050552368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,51200,128,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,51200,128,0.011453866958618164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,51200,128,0.011107200384140014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,51200,128,0.010067199667294819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,51200,128,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,51200,128,0.008851200342178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,51200,128,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,51200,128,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,51200,128,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,51200,128,0.008945066730181377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,51200,128,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,51200,128,0.008454400300979614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,51200,128,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,51200,128,0.008008533219496409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,51200,128,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,51200,128,0.008529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,51200,128,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,51200,128,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,51200,128,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,51200,128,0.008471467097600301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,51200,128,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,51200,128,0.008229333162307739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,51200,128,0.008289066453774769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,51200,128,0.008513066172599792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,51200,128,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,51200,128,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,51200,128,0.007879466811815897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,51200,128,0.00843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,51200,128,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,51200,128,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,51200,128,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,51200,128,0.00844266712665558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,64,0.5088490804036458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,64,0.25680425961812336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,51200,128,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,64,0.1323797305425008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,64,0.07964479923248291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,64,0.07162346839904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,64,0.0702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,64,0.0682037353515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,51200,128,0.008294400076071422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,64,0.06342186530431113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,64,0.06042346556981405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,64,0.06501013437906901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,64,0.06170453230539957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,64,0.0543936014175415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,64,0.05204480091730753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,64,0.05033386548360189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,64,0.048742401599884036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,64,0.05167893171310425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,64,0.04798186620076497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,64,0.04782079855600993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,64,0.039366400241851805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,64,0.04279893239339193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,64,0.07651519775390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,64,0.03723626534144084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,64,0.03712746699651082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,64,0.03215786616007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,64,0.03288106719652812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,64,0.030502400795618695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,64,0.02472213308016459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,64,0.02746773362159729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,64,0.025788799921671553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,64,0.01910933256149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,64,0.02576746741930644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,64,0.02062293291091919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,64,0.015734400351842245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,64,0.010594133536020916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,64,0.013637333114941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,64,0.00801813354094823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,64,0.007621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,64,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,64,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,64,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,64,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,64,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,64,0.005388799806435903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,64,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,64,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,64,0.0054506664474805195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,64,0.004600533346335093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,64,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,64,0.004351999859015147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,64,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,64,0.003915733347336451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,64,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,64,0.00408746674656868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,64,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,64,0.003492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,64,0.0031114667654037476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,64,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,64,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,64,0.002951466788848241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,64,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,64,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,64,0.0030901332696278887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,64,0.0031210665901501974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,64,0.00308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,64,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,64,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,64,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,64,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,64,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,64,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,51200,128,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,64,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,64,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,64,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,64,0.27878828048706056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,64,0.004307200014591217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,64,0.5373119990030925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,64,0.1484821319580078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,64,0.09516692956288655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,64,0.09293440183003744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,64,0.09107413291931152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,64,0.08879040082295736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,64,0.0866325298945109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,64,0.08153599898020426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,64,0.07772800127665201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,64,0.0784437338511149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,64,0.07453866799672446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,64,0.07079253196716309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,64,0.06907947063446045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,64,0.06757653554280599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,64,0.06349333524703979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,64,0.0680351972579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,64,0.06386773188908895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,64,0.06123626629511515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,64,0.05371520121892294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,64,0.057966931660970056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,64,0.05224639972050985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,64,0.05237760146458944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,64,0.050212268034617105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,64,0.04703786770502726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,64,0.045943466822306316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,64,0.04158080021540324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,64,0.03849813143412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,64,0.03306666612625122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,64,0.03893653154373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,64,0.040593067804972335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,64,0.03427199920018514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,64,0.02806719938913981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,64,0.026817067464192705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,64,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,64,0.019703465700149535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,64,0.01864853302637736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,64,0.019345066944758096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,64,0.019497599204381308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,64,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,64,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,64,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,64,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,64,0.017846399545669557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,64,0.01548373301823934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,64,0.022937599817911783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,64,0.015230933825174967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,64,0.016820265849431356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,64,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,64,0.014660267035166421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,64,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,64,0.016330666343371072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,64,0.015009066462516785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,64,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,64,0.014919466773668923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,64,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,64,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,64,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,64,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,64,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,64,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,64,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,64,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,64,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,64,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,64,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,64,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,64,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,64,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,64,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,64,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,64,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,64,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,51200,32,0.13286826610565186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,51200,32,0.26046826044718424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,51200,32,0.07980480194091796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,51200,32,0.07687786420186361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,51200,32,0.0760095993677775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,51200,32,0.5162783940633138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,51200,32,0.07154133319854736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,51200,32,0.07434133688608804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,51200,32,0.06603946685791015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,51200,32,0.06322559912999472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,51200,32,0.056620800495147706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,51200,32,0.05970773299535116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,64,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,51200,32,0.053360001246134436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,51200,32,0.052345601717631016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,51200,32,0.05458986759185791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,51200,32,0.048180266221364336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,51200,32,0.05145813226699829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,51200,32,0.044811733563741046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,51200,32,0.040277334054311116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,51200,32,0.039001599947611494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,51200,32,0.03825706640879313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,51200,32,0.0332533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,51200,32,0.03418346643447876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,51200,32,0.0321834663550059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,51200,32,0.02802133361498515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,51200,32,0.02536853353182475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,51200,32,0.024843732515970864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,51200,32,0.019397334257761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,51200,32,0.027167999744415285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,51200,32,0.06381013393402099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,51200,32,0.021041067441304524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,51200,32,0.01546346644560496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,51200,32,0.010574932893117268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,51200,32,0.014193066954612732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,51200,32,0.008046933511892954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,51200,32,0.006764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,51200,32,0.04709440072377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,51200,32,0.00688213308652242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,51200,32,0.006822399795055389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,51200,32,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,51200,32,0.006886399785677592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,51200,32,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,51200,32,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,51200,32,0.005584000051021576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,51200,32,0.00556160012880961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,51200,32,0.004781866570313772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,51200,32,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,51200,32,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,51200,32,0.0046965335806210835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,51200,32,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,51200,32,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,51200,32,0.004310399790604909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,51200,32,0.0043136000633239744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,51200,32,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,51200,32,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,51200,32,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,51200,32,0.0035157332817713416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,51200,32,0.00311253344019254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,51200,32,0.00308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,51200,32,0.0030965333183606463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,51200,32,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,51200,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,51200,32,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,51200,32,0.003091199944416682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,51200,32,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,51200,32,0.0030986666679382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,51200,32,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,51200,32,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,51200,32,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,51200,32,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,51200,32,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,51200,32,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,51200,32,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,51200,32,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,51200,32,0.14970453580220539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,51200,32,0.2781322797139486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,51200,32,0.09571306705474854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,51200,32,0.537498664855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,51200,32,0.0887338638305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,51200,32,0.09208853244781494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,51200,32,0.0887775977452596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,51200,32,0.08634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,51200,32,0.07831679979960124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,51200,32,0.07824426492055257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,51200,32,0.07819413344065348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,51200,32,0.0731712023417155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,51200,32,0.07099520365397136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,51200,32,0.06848533153533935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,51200,32,0.06803200244903565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,51200,32,0.07050666809082032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,51200,32,0.06558186610539754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,51200,32,0.059033600489298496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,51200,32,0.05951786835988363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,51200,32,0.05491413275400797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,51200,32,0.05296746492385864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,51200,32,0.0499722679456075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,51200,32,0.04846400022506714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,51200,32,0.045252267519632974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,51200,32,0.04145919879277547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,51200,32,0.03767999807993571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,51200,32,0.039241600036621097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,51200,32,0.03436160087585449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,51200,32,0.0418442686398824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,51200,32,0.03344000180562337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,51200,32,0.028843732674916585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,51200,32,0.023414399226506552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,51200,32,0.027293866872787474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,51200,32,0.02339306672414144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,51200,32,0.06390719811121623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,51200,32,0.018644267320632936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,51200,32,0.0199455996354421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,51200,32,0.01885333259900411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,51200,32,0.018427733580271402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,51200,32,0.018705066045125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,51200,32,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,51200,32,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,51200,32,0.018090667327245076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,51200,32,0.01763733426729838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,51200,32,0.02078933318456014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,51200,32,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,51200,32,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,51200,32,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,51200,32,0.05243733326594034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,51200,32,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,51200,32,0.01518186628818512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,51200,32,0.016748799880345663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,51200,32,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,51200,32,0.01550933321317037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,51200,32,0.015284267067909241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,51200,32,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,51200,32,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,51200,32,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,51200,32,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,51200,32,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,51200,32,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,51200,32,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,51200,32,0.014797866344451904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,51200,32,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,51200,32,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,51200,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,51200,32,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,51200,32,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,51200,32,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,51200,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,51200,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,51200,32,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,51200,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,51200,32,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,65536,6.213104248046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,65536,12.688048044840494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,65536,6.251125335693359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,65536,23.742154439290363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,65536,5.908581415812175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,65536,5.798037211100261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,65536,5.530586878458659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,65536,5.349578857421875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,65536,5.182997385660808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,65536,4.960714658101399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,65536,4.586037317911784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,65536,4.69539737701416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,65536,4.214720090230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,65536,4.774970690409343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,65536,3.868032137552897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,65536,4.052879969278972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,65536,3.1141812006632485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,65536,3.7139145533243814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,65536,3.1804587046305337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,65536,48.46646626790365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,65536,3.112938563028971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,65536,3.6699838638305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,65536,2.4809066454569497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,65536,2.6137653986612954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,65536,2.227941354115804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,65536,2.4576427141825357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,65536,2.2221919695536294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,65536,1.9551146825154622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,65536,3.127408027648926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,65536,1.546570618947347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,65536,1.8434133529663086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,65536,0.8483200073242188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,65536,0.9758986632029215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,65536,0.9117759863535563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,65536,0.392959992090861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,65536,0.4535306692123413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,65536,0.48241599400838214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,65536,0.3786453406016032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,65536,0.3839199940363566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,65536,0.4021386702855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,65536,0.3599840005238851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,65536,0.38415467739105225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,65536,0.33981867631276447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,65536,0.3160053292910258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,65536,0.3132266600926717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,65536,0.32874133189519245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,65536,0.32153065999348956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,65536,0.3216106692949931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,65536,0.33057065804799396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,65536,0.31082133452097577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,65536,0.3089440067609151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,65536,0.34812267621358234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,65536,0.34692267576853436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,65536,0.3352160056432088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,65536,0.341322660446167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,65536,0.3643680016199748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,65536,0.3330986698468526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,65536,0.3275946577390035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,65536,0.32265599568684894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,65536,0.32200000683466595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,65536,0.3266400098800659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,65536,0.32223467032114667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,65536,0.32148800293604535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,65536,0.3250986735026042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,65536,0.3211359977722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,65536,0.3189813296000163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,65536,0.31938133637110394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,65536,0.32239999373753864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,65536,1.411904017130534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,65536,0.32235199213027954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,65536,0.3197173277537028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,65536,0.31867732604344684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,65536,0.315120001633962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,65536,0.3200853268305461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,65536,6.638586680094401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,65536,3.6626240412394204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,65536,14.042864481608072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,65536,3.767973264058431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,65536,3.3625014623006186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,65536,3.3210719426472983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,65536,3.2551307678222656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,65536,3.173381487528483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,65536,2.9972588221232095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,65536,2.928463935852051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,65536,2.803013483683268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,65536,2.8293066024780273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,65536,2.5737226804097495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,65536,29.975072224934895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,65536,2.6487840016682944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,65536,2.4964906374613443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,65536,2.4382665952046714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,65536,2.7095041275024414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,65536,2.1824746131896973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,65536,1.9548853238423665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,65536,1.959455966949463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,65536,1.7172106107076008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,65536,1.8415625890096028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,65536,1.4722453753153484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,65536,1.2314826647440593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,65536,1.351103941599528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,65536,1.200160026550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,65536,1.0482880274454753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,65536,0.965727965037028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,65536,0.8430399894714355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,65536,0.7060853640238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,65536,0.43887468179066974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,65536,0.7138773600260416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,65536,0.4702026844024658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,65536,0.2765600085258484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,65536,0.25573867559432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,65536,0.26504000027974445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,65536,0.25618133942286175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,65536,0.22709866364796957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,65536,0.2350239952405294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,65536,0.22408000628153482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,65536,0.22664533058802286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,65536,1.543226718902588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,65536,0.2213653326034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,65536,0.22268799940745035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,65536,0.19894399245580038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,65536,0.2173653244972229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,65536,0.19709867238998413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,65536,0.20681599775950113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,65536,0.2143146594365438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,65536,0.20534932613372803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,65536,0.20456000169118246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,65536,0.2043573260307312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,65536,0.19969600439071655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,65536,0.19646400213241577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,65536,0.19473600387573242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,65536,0.18588799238204956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,65536,0.182586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,65536,0.18213866154352823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,65536,0.1836693286895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,65536,0.26133867104848224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,65536,0.1823093295097351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,65536,0.1815626621246338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,65536,0.18257067600886026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,65536,0.1795733372370402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,65536,0.17845332622528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,65536,0.17824532588322958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,65536,0.21896000703175864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,65536,0.1773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,65536,0.17520000537236533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,65536,0.1760480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,65536,0.17320533593495688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,65536,0.18305599689483643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,65536,0.18016000588734946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,65536,6.729301452636719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,65536,3.6760425567626953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,65536,4.072522799173991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,65536,3.410703976949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,65536,3.913935979207357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,65536,3.0775572458902993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,65536,3.3745654424031577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,65536,2.8345120747884116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,65536,3.5265334447224936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,65536,2.7187201182047525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,65536,3.2708587646484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,65536,2.506469408671061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,65536,3.040138562520345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,65536,2.1618773142496743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,65536,2.4501706759134927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,65536,2.0526132583618164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,65536,2.3726399739583335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,65536,1.8031253814697266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,65536,2.317999998728434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,65536,1.6157867113749187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,65536,1.928602695465088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,65536,1.4270399411519368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,65536,1.6504426002502441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,65536,1.2509013017018635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,65536,1.448853333791097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,65536,1.0166560014088948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,65536,1.1164373556772869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,65536,0.8362399737040201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,65536,0.8757546742757162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,65536,0.6192479928334554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,65536,0.6258826653162638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,65536,0.4288533528645833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,65536,0.4155413309733073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,65536,0.2664320071538289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,65536,0.26079465945561725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,65536,0.260261336962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,65536,0.25598400831222534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,65536,0.2513706684112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,65536,0.24700266122817993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,65536,0.2469066580136617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,65536,0.24236800273259482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,65536,0.19015467166900635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,65536,0.18875199556350708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,65536,0.18864534298578897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,65536,0.18544532855351767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,65536,0.18415466944376627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,65536,0.18263467152913412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,65536,0.18286933501561484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,65536,0.18075732390085855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,65536,0.18151466051737467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,65536,0.1794933279355367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,65536,0.1790506641070048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,65536,0.17640533049901327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,65536,0.17621866861979166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,65536,0.17662400007247925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,65536,0.17537067333857217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,65536,0.1763413349787394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,65536,0.17525867621103922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,65536,0.17595734198888144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,65536,0.1750826636950175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,65536,0.1746293306350708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,65536,0.17422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,65536,0.17482133706410727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,65536,0.17433067162831625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,65536,0.17469332615534464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,65536,0.17403733730316162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,65536,0.17419199148813883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,65536,0.17482666174570718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,65536,0.1742453376452128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,65536,0.17409066359202066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,65536,0.32020266850789386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,65536,23.586886088053387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,65536,2.6943947474161782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,65536,2.007802645365397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,65536,1.9319413503011067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,65536,1.914357344309489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,65536,1.7655946413675945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,65536,1.7442720731099446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,65536,1.6820212999979656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,65536,1.7021439870198567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,65536,1.5700052579243977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,65536,1.5023679733276367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,65536,1.4810773531595867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,65536,1.5595466295878093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,65536,1.3585866292317708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,65536,1.223472038904826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,65536,1.171888033548991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,65536,1.1001973152160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,65536,1.0721173286437988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,65536,1.0372587045033772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,65536,0.9242719809214274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,65536,0.901093324025472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,65536,0.8097546895345052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,65536,0.7895039717356364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,65536,0.7539146741231283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,65536,0.6689279874165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,65536,0.6605333487192789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,65536,0.5432639916737875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,65536,0.5348159869511923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,65536,0.4451520045598348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,65536,0.41366398334503174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,65536,0.4043946663538615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,65536,0.2995786666870117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,65536,0.30617066224416095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,65536,0.15825600425402322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,65536,0.15804800391197205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,65536,0.15878933668136597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,65536,0.15779733657836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,65536,0.156549334526062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,65536,0.170250674088796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,65536,0.16379200418790182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,65536,0.1853440006573995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,65536,0.14587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,65536,0.1514079968134562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,65536,0.15099733074506125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,65536,0.1511840025583903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,65536,0.1511520047982534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,65536,0.15175466736157736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,65536,0.15093333522478738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,65536,0.1508746643861135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,65536,0.1504586637020111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,65536,0.15080533425013223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,65536,0.15056000153223673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,65536,0.15180800358454385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,65536,0.15149866541226706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,65536,0.15466666221618652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,65536,0.15501866738001505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,65536,0.15410133202870688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,65536,0.15376533071200052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,65536,0.15503999590873718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,65536,0.1606880029042562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,65536,0.16080000003178915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,65536,0.16062933206558228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,65536,0.16088533401489258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,65536,0.1597493290901184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,65536,0.16244799892107645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,65536,0.16207999984423319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,65536,0.1611146628856659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,65536,0.15571199854214987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,65536,0.15568533539772034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,65536,0.15625066558519998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,65536,0.15574399630228677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,51200,37.70940907796224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,51200,20.35306676228841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,51200,9.530415852864584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,51200,4.85316276550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,51200,5.081226666768392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,51200,4.813877423604329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,51200,4.408405303955078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,51200,3.6830825805664062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,51200,3.958031972249349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,51200,4.030282656351726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,51200,4.021482785542806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,51200,3.889002799987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,51200,3.760016123453776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,51200,3.4548638661702475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,51200,3.619701385498047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,51200,3.2617174784342446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,51200,2.9691521326700845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,51200,2.9359893798828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,51200,2.882533391316732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,51200,2.5276479721069336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,51200,2.993893305460612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,51200,2.6544267336527505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,51200,2.4991893768310547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,51200,1.9575413068135579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,51200,1.8235146204630535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,51200,1.9299200375874836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,51200,1.817519982655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,51200,1.6881012916564941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,51200,1.4845760663350422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,51200,1.2725599606831868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,51200,1.2873653570810955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,51200,1.0368906656901042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,51200,0.8893280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,51200,0.6437813440958658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,51200,0.5857226848602295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,51200,0.3415306806564331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,51200,0.3309866587320964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,51200,0.35354665915171307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,51200,0.31757332881291706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,51200,0.30589866638183594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,51200,0.30222400029500324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,51200,0.2895146608352661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,51200,0.2915733257929484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,51200,0.2561013301213582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,51200,0.2382133404413859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,51200,0.23723200956980386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,51200,0.25222933292388916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,51200,0.2505226731300354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,51200,0.25145065784454346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,51200,0.24951465924580893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,51200,0.23935467004776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,51200,0.23960000276565552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,51200,0.2576533357302348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,51200,0.25576533873875934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,51200,0.2547520001729329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,51200,0.26588799556096393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,51200,0.28250666459401447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,51200,0.2661760052045186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,51200,0.2559573252995809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,51200,0.25600532690684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,51200,0.25524266560872394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,51200,0.25544534126917523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,51200,0.25600532690684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,51200,0.2564479907353719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,51200,0.2557493249575297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,51200,0.25542400280634564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,51200,0.2547840078671773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,51200,0.25387199719746906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,51200,0.257914662361145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,51200,0.2570986747741699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,51200,0.25681066513061523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,51200,0.2574293414751689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,51200,0.25470399856567383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,51200,0.253221333026886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,51200,22.13280487060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,51200,10.9005978902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,51200,5.5588531494140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,51200,2.8757546742757163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,51200,3.1030346552530923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,51200,2.9320799509684243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,51200,2.735072135925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,51200,2.7277491887410483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,51200,2.6696907679239907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,51200,2.5049920082092285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,51200,2.3208640416463218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,51200,2.2038772900899253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,51200,2.2756266593933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,51200,2.031930605570475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,51200,2.1400160789489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,51200,1.9502986272176106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,51200,1.8899146715799968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,51200,1.7736105918884277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,51200,1.6979467074076335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,51200,1.5517919858296711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,51200,1.5139360427856445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,51200,1.40992005666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,51200,1.4595200220743816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,51200,1.2286400000254314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,51200,1.1385707060496013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,51200,1.004698673884074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,51200,1.03056534131368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,51200,0.9159093697865804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,51200,0.8683040142059326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,51200,0.7564373016357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,51200,0.7181706428527832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,51200,0.580127994219462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,51200,0.5421653191248575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,51200,0.3803786834081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,51200,0.3445386489232381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,51200,0.21328532695770264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,51200,0.2058186729749044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,51200,0.210314671198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,51200,0.20876266558965048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,51200,0.18502400318781534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,51200,0.18593599398930868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,51200,0.1750239928563436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,51200,0.1755680044492086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,51200,0.15939733386039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,51200,0.18694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,51200,0.1817013422648112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,51200,0.18047465880711874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,51200,0.16211733222007751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,51200,0.1502026617527008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,51200,0.15994667013486227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,51200,0.16014933586120605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,51200,0.1755680044492086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,51200,0.16995733976364136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,51200,0.1656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,51200,0.16239999731381735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,51200,0.15995200475056967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,51200,0.15506133437156677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,51200,0.15503999590873718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,51200,0.14525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,51200,0.1460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,51200,0.14364799857139587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,51200,0.14332266648610434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,51200,0.1437226633230845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,51200,0.14306666453679404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,51200,0.1418719987074534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,51200,0.14401599764823914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,51200,0.14149333039919534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,51200,0.14167466759681702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,51200,0.14251200358072916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,51200,0.14044800400733948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,51200,0.14079466462135315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,51200,0.1389173368612925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,51200,0.13877333203951517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,51200,0.13645866513252258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,65536,9.979477564493815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,65536,4.579141298929851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,65536,2.0980159441630044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,51200,5.311797459920247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,51200,3.0158987045288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,51200,11.239733378092447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,51200,3.0934346516927085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,51200,3.4080479939778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,51200,2.5068532625834146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,51200,3.6118879318237305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,51200,3.2496159871419272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,51200,2.3248799641927085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,51200,2.1616106033325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,51200,2.8033920923868814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,51200,2.0027732849121094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,51200,2.9101972579956055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,51200,2.4876480102539062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,51200,1.856895923614502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,51200,1.692453384399414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,51200,2.277130603790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,51200,1.4904747009277344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,51200,2.1908532778422036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,51200,1.9875787099202473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,51200,1.3148639996846516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,51200,1.5944266319274902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,51200,1.1747519969940186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,51200,1.4301865895589192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,51200,1.0035040378570557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,51200,1.1885493596394856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,51200,0.8296746412913004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,51200,0.9982986450195312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,51200,0.6743253072102865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,51200,0.5169920126597086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,51200,2.8474079767862954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,51200,0.3511253197987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,51200,0.7805546919504801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,51200,0.23158933718999228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,51200,0.2254133423169454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,51200,0.22488532463709512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,51200,0.22222399711608887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,51200,0.22112532456715903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,51200,0.2140106757481893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,51200,0.21173866589864096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,51200,0.21158933639526367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,51200,0.5818986495335897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,51200,0.3525013526280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,51200,0.15155733625094095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,51200,0.15128533045450845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,51200,0.1458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,51200,0.14602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,51200,0.14474133650461832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,51200,0.1455680032571157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,51200,0.1434879998366038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,51200,0.14426133036613464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,51200,0.1425386667251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,51200,0.14220800002415976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,51200,0.1393119990825653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,51200,0.1406773328781128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,51200,0.13970133662223816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,51200,0.139055997133255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,51200,0.13940800229708353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,51200,0.13860799868901572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,51200,0.13913066188494363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,51200,0.139082670211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,51200,0.13901333014170328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,51200,0.13900799552599588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,51200,0.13913599650065103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,51200,0.13939733306566873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,51200,0.13805333773295084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,51200,0.1386186679204305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,51200,0.13828266660372415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,51200,0.1390880048274994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,51200,0.1385706663131714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,51200,0.24901866912841797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,51200,0.24892799059549967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,51200,0.14564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,51200,16.888805389404297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,51200,2.391754627227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,51200,1.5596532821655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,51200,1.5352160135904949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,51200,1.447648048400879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,51200,1.3725652694702148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,51200,1.4199946721394856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,51200,1.2845546404520671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,51200,1.2226666609446208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,51200,1.2254613240559895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,51200,1.1534612973531086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,51200,1.0948959986368816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,51200,1.0259466965993245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,51200,1.0184106826782227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,51200,0.9193120002746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,51200,0.9148266315460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,51200,0.8395626544952393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,51200,0.8407519658406576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,51200,0.8097493648529053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,51200,0.7217546304066976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,51200,0.6890933513641357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,51200,0.6231626669565836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,51200,0.6332319974899292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,51200,0.6173333326975504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,51200,0.5247573455174764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,51200,0.5216853221257528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,51200,0.4304906527201335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,51200,0.42740265528361004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,51200,0.3362613519032796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,51200,0.3267520070075989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,51200,0.32205333312352497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,51200,0.2230559984842936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,51200,0.23369600375493368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,51200,0.1237600048383077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,51200,0.12341866890589397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,51200,0.12277866403261821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,51200,0.13103466232617697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,51200,0.12587199608484903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,51200,0.14577066898345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,51200,0.14453333616256714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,51200,0.15293866395950317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,51200,0.11590400338172913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,51200,0.116047998269399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,51200,0.11542933185895284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,51200,0.11531200011571248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,51200,0.11542399724324544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,51200,0.11575999855995178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,51200,0.11458133657773335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,51200,0.1148426632086436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,51200,0.114138662815094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,51200,0.11414933204650879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,51200,0.1147093375523885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,51200,0.12237333257993062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,51200,0.1237600048383077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,51200,0.12737600008646646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,51200,0.1272213359673818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,51200,0.13241066535313925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,51200,0.13237333297729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,51200,0.1318186620871226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,51200,0.13130133350690207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,51200,0.1325386663277944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,51200,0.1357866624991099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,51200,0.13573333621025085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,51200,0.13609066605567932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,51200,0.13454932967821756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,51200,0.13597333431243896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,51200,0.1270080010096232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,51200,0.12610666950543722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,51200,0.12589866916338602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,51200,0.1256480018297831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,51200,0.12575466434160867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,16384,11.421674092610678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,51200,7.490746815999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,16384,5.632373174031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,16384,1.6164746284484863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,16384,2.3988587061564126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,16384,1.6197120348612468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,16384,1.2429386774698894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,16384,1.280949354171753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,16384,1.176042636235555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,16384,1.1769920190175374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,16384,1.0911359786987305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,16384,1.043397347132365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,16384,0.9639200369517008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,16384,1.1164639790852864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,16384,0.9023040135701498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,16384,1.0522186756134033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,16384,0.9128639698028564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,16384,0.9420159657796224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,16384,0.8214826583862305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,16384,0.8436640103658041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,16384,0.7236959934234619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,16384,0.7480746905008951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,16384,0.6637066602706909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,16384,0.7361173629760742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,16384,0.604474663734436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,16384,0.5605760018030802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,16384,0.47920533021291095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,16384,0.49056001504262287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,16384,0.469157338142395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,16384,0.33961065610249835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,16384,0.40460264682769775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,16384,0.3587199846903483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,16384,0.2858186761538188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,16384,0.27530133724212646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,16384,0.1987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,16384,0.16768000523249307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,16384,0.11821867028872173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,16384,0.11653332908948262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,16384,0.11627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,16384,0.11329600214958191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,16384,0.10752000411351521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,16384,0.10974400242169698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,16384,0.10533866286277771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,16384,0.1074133316675822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,16384,0.09682666261990865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,16384,0.0956213374932607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,16384,0.09489066402117412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,16384,0.09619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,16384,0.09550399581591289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,16384,0.09487467010815938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,16384,0.09450667103131612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,16384,0.09122666716575623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,16384,0.09116266171137492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,16384,0.09062400460243225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,16384,0.0913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,16384,0.09330667058626811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,16384,0.08867733677228291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,16384,0.08931199709574382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,16384,0.1093280017375946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,16384,0.10409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,16384,0.10361599922180176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,16384,0.10357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,16384,0.10331199566523235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,16384,0.10405866305033366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,16384,0.10320533315340678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,16384,0.1035093367099762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,16384,0.10269866387049358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,16384,0.10346133510271709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,16384,0.1011840005715688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,16384,0.10147733489672343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,16384,0.10228266318639119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,16384,0.10153067111968994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,16384,0.10081066687901814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,16384,0.09975467125574748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,16384,0.10552000006039937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,16384,6.588448206583659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,16384,3.5923360188802085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,16384,1.8147573471069336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,16384,0.98090132077535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,16384,0.9827040036519369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,16384,0.8605919679005941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,16384,0.8201599915822347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,16384,0.7841440041859945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,16384,0.7785759766896566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,16384,0.7446719805399576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,16384,0.7163253625233968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,16384,0.67030930519104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,16384,0.6899306774139404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,16384,0.6265706618626913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,16384,0.6408799886703491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,16384,0.5893653233846029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,16384,0.5384960174560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,16384,0.5935999949773153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,16384,0.519871989885966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,16384,0.4885866641998291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,16384,0.46276267369588214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,16384,0.4304266770680745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,16384,0.43113064765930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,16384,0.37750399112701416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,16384,0.35068798065185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,16384,0.31062400341033936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,16384,0.3183679978052775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,16384,0.26821333169937134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,16384,0.26770132780075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,16384,0.22074667612711588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,16384,0.22310400009155273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,16384,0.1825173298517863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,16384,0.13040533661842346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,16384,0.12089600165685017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,16384,0.07896000146865845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,16384,0.08059733112653096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,16384,0.08293866614500682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,16384,0.08266133566697438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,16384,0.07579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,16384,0.07700799902280171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,16384,0.07413866619269054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,16384,0.07334400216738383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,16384,0.06901333232720692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,16384,0.07158933579921722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,16384,0.06645866731802623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,16384,0.06551466882228851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,16384,0.06398933132489522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,16384,0.06433600187301636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,16384,0.06478933493296306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,16384,0.061146666606267296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,16384,0.06016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,16384,0.06046933432420095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,16384,0.17763733863830566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,16384,0.05880000193913778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,16384,0.05778133372465769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,16384,0.054698665936787925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,16384,0.0555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,16384,0.05471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,16384,0.05495999753475189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,16384,0.054458667834599815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,16384,0.055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,16384,0.05638400216897329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,16384,0.05425066749254862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,16384,0.05407999952634176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,16384,0.05349866549173991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,16384,0.059989333152770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,16384,0.06279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,16384,0.06176533301671346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,16384,0.06052266558011373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,16384,0.06085333228111267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,16384,0.06396799782911937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,16384,0.05851200222969055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,16384,0.058176000912984215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,16384,0.054698665936787925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,51200,3.201360066731771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,16384,7.203802744547526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,16384,3.5257492065429688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,16384,0.9950453440348307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,16384,1.719823996225993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,16384,0.8655680020650228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,51200,1.6590186754862468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,16384,0.8286720116933187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,16384,1.0963839689890544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,16384,0.7554559707641602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,16384,1.026421308517456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,16384,0.8289279937744141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,16384,0.7056000232696533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,16384,0.7810133298238119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,16384,0.655839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,16384,0.7242720127105713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,16384,0.6133120059967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,16384,0.6662826538085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,16384,0.5658400058746338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,16384,0.606768012046814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,16384,0.5129173199335734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,16384,0.5492266813913981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,16384,0.4599039951960246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,16384,0.4805973370869954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,16384,0.400165319442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,16384,0.42079468568166095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,16384,0.3456960121790568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,16384,0.3620160023371379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,16384,0.2893066604932149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,16384,0.9511253039042155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,16384,0.3043253421783447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,16384,0.22952532768249512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,16384,0.1700906753540039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,16384,0.12178132931391399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,16384,0.9008159637451172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,16384,0.07865599791208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,16384,0.07721066474914551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,16384,0.07724266747633617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,16384,0.07685333490371704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,16384,0.07508266468842824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,16384,0.07519466678301494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,16384,0.07509866853555043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,16384,0.0747573326031367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,16384,0.2366559902826945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,16384,0.178165336449941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,16384,0.11962667107582092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,16384,0.06002666552861532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,16384,0.06035199761390686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,16384,0.059978668888409935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,16384,0.06036800146102905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,16384,0.05981333553791046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,16384,0.05665066838264465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,16384,0.05681066711743673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,16384,0.05649066468079885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,16384,0.05648000041643778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,16384,0.05663466453552246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,16384,0.055946667989095054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,16384,0.0562666654586792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,16384,0.056320001681645714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,16384,0.05649066468079885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,16384,0.056501333912213646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,16384,0.056186666091283165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,16384,0.056405335664749146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,16384,0.05505600074927012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,16384,0.05594133337338766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,16384,0.054842665791511536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,16384,0.08261333405971527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,16384,0.08488532900810242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,16384,0.09033067027727763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,16384,0.0844053328037262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,16384,0.08753599723180135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,16384,0.09145599603652954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,16384,0.08361066381136577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,16384,0.06042666733264923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,16384,0.06054399907588959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,16384,0.05956799785296122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,16384,1.0643973350524902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,16384,0.5219999949137369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,16384,5.084328015645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,16384,2.1757599512736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,16384,0.4897600015004476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,16384,0.5101306835810343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,16384,0.47141067186991376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,16384,0.4922773440678914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,16384,0.45215733846028644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,16384,0.4408186674118042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,16384,0.41473865509033203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,16384,0.4198373158772786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,16384,0.3858933448791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,16384,0.3763546546300252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,16384,0.3749946753184001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,16384,0.3542746702829997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,16384,0.35119199752807617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,16384,0.3107306758562724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,16384,0.3121440013249715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,16384,0.29025866587956745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,16384,0.2842533389727275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,16384,0.27484800418217975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,16384,0.24593067169189453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,16384,0.2511306603749593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,16384,0.2172773281733195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,16384,0.21079200506210327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,16384,0.1815226674079895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,16384,0.21257867415746054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,16384,0.18345334132512411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,16384,0.14733599623044333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,16384,0.15113866329193115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,16384,0.11590400338172913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,16384,0.11311999956766765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,16384,0.11033599575360616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,16384,0.0788239985704422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,16384,0.08665066957473755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,16384,0.047279998660087585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,16384,0.04567733407020569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,16384,0.04611466825008392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,16384,0.04710666835308075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,16384,0.047055999437967934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,16384,0.05050133168697357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,16384,0.054832001527150474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,16384,0.05213599900404612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,16384,0.044679999351501465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,16384,0.0429999977350235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,16384,0.043285335103670754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,16384,0.04428266485532125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,16384,0.04452799757321676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,16384,0.042562668522199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,16384,0.04284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,16384,0.04289333522319794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,16384,0.044397334257761635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,16384,0.04244000216325124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,16384,0.04287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,16384,0.043106665213902794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,16384,0.04478399952252706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,16384,0.044135997692743935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,16384,0.04454666872819265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,16384,0.04383466641108195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,16384,0.049440001447995506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,16384,0.04473333557446798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,16384,0.04303200046221415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,16384,0.045778666933377586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,16384,0.049914668003718056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,16384,0.04462933540344238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,16384,0.043047999342282615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,16384,0.046384001771608986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,16384,0.050757333636283875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,16384,0.04576533536116282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,16384,0.04450666904449463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,12288,8.56385612487793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,12288,3.554101308186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,12288,1.8986399968465169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,12288,1.160096009572347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,12288,1.1664533615112305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,16384,0.04658400019009908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,12288,0.9438453515370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,12288,0.9238613446553549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,12288,1.1052746772766113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,12288,0.9301653703053793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,12288,0.8227787017822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,12288,0.8047466278076172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,12288,0.7221226692199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,12288,0.799237330754598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,12288,0.6561866601308187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,12288,0.8049279848734537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,12288,0.6296586592992147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,12288,0.7152746518452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,12288,0.5804479916890463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,12288,0.5117653210957845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,12288,0.5319146712621053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,12288,0.49276800950368244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,12288,0.5022186835606893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,12288,0.42318932215372723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,12288,0.38012266159057617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,12288,0.33593066533406574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,12288,0.34546132882436115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,12288,0.3106186588605245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,12288,0.2969706654548645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,12288,0.24678399165471396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,12288,0.24573334058125815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,12288,0.6640959978103638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,12288,0.19846399625142416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,12288,0.20053333044052124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,12288,0.13863466183344522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,12288,0.1350986659526825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,12288,0.081194669008255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,12288,0.08292266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,12288,0.08447999755541484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,12288,0.07959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,12288,0.07615466912587483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,12288,0.0775626649459203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,12288,0.07554133236408234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,12288,0.0686773310105006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,12288,0.06446399788061778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,12288,0.06449600060780843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,12288,0.06666133304437001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,12288,0.06601066887378693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,12288,0.06568533182144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,12288,0.06537599861621857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,12288,0.06403733293215434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,12288,0.063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,12288,0.06322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,12288,0.0647680014371872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,12288,0.06253866851329803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,12288,0.06089599927266439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,12288,0.06057066718737284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,12288,0.06049066781997681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,12288,0.07030400137106578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,12288,0.07089599967002869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,12288,0.07460799813270569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,12288,0.06999999781449635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,12288,0.06930666665236156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,12288,0.06996266543865204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,12288,0.06969599922498067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,12288,0.06926399966080983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,12288,0.07046933472156525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,12288,0.06950933237870534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,12288,0.06962666908899943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,12288,0.07022933165232341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,12288,0.07025599976380666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,12288,0.06844800213972728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,12288,0.06678399940331776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,12288,0.06692799925804138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,12288,4.984757423400879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,12288,0.06869333485762279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,12288,2.5659947395324707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,12288,1.2572960058848064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,12288,0.7288533051808676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,12288,0.6852693557739258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,12288,0.6494186719258627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,12288,0.625162680943807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,12288,0.6008319854736328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,12288,0.5924746592839559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,12288,0.566266655921936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,12288,0.5453013181686401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,12288,0.5105973482131958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,12288,0.5247093439102173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,12288,0.47153600056966144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,12288,0.4808746576309204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,12288,0.4429333209991455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,12288,0.4344746669133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,12288,0.4060639937718709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,12288,0.3965119918187459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,12288,0.35944000879923504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,12288,0.351365327835083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,12288,0.332586665948232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,12288,0.3444853226343791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,12288,0.28936533133188885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,12288,0.27141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,12288,0.24054932594299316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,12288,0.2489173412322998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,12288,0.21130132675170898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,12288,0.20949333906173706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,12288,0.17297599713007608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,12288,0.1729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,12288,0.14296533664067587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,12288,0.1383999983469645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,12288,0.10632000366846721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,12288,0.09538666407267253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,12288,0.06666133304437001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,12288,0.06593066453933716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,12288,0.0662666658560435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,12288,0.06718933085600536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,12288,0.061290666460990906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,12288,0.06117866436640421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,12288,0.05820799867312113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,12288,0.05774400134881338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,12288,0.0547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,12288,0.05712533493836721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,12288,0.053898667295773826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,12288,0.0525493323802948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,12288,0.05195199946562449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,12288,0.052517334620157875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,12288,0.05124266445636749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,12288,0.050383999943733215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,12288,0.049786667029062905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,12288,0.049728001157442726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,12288,0.04916800061861674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,12288,0.04828266799449921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,12288,0.04650133351484934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,12288,0.046181331078211464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,12288,0.04452799757321676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,12288,0.044405331214269005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,12288,0.0462773342927297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,12288,0.044906665881474815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,12288,0.045109331607818604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,12288,0.0440586656332016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,12288,0.043935999274253845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,12288,0.04411733150482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,12288,0.04444266855716705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,12288,0.04334933559099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,12288,0.044954667488733925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,12288,0.04411733150482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,12288,0.04218666752179464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,12288,0.04247466723124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,12288,0.04294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,12288,0.04390933116277059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,12288,0.04423999786376953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,12288,2.7700586318969727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,12288,1.4569706916809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,12288,5.6751251220703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,12288,0.7974987030029297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,12288,0.7815413475036621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,12288,0.6831839879353842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,12288,0.7185440063476562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,12288,0.6445226669311523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,12288,0.6815946896870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,12288,0.6032106479008993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,12288,0.6435626745223999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,12288,0.565717339515686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,12288,0.6013760169347128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,12288,0.5219039916992188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,12288,0.5587466557820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,12288,0.4794079860051473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,12288,0.516538659731547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,12288,0.4410773515701294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,12288,0.4751146634419759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,12288,0.399402658144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,12288,0.43359466393788654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,12288,0.3526506821314494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,12288,0.36208534240722656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,12288,0.3165653347969055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,12288,0.3317439953486125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,12288,0.27217066287994385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,12288,0.2881600062052409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,12288,0.23002133766810098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,12288,0.24337599674860635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,12288,0.19019200404485068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,12288,0.8466986815134684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,16384,0.05089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,12288,0.1470080018043518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,12288,0.10240532954533894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,16384,0.04552533229192098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,12288,0.06671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,12288,0.06630933284759521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,12288,0.06596266726652782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,12288,0.06462400158246358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,12288,0.06227200229962667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,12288,0.06206400195757548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,12288,0.06196799874305725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,12288,0.061103999614715576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,12288,0.19084266821543375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,12288,0.14435199896494547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,12288,0.09621333082516988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,12288,0.04906133313973745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,12288,0.04820266862710317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,12288,0.048672000567118325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,12288,0.048112000028292336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,12288,0.04814933240413666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,12288,0.04464533428351084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,12288,0.0443146675825119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,12288,0.0454720010360082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,12288,0.044768000642458596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,12288,0.04468800127506256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,12288,0.04403733213742574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,12288,0.04387733340263367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,12288,0.04371733466784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,12288,0.04399466514587402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,12288,0.043663998444875084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,12288,0.04450133442878723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,12288,0.04409599800904592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,12288,0.06639466683069865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,12288,0.06833066542943318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,12288,0.06700799862543742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,12288,0.07008000214894612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,12288,0.06751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,12288,0.06798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,12288,0.06640533109505971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,12288,0.06845333178838094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,12288,0.06668800115585327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,12288,0.06524799764156342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,12288,0.04945066571235657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,12288,0.04891733328501383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,12288,0.048341333866119385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,12288,3.3510001500447593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,12288,0.8238800366719564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,12288,0.39075732231140137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,12288,1.6845893859863281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,12288,0.37175198396046955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,12288,0.3898133436838786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,12288,0.3716426690419515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,12288,0.36423198382059735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,12288,0.3458293279012044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,12288,0.32340266307195026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,12288,0.33772265911102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,12288,0.3113466699918111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,12288,0.29548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,12288,0.29579732815424603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,12288,0.2890613277753194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,12288,0.26555466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,12288,0.26952799161275226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,12288,0.24517067273457846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,12288,0.24017600218454996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,12288,0.2169146736462911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,12288,0.21869067351023355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,12288,0.21860533952713013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,12288,0.18886667490005493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,12288,0.18954666455586752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,12288,0.1667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,12288,0.16517866651217142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,12288,0.16204266746838888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,12288,0.1409440040588379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,12288,0.13814133405685425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,12288,0.115447998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,12288,0.11349067091941833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,12288,0.09153333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,12288,0.08680799603462219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,12288,0.08680799603462219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,12288,0.06135733425617218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,12288,0.06932266553243001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,12288,0.037615999579429626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,12288,0.03664000084002813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,12288,0.03651466717322668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,12288,0.03700266778469086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,12288,0.03755199909210205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,12288,0.039135999977588654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,12288,0.04067466656366984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,12288,0.04078666617472967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,12288,0.035373332599798836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,12288,0.034661332766215004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,12288,0.03526933242877325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,12288,0.034634667138258614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,12288,0.0342426672577858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,12288,0.03384533276160558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,12288,0.034760000805060066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,12288,0.034487999975681305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,12288,0.03429866582155228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,12288,0.03398133317629496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,12288,0.034330666065216064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,12288,0.03442933410406113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,12288,0.03399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,12288,0.038389332592487335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,12288,0.03414933383464813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,12288,0.03541066745917002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,12288,0.03522666543722153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,12288,0.03841333339611689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,12288,0.035301332672437034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,12288,0.03632266571124395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,12288,0.034861333668231964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,12288,0.03862666587034861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,12288,0.0354720006386439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,12288,0.036461333433787026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,12288,0.03494933247566223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,12288,0.03931200007597605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,12288,0.036306666831175484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,10240,7.613887786865234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,12288,0.03621333340803782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,10240,1.6059679985046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,10240,0.9038453102111816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,10240,3.835242589314779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,10240,0.8692586421966553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,10240,1.0415679613749187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,10240,0.8754933675130209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,10240,0.8039306799570719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,10240,0.8110506534576416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,10240,0.7650400002797445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,10240,0.6458239952723185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,10240,0.653498649597168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,10240,0.6842986742655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,10240,0.5944799979527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,10240,0.6214880148569742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,10240,0.5795040130615234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,10240,0.5716000000635783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,10240,0.5082026720046997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,10240,0.49746131896972656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,10240,0.4596800009409587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,10240,0.7524906794230143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,10240,0.40889068444569904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,10240,0.537061333656311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,10240,0.34887464841206867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,10240,0.39212266604105633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,10240,0.3023200035095215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,10240,0.31640533606211346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,10240,0.26607465744018555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,10240,0.2794613242149353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,10240,0.22228266795476279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,10240,0.1904533306757609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,10240,0.16922666629155478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,10240,0.12025599678357442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,10240,0.11174933115641277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,10240,0.0772266685962677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,10240,0.06952000161012013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,10240,0.07296533385912578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,10240,0.06748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,10240,0.06607466439406078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,10240,0.06632533172766368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,10240,0.06433066725730896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,10240,0.06479466458161671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,10240,0.05932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,10240,0.05433600147565206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,10240,0.054048001766204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,10240,0.05724266668160757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,10240,0.05705066521962484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,10240,0.05668266614278158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,10240,0.05678399900595347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,10240,0.054527997970581055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,10240,0.0539680023988088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,10240,0.05442133545875549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,10240,0.054058666030565895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,10240,0.05407466491063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,10240,0.052149335543314614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,10240,0.051872000098228455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,10240,0.05230933427810669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,10240,0.0618453323841095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,10240,0.0613919993241628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,10240,0.06095466514428457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,10240,0.27210666735967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,10240,0.06121600170930227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,10240,0.06085333228111267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,10240,0.060773332913716636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,10240,0.06088533500830332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,10240,0.060218666990598045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,10240,0.060234665870666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,10240,0.060517330964406334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,10240,0.06010666489601135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,10240,0.05905599892139435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,10240,0.05826666454474131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,10240,0.05809600154558817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,10240,0.05850133299827576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,10240,4.0712534586588545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,10240,0.05990933378537496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,10240,2.108234723409017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,10240,1.045471986134847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,10240,0.6176426808039347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,10240,0.5783360004425049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,10240,0.624783992767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,10240,0.5196213324864706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,10240,0.5135360161463419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,10240,0.4930826822916667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,10240,0.4811199903488159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,10240,0.460373322168986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,10240,0.44207465648651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,10240,0.4208000103632609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,10240,0.41524267196655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,10240,0.3949120044708252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,10240,0.39239466190338135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,10240,0.37492799758911133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,10240,0.35890666643778485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,10240,0.3269546627998352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,10240,0.31294933954874676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,10240,0.30458666880925495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,10240,0.31037332614262897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,10240,0.2639626661936442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,10240,0.25019200642903644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,10240,0.2343519926071167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,10240,0.2096959948539734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,10240,0.21587733427683511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,10240,0.18059200048446655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,10240,0.18528532981872559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,10240,0.1817973256111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,10240,0.15561599532763162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,10240,0.13365333278973898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,10240,0.12658666570981345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,10240,0.09331732988357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,10240,0.08624000350634257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,10240,0.06256533165772755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,10240,0.05916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,10240,0.05933333436648051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,10240,0.05993066728115082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,10240,0.053957333167394005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,10240,0.05431999762852987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,10240,0.0518453319867452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,10240,0.051872000098228455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,10240,0.049829334020614624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,10240,0.05162133276462555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,10240,0.0479360024134318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,10240,0.0480373352766037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,10240,0.047839999198913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,10240,0.04764266808827718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,10240,0.04568000137805939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,10240,0.045066664616266884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,10240,0.043738668163617454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,10240,0.043866669138272606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,10240,0.04222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,10240,0.04404266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,10240,0.04182933270931244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,10240,0.04013866682847341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,10240,0.04322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,10240,0.04102933406829834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,10240,0.04055466751257578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,10240,0.04137066751718521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,10240,0.0415786678592364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,10240,0.040661332507928215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,10240,0.04101333270470301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,10240,0.042394667863845825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,10240,0.03995199998219808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,10240,0.04140799989302953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,10240,0.04030933231115341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,10240,0.039317332208156586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,10240,0.039887999494870506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,10240,0.03982399900754293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,10240,0.039488000174363456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,10240,0.04112533231576284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,10240,0.03955733279387156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,12288,0.035162667433420815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,10240,4.817296028137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,10240,2.440469264984131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,10240,0.6867039998372396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,12288,0.03940266619126002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,10240,0.6231893301010132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,10240,1.2077013651529949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,10240,0.5763253370920817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,10240,0.7293546994527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,10240,0.5443146626154581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,10240,0.5543626546859741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,10240,0.4986986716588338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,10240,0.528767983118693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,10240,0.46050135294596356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,10240,0.4888480106989543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,10240,0.4243679841359456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,10240,0.4482933282852173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,10240,0.39052800337473553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,10240,0.702351967493693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,10240,0.36399467786153156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,10240,0.4139999945958455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,10240,0.39027734597524005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,10240,0.31569067637125653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,10240,0.3298506736755371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,10240,0.2791733344395955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,10240,0.3004586696624756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,10240,0.24239999055862427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,10240,0.25896533330281574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,10240,0.20593067010243735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,10240,0.21773332357406616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,10240,0.16759467124938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,10240,0.12787200013796488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,10240,0.6502986749013265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,10240,0.08823999762535095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,10240,0.6031573216120402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,10240,0.05970133344332377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,10240,0.05840000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,10240,0.05782933533191681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,10240,0.057162667314211525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,10240,0.0553653339544932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,10240,0.055871998270352684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,10240,0.0554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,10240,0.05453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,10240,0.16899732748667398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,10240,0.12503467003504434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,10240,0.08399466673533122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,10240,0.042437334855397545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,10240,0.042021334171295166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,10240,0.04196799794832865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,10240,0.04176533222198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,10240,0.04108799993991852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,10240,0.0384853333234787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,10240,0.03852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,10240,0.03827733298142751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,10240,0.038021333515644073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,10240,0.03810133288304011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,10240,0.03755199909210205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,10240,0.03761066744724909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,10240,0.03766933331886927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,10240,0.038160001238187156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,10240,0.03821333249409994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,10240,0.05843733251094818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,10240,0.05813866853713989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,10240,0.056159997979799904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,10240,0.057114665706952415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,10240,0.057146668434143066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,10240,0.05805333455403646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,10240,0.058837334314982094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,10240,0.05402666827042898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,10240,0.05706666906674703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,10240,0.05442133545875549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,10240,0.060133333007494606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,10240,0.05676266551017761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,10240,0.04211199780305227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,10240,0.0421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,10240,0.04276266694068909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,10240,2.7510080337524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,10240,1.4158533414204915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,10240,0.6935359636942545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,10240,0.3342133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,10240,0.33738934993743896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,10240,0.3214133381843567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,10240,0.31333333253860474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,10240,0.30796800057093304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,10240,0.29711999495824176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,10240,0.2950986623764038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,10240,0.2669973373413086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,10240,0.27162667115529376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,10240,0.2545893390973409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,10240,0.24958932399749756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,10240,0.24682132403055826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,10240,0.22655200958251953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,10240,0.23255733648935953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,10240,0.20679199695587158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,10240,0.20538665850957236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,10240,0.1855199933052063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,10240,0.18970932563145956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,10240,0.18385066588719687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,10240,0.16217066844304404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,10240,0.16160533825556436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,10240,0.14478933811187744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,10240,0.1409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,10240,0.11833600203196208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,10240,0.14038399855295816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,10240,0.12068532903989156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,10240,0.09713066617647807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,10240,0.09710933764775594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,10240,0.07746933400630951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,10240,0.07603733241558075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,10240,0.07361599802970886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,10240,0.05338133374849955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,10240,0.059805333614349365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,10240,0.03346666693687439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,10240,0.03239466746648153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,10240,0.032458665470282234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,10240,0.03289333234230677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,10240,0.03325333446264267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,10240,0.03481333454449972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,10240,0.03682933251063029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,10240,0.035245334108670555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,10240,0.031191999713579815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,10240,0.03141599893569946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,10240,0.03036266565322876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,10240,0.03142400085926056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,10240,0.03030933439731598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,10240,0.03051466743151347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,10240,0.030226667722066242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,10240,0.030229332546393078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,10240,0.03017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,10240,0.030418666700522106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,10240,0.030279998977979023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,10240,0.030653332670529682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,10240,0.03017866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,10240,0.03231733292341232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,10240,0.031138665974140167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,10240,0.030242666602134705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,10240,0.03126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,10240,0.03121600051720937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,10240,0.03420533239841461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,10240,0.031194667021433514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,10240,0.03156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,10240,0.031167998909950256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,10240,0.03422133376200994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,10240,0.03110133359829585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,10240,0.03218399981657664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,10240,0.03201866646607717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,10240,0.03531466672817866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,8192,5.41653315226237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,8192,3.020901362101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,8192,1.3884587287902832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,8192,0.828933318456014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,8192,0.7154080073038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,10240,0.031125334401925404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,8192,0.7382453282674154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,8192,0.6258666515350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,8192,0.6229546864827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,8192,0.589679996172587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,8192,0.5979520082473755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,8192,0.5366933345794678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,8192,0.49989867210388184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,8192,0.4943306843439738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,8192,0.5229333241780599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,8192,0.4672693411509196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,8192,0.4853920141855876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,8192,0.4574720064798991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,8192,0.46244800090789795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,8192,0.39800532658894855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,8192,0.39343468348185223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,8192,0.3656533161799113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,8192,0.3171679973602295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,8192,0.30107732613881427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,8192,0.2772266666094462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,8192,0.24210667610168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,8192,0.2537813385327657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,8192,0.21078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,8192,0.21724265813827515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,8192,0.22292800744374594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,8192,0.18464533487955728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,8192,0.1616159975528717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,8192,0.14099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,8192,0.09743466973304749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,8192,0.0886240005493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,8192,0.06392533580462138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,8192,0.05905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,8192,0.06163733204205831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,8192,0.05801600217819214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,8192,0.056143999099731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,8192,0.056890666484832764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,8192,0.05593599875768026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,8192,0.05649599929650625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,8192,0.05002133548259735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,8192,0.04753600060939789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,8192,0.04702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,8192,0.44300798575083417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,8192,0.04975999891757965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,8192,0.0483893354733785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,8192,0.04785066843032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,8192,0.04948266843954722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,8192,0.0458133320013682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,8192,0.046336000164349876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,8192,0.04598933458328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,8192,0.04568000137805939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,8192,0.04398400088151296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,8192,0.0435146689414978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,8192,0.04344533383846283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,8192,0.044031997521718345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,8192,0.04370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,8192,0.04413333535194397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,8192,0.04368533194065094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,8192,0.04372799893220266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,8192,0.04382933179537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,8192,0.04390933116277059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,8192,0.04404266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,8192,0.04401599864164988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,8192,0.05052266518274943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,8192,0.05020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,8192,0.05054399867852529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,8192,0.05072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,8192,0.04994666576385498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,8192,0.04952000081539154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,8192,0.049839998284975685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,8192,0.049269333481788635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,8192,1.6505999565124512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,8192,0.8114960193634033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,8192,0.49721332391103107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,8192,0.46774133046468097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,8192,0.44547732671101886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,8192,0.4188133478164673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,8192,0.39258400599161786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,8192,0.3800693353017171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,8192,0.3805866638819377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,8192,3.357935905456543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,8192,0.36049067974090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,8192,0.34969866275787354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,8192,0.33356531461079914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,8192,0.3354933261871338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,8192,0.31008533636728924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,8192,0.3092053333918254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,8192,0.29439467191696167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,8192,0.2799440026283264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,8192,0.2575920025507609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,8192,0.250328004360199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,8192,0.24221332867940268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,8192,0.2429493268330892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,8192,0.20948266983032227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,8192,0.20588533083597818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,8192,0.1876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,8192,0.1646773318449656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,8192,0.16583466529846191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,8192,0.1442533334096273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,8192,0.1477999985218048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,8192,0.1413093308607737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,8192,0.12830400466918945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,8192,0.11110666394233704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,8192,0.09625333547592163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,8192,0.07109866539637248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,8192,0.06843733290831248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,8192,0.05308000246683756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,8192,0.05026400089263916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,8192,0.05137333273887634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,8192,0.04890666902065277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,8192,0.047325332959493004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,8192,0.04797866443792979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,8192,0.04533866544564565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,8192,0.04633066554864248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,8192,0.04174133141835531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,8192,0.04517866671085358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,8192,0.04100000113248825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,8192,0.039936001102129616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,8192,0.04121066629886627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,8192,0.03932533413171768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,8192,0.03986933330694834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,8192,0.03765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,8192,0.037903999288876854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,8192,0.03754133234421412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,8192,0.038482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,8192,0.03694133212169012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,8192,0.036858665446440377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,8192,0.036973332365353904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,8192,0.03536800046761831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,8192,0.035530666510264076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,8192,0.035906667510668434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,8192,0.035429333647092186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,8192,0.03667200108369192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,8192,0.036045332749684654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,8192,0.03589333345492681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,8192,0.035618667801221214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,8192,0.03588533401489258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,8192,0.034703999757766724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,8192,0.03512533257404963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,8192,0.03436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,8192,0.0342373326420784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,8192,0.03425599883000056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,8192,0.03390933324893316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,8192,0.03409333278735479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,8192,0.034901333351929985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,10240,0.03124533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,8192,2.0559733708699546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,8192,4.262213389078776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,8192,0.6280186573664347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,10240,0.032186667124430336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,8192,0.5346533457438151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,8192,1.0584666728973389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,8192,0.5280613501866659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,8192,0.6216080188751221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,8192,0.4657093286514282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,8192,0.47284531593322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,8192,0.4257626533508301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,8192,0.44729332129160565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,8192,0.3972880045572917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,8192,0.5956533352533976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,8192,0.4157093365987142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,8192,0.3755306800206502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,8192,0.3830080032348633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,8192,0.34271732966105145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,8192,0.3538026809692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,8192,0.30208800236384076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,8192,0.2707386612892151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,8192,0.32417867581049603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,8192,0.27451467514038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,8192,0.23915733893712363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,8192,0.20772266387939453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,8192,0.2517626682917277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,8192,0.21416799227396646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,8192,0.18054133653640747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,8192,0.1415760020414988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,8192,0.17823733886082968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,8192,0.10923199852307637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,8192,0.5498533248901367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,8192,0.06993333498636882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,8192,0.5198533137639364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,8192,0.04914666712284088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,8192,0.049085333943367004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,8192,0.04934399823347727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,8192,0.140474667151769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,8192,0.04795999825000763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,8192,0.04520266751448313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,8192,0.04543466866016388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,8192,0.04553600152333578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,8192,0.04470933477083842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,8192,0.10416266322135925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,8192,0.06924533347288768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,8192,0.03555466731389364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,8192,0.034287999073664345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,8192,0.03464266657829285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,8192,0.03498133271932602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,8192,0.034530666967233024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,8192,0.03209333370129267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,8192,0.03156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,8192,0.03138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,8192,0.03155199935038885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,8192,0.03209600100914637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,8192,0.03107466548681259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,8192,0.03126666694879532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,8192,0.049509331583976746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,8192,0.047466665506362915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,8192,0.04933333396911621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,8192,0.04845866560935974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,8192,0.04573066532611847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,8192,0.048679997523625694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,8192,0.04640533526738485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,8192,0.04730666677157084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,8192,0.04923999806245168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,8192,0.0468719998995463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,8192,0.04844533403714498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,8192,0.04861866434415182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,8192,0.04678933322429657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,8192,0.0479333351055781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,8192,0.046256000796953835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,8192,0.03555733213822047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,8192,0.036519999305407204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,8192,0.03531466672817866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,8192,1.1090453465779622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,8192,0.5506809022691515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,8192,2.3338648478190103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,8192,0.27049244774712455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,8192,0.27606222364637584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,8192,0.25692444377475315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,8192,0.25288711653815377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,8192,0.24866843223571777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,8192,0.2403484450446235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,8192,0.2384106583065457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,8192,0.21986844804551867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,8192,0.21612266699473062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,8192,0.2035306692123413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,8192,0.2082364426718818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,8192,0.20032710499233672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,8192,0.18367289172278511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,8192,0.18676977687411836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,8192,0.17073955800798205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,8192,0.16659555170271131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,8192,0.15103288491566977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,8192,0.15084266662597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,8192,0.15098310841454401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,8192,0.13077867031097412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,8192,0.1320551104015774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,8192,0.11296533213721381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,8192,0.11759644084506565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,8192,0.1127306620279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,8192,0.0953777763578627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,8192,0.09659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,8192,0.08030044370227389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,8192,0.07740444607204862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,8192,0.06289955642488268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,8192,0.06035377581914266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,8192,0.06086933612823486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,8192,0.04281599985228645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,8192,0.048158221774631076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,8192,0.027445332871543035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,8192,0.027228444814682007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,8192,0.026963555150561865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,8192,0.027054222093688116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,8192,0.027087999714745417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,8192,0.028759111960728962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,8192,0.028320001231299505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,8192,0.02991644541422526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,8192,0.025352888637118872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,8192,0.025617778301239014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,8192,0.024949333733982507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,8192,0.024874667326609295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,8192,0.024951110283533733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,8192,0.02499377727508545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,8192,0.02498666610982683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,8192,0.025267556309700012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,8192,0.024872889121373493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,8192,0.024821332759327356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,8192,0.024992000725534227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,8192,0.02535111043188307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,8192,0.02776355544726054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,8192,0.025050666597154405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,8192,0.025109334124459162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,8192,0.025102222959200542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,8192,0.028600888119803533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,8192,0.025553777813911438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,8192,0.02586311101913452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,8192,0.025599999560250178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,8192,0.028990222348107234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,8192,0.026087111896938745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,8192,0.02567111121283637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,8192,0.025733333494928148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,8192,0.0295413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,8192,0.02622577713595496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,8192,0.0262755552927653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,7168,4.621941248575847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,7168,2.6476747194925943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,7168,1.2695039908091228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,7168,0.7839732964833578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,7168,0.667914628982544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,7168,0.6886239846547445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,7168,0.6210560003916422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,7168,0.5873440106709799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,7168,0.5581920146942139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,7168,0.5687839984893799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,7168,0.5348586638768514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,7168,0.49134933948516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,7168,0.47047468026479083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,7168,0.4976053237915039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,7168,0.46220266819000244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,7168,0.4602133433024089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,7168,0.43290666739145917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,7168,0.42871467272440594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,7168,0.37964800993601483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,7168,0.37406933307647705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,7168,0.35068798065185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,7168,0.3847573200861613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,7168,0.30569066603978473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,7168,0.2889546751976013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,7168,0.26769065856933594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,7168,0.22325867414474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,7168,0.23705599705378214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,7168,0.21275200446446738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,7168,0.22070932388305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,7168,0.2145813306172689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,7168,0.17161067326863608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,7168,0.13924800356229147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,7168,0.12797333796819052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,7168,0.08654933174451192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,7168,0.08087466657161713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,7168,0.05579733351866404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,7168,0.05063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,7168,0.052970667680104576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,7168,0.04876266419887543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,7168,0.04749333361784617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,7168,0.047775998711586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,7168,0.0461706668138504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,7168,0.047151997685432434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,7168,0.04164800047874451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,7168,0.04190933207670847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,7168,0.04140799989302953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,7168,0.041722665230433144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,7168,0.04181333382924398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,7168,0.041322665909926094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,7168,0.04117333392302195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,7168,0.039893334110577904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,7168,0.039808000127474465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,7168,0.03972800076007843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,7168,0.03976533313592275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,7168,0.03961066653331121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,7168,0.038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,7168,0.03777066618204117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,7168,0.03959999978542328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,7168,0.0393653338154157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,7168,0.03852266569932302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,7168,0.03922666609287262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,7168,0.03888533264398575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,7168,0.039103999733924866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,7168,0.03937066594759623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,7168,0.03923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,7168,0.038805333276589714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,7168,0.03764266769091288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,7168,0.03806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,7168,0.037808001041412354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,7168,0.03787733366092046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,7168,0.038560000558694206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,7168,0.03885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,7168,0.039642666776975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,7168,0.03962666789690653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,7168,3.001725196838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,7168,1.539413293202718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,7168,0.7903253237406412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,7168,0.458621342976888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,7168,0.41679732004801434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,7168,0.4206506808598836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,7168,0.365229328473409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,7168,0.34781332810719806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,7168,0.33981064955393475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,7168,0.33131200075149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,7168,0.3199920058250427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,7168,0.31667999426523846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,7168,0.3007253408432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,7168,0.29285333553949994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,7168,0.28941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,7168,0.2860506574312846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,7168,0.27605066696802777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,7168,0.2607813278834025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,7168,0.2405359943707784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,7168,0.23120532433191934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,7168,0.21822132666905722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,7168,0.22216532627741495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,7168,0.19445333878199259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,7168,0.1803200046221415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,7168,0.16932533184687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,7168,0.15441600481669107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,7168,0.1577573319276174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,7168,0.13132533431053162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,7168,0.13617866237958273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,7168,0.13095200061798096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,7168,0.11701333522796631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,7168,0.0985200007756551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,7168,0.08819733063379924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,7168,0.06887199978033702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,7168,0.0658160001039505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,7168,0.04976266622543335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,7168,0.04643733302752177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,7168,0.0469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,7168,0.0452133317788442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,7168,0.04353866477807363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,7168,0.04329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,7168,0.041482667128245033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,7168,0.04177333414554596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,7168,0.038480001191298165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,7168,0.03994933267434438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,7168,0.03799733271201452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,7168,0.037634665767351784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,7168,0.03536800046761831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,7168,0.03639200081427892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,7168,0.035605333745479584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,7168,0.035271999736626945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,7168,0.03510133425394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,7168,0.03474933405717214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,7168,0.03388000031312307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,7168,0.03386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,7168,0.033520000676314034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,7168,0.033255999286969505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,7168,0.03313866754372915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,7168,0.03213600069284439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,7168,0.03200533241033554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,7168,0.032589333752791085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,7168,0.032258667051792145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,7168,0.032216000060240425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,7168,0.03206666558980942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,7168,0.03418933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,7168,0.03153333316246668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,7168,0.0330079992612203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,7168,0.031311998764673867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,7168,0.03126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,7168,0.03250933438539505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,7168,0.03180533399184545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,7168,0.03121333320935567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,7168,0.03125600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,7168,0.031687999765078224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,8192,0.0258933338854048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,7168,3.9213520685831704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,7168,1.0219199657440186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,7168,1.8398106892903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,7168,0.5398879845937093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,8192,0.025617778301239014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,7168,0.50163467725118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,8192,0.02941155433654785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,7168,0.4670773347218831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,7168,0.5849973360697428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,7168,0.44104798634847003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,7168,0.45423467953999835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,7168,0.40589332580566406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,7168,0.4201493263244629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,7168,0.3764106829961141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,7168,0.3909413417180379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,7168,0.34672268231709796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,7168,0.3582106828689575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,7168,0.3157973289489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,7168,0.3341919978459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,7168,0.2905840078989665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,7168,0.3027946750322978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,7168,0.25700533390045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,7168,0.25459200143814087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,7168,0.22841066122055054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,7168,0.2326586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,7168,0.19887733459472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,7168,0.20102399587631226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,7168,0.16891467571258545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,7168,0.16784266630808511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,7168,0.13634399573008218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,7168,0.5456773440043131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,7168,0.10002133250236511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,7168,0.510749340057373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,7168,0.06856533388296764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,7168,0.47911731402079266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,7168,0.04717333118120829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,7168,0.046482667326927185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,7168,0.046450664599736534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,7168,0.04557333389918009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,7168,0.04228800038496653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,7168,0.04275199770927429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,7168,0.042778665820757546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,7168,0.1296293338139852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,7168,0.04212800165017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,7168,0.09694133202234904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,7168,0.06330933173497517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,7168,0.03303733219703039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,7168,0.032600000500679016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,7168,0.03320533285538355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,7168,0.03297866632541021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,7168,0.03165333221356074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,7168,0.029232000311215717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,7168,0.03331466764211655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,7168,0.02902666727701823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,7168,0.029666667183240254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,7168,0.029130667448043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,7168,0.029138666888078053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,7168,0.043784002463022866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,7168,0.04346400002638499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,7168,0.038482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,7168,0.041378666957219444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,7168,0.03923733284076055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,7168,0.04420800010363261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,7168,0.04432533184687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,7168,0.041805331905682884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,7168,0.042168001333872475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,7168,0.039634667336940765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,7168,0.041450666884581246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,7168,0.042562668522199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,7168,0.04158133268356323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,7168,0.04077333211898804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,7168,0.04237066706021627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,7168,0.04103733350833257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,7168,0.041890665888786316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,7168,0.03267466773589452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,7168,0.03240799903869629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,7168,0.9291715621948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,7168,1.9232745700412328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,7168,0.46425241894192165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,7168,0.2438595559861925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,7168,0.2457031144036187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,7168,0.22753598954942492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,7168,0.2342595524258084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,7168,0.22290311919318306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,7168,0.21411200364430746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,7168,0.21042133702172172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,7168,0.19440178076426187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,7168,0.20242667198181152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,7168,0.18340799543592665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,7168,0.18046222792731392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,7168,0.1803804503546821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,7168,0.1691359943813748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,7168,0.14983288447062174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,7168,0.15001955297258165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,7168,0.16742755307091606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,7168,0.13850311438242593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,7168,0.13446933693355984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,7168,0.1320942242940267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,7168,0.11945777469211155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,7168,0.12080532974667019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,7168,0.10308266348308986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,7168,0.10055110851923625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,7168,0.10158933533562554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,7168,0.08808888991673787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,7168,0.0849120020866394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,7168,0.07083733214272393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,7168,0.07055111063851251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,7168,0.05869155459933811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,7168,0.05435199870003594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,7168,0.05430044399367439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,7168,0.039868444204330444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,7168,0.042727109458711415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,7168,0.02439822256565094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,7168,0.0243857784403695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,7168,0.024961777859263953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,7168,0.024359110328886244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,7168,0.024492444263564214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,7168,0.02605688903066847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,7168,0.025263999899228413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,7168,0.02313422163327535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,7168,0.028140445550282795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,7168,0.022750222020679053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,7168,0.02258311046494378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,7168,0.022437334060668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,7168,0.022110222114457026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,7168,0.022241777843899194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,7168,0.0228426671690411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,7168,0.022924444741672937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,7168,0.02218311031659444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,7168,0.022152889106008742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,7168,0.022821333673265245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,7168,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,7168,0.022295110755496558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,7168,0.022311111291249592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,7168,0.022908444205919903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,7168,0.024168888727823894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,7168,0.022988445229000513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,7168,0.022522666388087805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,7168,0.022622222701708477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,7168,0.02481599979930454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,7168,0.023006222314304773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,7168,0.022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,7168,0.022913777165942725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,7168,0.025619554850790236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,7168,0.0229795558585061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,7168,0.023491554790072974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,7168,0.022819555468029443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,6144,3.9228054682413735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,6144,2.247999986012777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,6144,1.1007253328959148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,6144,0.6601279973983765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,6144,0.6115413506825765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,6144,0.6344373226165771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,6144,0.5639520088831583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,6144,0.5656373500823975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,6144,0.5254986683527628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,6144,0.45578134059906006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,6144,0.42428799470265705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,6144,0.4382559855779012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,6144,0.3922559817632039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,6144,0.3978026707967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,6144,0.3659306764602661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,6144,0.3760746717453003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,6144,0.35811734199523926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,6144,0.3543359835942586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,6144,0.31540266672770184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,6144,0.31379733482996625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,6144,0.28705066442489624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,6144,0.3057973384857178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,6144,0.2423093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,6144,0.22750933965047201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,6144,0.21199466784795126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,6144,0.18810667594273886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,6144,0.1894879937171936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,6144,0.15476266543070474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,6144,0.15874133507410684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,6144,0.16381866733233133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,6144,0.1309333344300588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,6144,0.1153600017229716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,6144,0.10759466886520386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,6144,0.07397333284219106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,6144,0.06809066732724507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,6144,0.049839998284975685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,6144,0.046112000942230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,6144,0.047695999344189964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,6144,0.045519997676213585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,6144,0.044026667873064675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,6144,0.04384533564249674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,6144,0.04337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,6144,0.043893332282702126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,6144,0.03978666663169861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,6144,0.037834666669368744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,6144,0.037685332198937736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,6144,0.03756266583998998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,6144,0.03750933210055033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,6144,0.037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,6144,0.03757333258787791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,6144,0.035904000202814736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,6144,0.03604800005753835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,6144,0.035674666364987694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,6144,0.03551466763019562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,6144,0.035743998984495796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,6144,0.03467733412981033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,6144,0.03485333422819773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,6144,0.03572266548871994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,6144,0.03565333286921183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,6144,0.035530666510264076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,6144,0.035930665830771126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,6144,0.03536533315976461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,6144,0.035642666121323906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,6144,0.0354720006386439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,6144,0.03561066587766012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,6144,0.035216001172860466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,6144,0.033600000043710075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,6144,0.03344533344109853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,6144,0.03378133227427801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,6144,0.03435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,6144,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,6144,0.03356799980004629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,6144,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,6144,0.033471999069054924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,6144,2.5712879498799643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,6144,1.472050666809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,6144,0.638479987780253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,6144,0.35395999749501544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,6144,0.3662053346633911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,6144,0.3400160074234009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,6144,0.3140160044034322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,6144,0.3214293320973714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,6144,0.3078213334083557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,6144,0.28626133998235065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,6144,0.27289066712061566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,6144,0.2688213388125102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,6144,0.25044000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,6144,0.2497119903564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,6144,0.23584266503651938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,6144,0.23167200883229574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,6144,0.2209200064341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,6144,0.2167946696281433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,6144,0.20057332515716553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,6144,0.19064799944559732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,6144,0.18442134062449136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,6144,0.19218399127324423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,6144,0.16605599721272787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,6144,0.1579973300298055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,6144,0.14895199735959372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,6144,0.1267146666844686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,6144,0.13242133458455405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,6144,0.11343200008074443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,6144,0.11762666702270508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,6144,0.11215200026830037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,6144,0.09922132889429729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,6144,0.08622933427492778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,6144,0.07337333261966705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,6144,0.06070666511853536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,6144,0.058317333459854126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,6144,0.04418933391571045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,6144,0.041933332880338035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,6144,0.042173330982526146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,6144,0.041031998892625175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,6144,0.039690665900707245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,6144,0.03968800107638041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,6144,0.038015998899936676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,6144,0.03719733407100042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,6144,0.03517066687345505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,6144,0.03378133227427801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,6144,0.03374133259057999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,6144,0.03379733363787333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,6144,0.03348000099261602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,6144,0.03340800106525421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,6144,0.033285332222779594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,6144,0.031898667414983116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,6144,0.031485334038734436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,6144,0.031397332747777305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,6144,0.030970667799313862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,6144,0.03123733401298523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,6144,0.032485333581765495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,6144,0.02961066613594691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,6144,0.03031199922164281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,6144,0.02906399965286255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,6144,0.029815999170144398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,6144,0.030093332131703694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,6144,0.03013066699107488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,6144,0.029146666328112285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,6144,0.02980000029007594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,6144,0.02991733451684316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,6144,0.029103999336560566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,6144,0.030093332131703694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,6144,0.02919733275969823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,6144,0.0290106659134229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,6144,0.02887466549873352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,6144,0.029245334366957348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,6144,0.02959199994802475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,6144,0.029253333806991577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,6144,0.030008000632127125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,7168,0.02490844494766659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,6144,3.41485595703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,6144,0.8864719867706299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,7168,0.023601777023739282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,6144,0.4823840061823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,7168,0.023967999551031325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,6144,0.4556879997253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,6144,1.7507600784301758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,6144,0.42843735218048096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,6144,0.5238480170567831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,6144,0.39762401580810547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,6144,0.41068800290425617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,6144,0.3598213195800781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,6144,0.37857333819071454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,6144,0.3398826519648234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,6144,0.3547786474227905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,6144,0.49781866868336994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,6144,0.3138693372408549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,6144,0.3277573386828105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,6144,0.2938399910926819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,6144,0.3003466725349426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,6144,0.26449066400527954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,6144,0.2698026696840922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,6144,0.2327679991722107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,6144,0.23113600413004556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,6144,0.20586667458216348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,6144,0.20926666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,6144,0.1811013420422872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,6144,0.4663093487421672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,6144,0.1783813238143921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,6144,0.14869866768519083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,6144,0.15158933401107788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,6144,0.11997600396474202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,6144,0.09476533532142639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,6144,0.0652159998814265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,6144,0.43823198477427167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,6144,0.04343999922275543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,6144,0.042405332128206887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,6144,0.042175998290379844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,6144,0.042122667034467064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,6144,0.03979199876387914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,6144,0.03980000068744024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,6144,0.03947199881076813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,6144,0.03875733415285746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,6144,0.05921333531538645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,6144,0.11663466691970825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,6144,0.08789867162704468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,6144,0.03070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,6144,0.030253333350022633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,6144,0.03018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,6144,0.029624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,6144,0.029157333076000214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,6144,0.026280000805854797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,6144,0.026231999198595684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,6144,0.026808001101017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,6144,0.026093333959579468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,6144,0.02603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,6144,0.0354693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,6144,0.038248000045617424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,6144,0.03642133375008901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,6144,0.03866933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,6144,0.03535199910402298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,6144,0.03626666714747747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,6144,0.03822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,6144,0.038349332908789315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,6144,0.03519999980926514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,6144,0.0365253339211146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,6144,0.037645332515239716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,6144,0.037277333438396454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,6144,0.03584799915552139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,6144,0.036845333874225616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,6144,0.03781066586573919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,6144,0.03682400037844976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,6144,0.03604000061750412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,6144,0.03035199890534083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,6144,0.030264000097910564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,6144,0.029616000751654308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,6144,1.5334364573160808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,6144,0.7952497800191244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,6144,0.3969884448581272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,6144,0.2134151061375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,6144,0.2160408894220988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,6144,0.20452622572580972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,6144,0.20056711302863228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,6144,0.19721599419911703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,6144,0.18870577547285292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,6144,0.19007466899024117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,6144,0.17363554901546904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,6144,0.1708071099387275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,6144,0.16158044338226318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,6144,0.16191111670600042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,6144,0.15747911400265163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,6144,0.14633954895867243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,6144,0.13498132758670384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,6144,0.1478382216559516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,6144,0.1318720049328274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,6144,0.12015999688042535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,6144,0.12171199586656357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,6144,0.11755911509195964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,6144,0.10461333062913682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,6144,0.10308621989356147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,6144,0.09321244557698567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,6144,0.08840533097585042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,6144,0.08948444657855564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,6144,0.0752284460597568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,6144,0.07745599746704102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,6144,0.06305599874920316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,6144,0.062463998794555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,6144,0.05054577853944567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,6144,0.048899554544024997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,6144,0.04821155468622843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,6144,0.03601244423124526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,6144,0.038712888956069946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,6144,0.022122666239738464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,6144,0.022328888376553852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,6144,0.022970666488011677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,6144,0.021505778034528095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,6144,0.022273777259720698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,6144,0.02308799988693661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,6144,0.02358755634890662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,6144,0.024463999602529738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,6144,0.020080000162124634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,6144,0.020794666475719877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,6144,0.020439111524158053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,6144,0.020206222931543987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,6144,0.019976889093716938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,6144,0.020378667447302077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,6144,0.020234665936893888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,6144,0.01997155613369412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,6144,0.020456888609462313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,6144,0.020216888851589628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,6144,0.02012266715367635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,6144,0.02017600006527371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,6144,0.02012266715367635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,6144,0.020206222931543987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,6144,0.02075377768940396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,6144,0.022181333767043218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,6144,0.020928000410397846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,6144,0.020611556039916146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,6144,0.020650666620996263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,6144,0.02163911031352149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,6144,0.021086222595638696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,6144,0.021125333176718816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,6144,0.02052088909678989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,6144,0.022817777262793645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,6144,0.020956445071432326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,6144,0.021564443906148274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,6144,0.021550221575631037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,5120,3.1306025187174478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,5120,1.5616906483968098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,5120,0.7993280092875162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,5120,0.4808853467305501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,5120,0.4513920148213704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,5120,0.4676266511281331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,5120,0.42052265008290607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,5120,0.4243679841359456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,5120,0.3935679992039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,5120,0.40249598026275635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,5120,0.3647093375523885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,5120,0.39164801438649494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,5120,0.3382026751836141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,5120,0.3582346836725871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,5120,0.32684799035390216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,5120,0.33183467388153076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,5120,0.3078239957491557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,5120,0.30059200525283813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,5120,0.26877333720525104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,5120,0.2501759926478068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,5120,0.23644266525904337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,5120,0.27772267659505206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,5120,0.2078346610069275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,5120,0.19538132349650064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,5120,0.18196266889572144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,5120,0.16241600116093954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,5120,0.17093332608540854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,5120,0.14060266812642416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,5120,0.14547733465830484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,5120,0.14080533385276794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,5120,0.11492266257603963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,5120,0.09985066453615825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,5120,0.09213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,5120,0.06462400158246358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,5120,0.05965333183606466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,5120,0.042447999119758606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,5120,0.03892799963553747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,5120,0.04104000081618627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,5120,0.037845333417256675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,5120,0.03692266593376795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,5120,0.0364479993780454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,5120,0.03584533433119456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,5120,0.03575466573238373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,5120,0.03363200028737386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,5120,0.03145066648721695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,5120,0.03165333221356074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,5120,0.03176533430814743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,5120,0.032431999842325844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,5120,0.031914666295051575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,5120,0.031930667658646904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,5120,0.03138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,5120,0.03136533250411352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,5120,0.03107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,5120,0.030400000512599945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,5120,0.030202666918436687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,5120,0.029391999046007793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,5120,0.030031998952229817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,5120,0.029711998999118805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,5120,0.029839999973773956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,5120,0.029711998999118805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,5120,0.029813334345817566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,5120,0.0295413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,5120,0.030058667063713074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,5120,0.029685333371162415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,5120,0.029802667597929638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,5120,0.02938133229811986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,5120,0.029311999678611755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,5120,0.029648000995318096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,5120,0.029493334392706554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,5120,0.02940266579389572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,5120,0.02996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,5120,0.029680001238981884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,5120,0.02997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,5120,0.029525332152843475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,5120,2.0942880312601724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,5120,1.0792960325876872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,5120,0.587445338567098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,5120,0.32843732833862305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,5120,0.3002000053723653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,5120,0.3033360044161479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,5120,0.2817786733309428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,5120,0.2669600049654643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,5120,0.25619733333587646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,5120,0.24207733074824014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,5120,0.23559999465942383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,5120,0.2364586591720581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,5120,0.21944532791773477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,5120,0.21983200311660767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,5120,0.20942399899164835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,5120,0.2053333322207133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,5120,0.19804533322652182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,5120,0.18800532817840576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,5120,0.17327733834584555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,5120,0.17054667075475058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,5120,0.1639253298441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,5120,0.15827999512354532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,5120,0.14493333299954733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,5120,0.13341866930325827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,5120,0.1272053321202596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,5120,0.1173200011253357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,5120,0.11870933572451274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,5120,0.10057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,5120,0.1005893349647522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,5120,0.09551733732223511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,5120,0.08542133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,5120,0.07653066515922546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,5120,0.06679200132687886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,5120,0.05559200048446655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,5120,0.05197866757710775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,5120,0.04027733455101649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,5120,0.03796533246835073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,5120,0.038562667866547905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,5120,0.03700000047683716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,5120,0.036690667271614075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,5120,0.03665866702795029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,5120,0.035429333647092186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,5120,0.03460799902677536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,5120,0.03164533277352651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,5120,0.03137866655985514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,5120,0.031130666534105938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,5120,0.030666666726271313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,5120,0.03212266663710276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,5120,0.030661332110563915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,5120,0.03053066631158193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,5120,0.02941333254178365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,5120,0.02939733366171519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,5120,0.02974666655063629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,5120,0.028562667469183605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,5120,0.03032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,5120,0.027749332288901012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,5120,0.028090665737787884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,5120,0.02774133284886678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,5120,0.027298666536808014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,5120,0.028024000426133473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,5120,0.028706667323907215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,5120,0.027232001225153606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,5120,0.027248000105222065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,5120,0.02864533414443334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,5120,0.02698666602373123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,5120,0.02781066546837489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,5120,0.02666933337847392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,5120,0.027647999425729115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,5120,0.02867999921242396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,5120,0.026583999395370483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,5120,0.026874666412671406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,5120,0.026954665780067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,5120,0.02734133352835973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,5120,0.027277333041032154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,6144,0.02215822206603156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,6144,0.021232000655598108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,5120,3.106893221537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,5120,1.5673893292744954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,5120,0.43268001079559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,6144,0.020922667450375024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,5120,0.4067759911219279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,5120,0.8018186887105306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,5120,0.38899731636047363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,5120,0.47680266698201496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,5120,0.368010679880778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,5120,0.37836798032124835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,5120,0.33605066935221356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,5120,0.34993600845336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,5120,0.3153093258539836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,5120,0.32257866859436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,5120,0.28969866037368774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,5120,0.2986080050468445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,5120,0.2656880021095276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,5120,0.2733280062675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,5120,0.2413360079129537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,5120,0.24686932563781738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,5120,0.2146000067392985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,5120,0.2107493281364441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,5120,0.18970666329065958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,5120,0.19009866317113241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,5120,0.16454933087031046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,5120,0.16244266430536905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,5120,0.13862133026123047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,5120,0.1358959972858429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,5120,0.1112773319085439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,5120,0.4500773350397746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,5120,0.08181599775950114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,5120,0.41687198479970294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,5120,0.05640266835689545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,5120,0.39334134260813397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,5120,0.039133332669734955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,5120,0.03806400050719579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,5120,0.038205333054065704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,5120,0.03728266557057699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,5120,0.03574133416016897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,5120,0.03444000085194906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,5120,0.034557332595189415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,5120,0.03335200001796087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,5120,0.10628799597422282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,5120,0.0788239985704422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,5120,0.0506933331489563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,5120,0.027581334114074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,5120,0.025941332181294758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,5120,0.025514667232831318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,5120,0.025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,5120,0.02481866627931595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,5120,0.02433866759141286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,5120,0.023586665590604145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,5120,0.023887999355793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,5120,0.02356533209482829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,5120,0.023408000667889912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,5120,0.03179466724395752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,5120,0.03375466664632162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,5120,0.033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,5120,0.03197866678237915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,5120,0.02935733397801717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,5120,0.031170666217803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,5120,0.03285066783428192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,5120,0.031119999786218006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,5120,0.03199733297030131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,5120,0.03261066724856695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,5120,0.03324799984693527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,5120,0.0331839993596077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,5120,0.03017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,5120,0.032072000205516815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,5120,0.032042667269706726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,5120,0.031117332478364308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,5120,0.03154666721820831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,5120,0.027829334139823914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,5120,0.027066667874654133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,5120,0.02677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,5120,0.3405199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,5120,1.350561300913493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,5120,0.18493467569351196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,5120,0.6745399634043375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,5120,0.17285066843032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,5120,0.17499732971191406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,5120,0.18696133295694986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,5120,0.17319866021474203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,5120,0.16059333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,5120,0.16456266244252524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,5120,0.15157066782315573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,5120,0.14802267154057822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,5120,0.13822399576505026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,5120,0.1402079959710439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,5120,0.1395199994246165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,5120,0.12603066364924112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,5120,0.12619733810424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,5120,0.11642932891845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,5120,0.11447999874750774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,5120,0.10278800129890442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,5120,0.10243333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,5120,0.10131866733233134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,5120,0.09032666683197021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,5120,0.08837599555651347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,5120,0.07826399803161621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,5120,0.07996266583601634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,5120,0.07705999910831451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,5120,0.06549733380476634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,5120,0.06628666818141937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,5120,0.054645334680875145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,5120,0.04351866741975149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,5120,0.05446666479110718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,5120,0.04083599895238876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,5120,0.042541335026423134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,5120,0.03074399878581365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,5120,0.03252933422724406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,5120,0.018735999862353008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,5120,0.019740000367164612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,5120,0.019118666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,5120,0.01949600006143252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,5120,0.01921200007200241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,5120,0.02006533369421959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,5120,0.02022666608293851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,5120,0.017779999723037083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,5120,0.02093599985043208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,5120,0.017846666276454926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,5120,0.017621333400408428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,5120,0.017819999406735103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,5120,0.017752000441153843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,5120,0.01781066631277402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,5120,0.017809333900610607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,5120,0.01758799950281779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,5120,0.018150666107734043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,5120,0.017714666823546093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,5120,0.0177346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,5120,0.017825332780679066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,5120,0.018805333723624546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,5120,0.017881333827972412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,5120,0.018379999945561092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,5120,0.018229333062966663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,5120,0.018186666071414948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,5120,0.019793332864840824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,5120,0.018660000214974087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,5120,0.017923999577760696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,5120,0.017718666543563206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,5120,0.020578666279713314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,5120,0.018545333296060562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,5120,0.0179986668129762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,5120,0.018725333114465077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,5120,0.019950666775306065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,5120,0.01829466720422109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,4096,2.793645222981771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,4096,1.5057387351989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,4096,0.7332346439361572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,5120,0.018699999898672104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,4096,0.3474800189336141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,4096,0.31678932905197144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,4096,0.31124534209569293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,4096,0.29948000113169354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,4096,0.30755199988683063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,4096,0.289789338906606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,4096,0.2954639991124471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,4096,0.2722826600074768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,4096,0.27084000905354816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,4096,0.25045865774154663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,4096,0.2575146754582723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,4096,0.24115999539693198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,4096,0.2473626732826233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,4096,0.2290666699409485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,4096,0.2270159920056661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,4096,0.19990134239196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,4096,0.18934667110443115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,4096,0.18620266517003378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,4096,0.1630799969037374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,4096,0.19577866792678833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,4096,0.15376533071200052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,4096,0.14001333713531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,4096,0.12945066889127096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,4096,0.1318719983100891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,4096,0.11272799968719482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,4096,0.1112880011399587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,4096,0.12015466888745625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,4096,0.0928986668586731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,4096,0.08306933442751567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,4096,0.054232001304626465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,4096,0.06890399754047394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,4096,0.05003733436266581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,4096,0.03426666557788849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,4096,0.03205066670974096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,4096,0.032845333218574524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,4096,0.031045332551002502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,4096,0.029325333734353382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,4096,0.029997333884239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,4096,0.028168000280857086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,4096,0.02585333337386449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,4096,0.025106665988763172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,4096,0.025173333783944447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,4096,0.02496800074974696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,4096,0.024874667326609295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,4096,0.02456533412138621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,4096,0.025383998950322468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,4096,0.02422933280467987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,4096,0.023951999843120575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,4096,0.023706667125225067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,4096,0.024098667005697887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,4096,0.023898666103680927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,4096,0.023002666731675465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,4096,0.023090665539105732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,4096,0.023589332898457844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,4096,0.02313866714636485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,4096,0.023189333577950794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,4096,0.023344000180562336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,4096,0.023218666513760883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,4096,0.023029332359631855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,4096,0.02327999969323476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,4096,0.02313866714636485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,4096,0.023368000984191895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,4096,0.02287200093269348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,4096,0.02288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,4096,0.022866666316986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,4096,0.02292000005642573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,4096,0.022826666633288067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,4096,0.022410665949185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,4096,0.023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,4096,0.029287998874982197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,4096,0.02272266646226247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,4096,0.8289884461296929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,4096,0.4287573231591119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,4096,1.7182861963907878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,4096,0.24232178264194063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,4096,0.26995733049180776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,4096,0.24608355098300508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,4096,0.2553866704305013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,4096,0.22014755672878691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,4096,0.22077155113220215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,4096,0.20149155457814535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,4096,0.2103093332714505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,4096,0.2067857715818617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,4096,0.18431111176808676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,4096,0.17557156085968018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,4096,0.17150044441223145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,4096,0.1703573332892524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,4096,0.16737243864271376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,4096,0.15678577952914768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,4096,0.14318044980367026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,4096,0.1404142247305976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,4096,0.13006399737464056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,4096,0.12466488944159614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,4096,0.1136782169342041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,4096,0.11444800429873997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,4096,0.10374399688508774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,4096,0.09717510806189643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,4096,0.09436266952090794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,4096,0.0835075577100118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,4096,0.08225244283676147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,4096,0.0768959985838996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,4096,0.06433600187301636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,4096,0.06287644306818645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,4096,0.05720711416668362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,4096,0.04563733273082309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,4096,0.04356266723738777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,4096,0.03399466805987888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,4096,0.03213511241806878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,4096,0.0325528879960378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,4096,0.03215644425816006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,4096,0.03093155556254917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,4096,0.0314062237739563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,4096,0.029948443174362183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,4096,0.03001777662171258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,4096,0.02830044428507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,4096,0.027747554911507502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,4096,0.027093332674768236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,4096,0.027850667635599773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,4096,0.02699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,4096,0.0273635552989112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,4096,0.026608000199000042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,4096,0.025777777036031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,4096,0.026991999811596338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,4096,0.025536000728607178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,4096,0.025210666987631056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,4096,0.024803555674023096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,4096,0.02607111136118571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,4096,0.025425778494940862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,4096,0.024832000335057575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,4096,0.024961777859263953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,4096,0.02535999980237749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,4096,0.024988444315062627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,4096,0.02414400047726101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,4096,0.025477333201302424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,4096,0.024677332904603746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,4096,0.024812445044517517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,4096,0.02460977766248915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,4096,0.02446577780776554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,4096,0.024865777956114873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,4096,0.02477866742346022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,4096,0.024673778149816725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,4096,0.024677332904603746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,4096,0.02477866742346022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,4096,0.023948444260491267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,4096,0.024759110477235582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,5120,0.018717333674430847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,4096,1.3987661997477214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,4096,0.7182026439242892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,4096,0.3849208884769016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,4096,2.69580438401964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,4096,0.35527645217047793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,5120,0.021105334162712097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,4096,0.342391120062934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,4096,0.39472532272338867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,4096,0.3236604531606038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,4096,0.3242773214975993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,4096,0.29886754353841144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,4096,0.4193137751685248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,4096,0.3028675450219048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,4096,0.27917154630025226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,4096,0.2803040080600315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,4096,0.25602134068806964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,4096,0.2580782307518853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,4096,0.23377601305643717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,4096,0.21234310997856987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,4096,0.2167146603266398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,4096,0.36675379011366105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,4096,0.18895467122395834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,4096,0.17998933792114258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,4096,0.16870578130086264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,4096,0.1630400021870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,4096,0.14151822196112737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,4096,0.1399164464738634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,4096,0.11650666925642227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,4096,0.11993243959214951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,4096,0.0942222211096022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,4096,0.23611021041870117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,4096,0.07121777534484863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,4096,0.05022044314278496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,4096,0.34844443533155656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,4096,0.03163911236657037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,4096,0.030440890126758154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,4096,0.03106488784154256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,4096,0.029343999094433252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,4096,0.028400000598695543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,4096,0.02836622132195367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,4096,0.028215110301971436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,4096,0.02645155621899499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,4096,0.06411377588907878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,4096,0.02145066691769494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,4096,0.02154133386082119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,4096,0.02092622220516205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,4096,0.020120888948440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,4096,0.020092444287406076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,4096,0.09014755487442017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,4096,0.020524443851576913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,4096,0.01959466603067186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,4096,0.04026844435267978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,4096,0.018718222777048748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,4096,0.019498666127522785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,4096,0.01942933268017239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,4096,0.01955911186006334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,4096,0.02699377801683214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,4096,0.027041777968406677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,4096,0.025703110628657874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,4096,0.02751644452412923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,4096,0.027681777874628704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,4096,0.02555022140343984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,4096,0.02765688962406582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,4096,0.018773333893881906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,4096,0.027624888552559748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,4096,0.024359110328886244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,4096,0.02769244379467434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,4096,0.024862221545643274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,4096,0.02606755495071411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,4096,0.026565333207448322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,4096,0.02644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,4096,0.026895999908447266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,4096,0.02629866699377696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,4096,0.024751999311976965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,4096,0.022465777066018846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,4096,0.5134837468465169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,4096,1.0394346872965494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,4096,0.27677653630574545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,4096,0.15035306612650554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,4096,0.15030825932820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,4096,0.14309333165486654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,4096,0.14176640510559083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,4096,0.13777492841084799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,4096,0.13149973551432292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,4096,0.13277653058369954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,4096,0.12297920385996501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,4096,0.12037333647410076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,4096,0.11276373068491619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,4096,0.11405759652455646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,4096,0.1126794656117757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,4096,0.10197439988454182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,4096,0.10231573581695556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,4096,0.09442986647288004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,4096,0.09289173285166422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,4096,0.08362239996592204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,4096,0.08659199873606363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,4096,0.08288533687591552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,4096,0.07362986405690511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,4096,0.0723093350728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,4096,0.06383893489837647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,4096,0.06505386829376221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,4096,0.06346240043640136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,4096,0.053889067967732754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,4096,0.055293865998586024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,4096,0.045051733652750656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,4096,0.035816534360249834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,4096,0.04482133388519287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,4096,0.035708800951639814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,4096,0.03420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,4096,0.025450666745503742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,4096,0.027273599306742353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,4096,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,4096,0.01621119976043701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,4096,0.016226133704185484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,4096,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,4096,0.016290133198102318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,4096,0.017029333114624023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,4096,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,4096,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,4096,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,4096,0.015331199765205384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,4096,0.015455999970436096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,4096,0.015501866738001505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,4096,0.015613866845766702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,4096,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,4096,0.015101866920789084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,4096,0.015178666512171427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,4096,0.015579733252525329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,4096,0.014972800016403198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,4096,0.015341867009798685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,4096,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,4096,0.01622293293476105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,4096,0.015842133760452272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,4096,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,4096,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,4096,0.017324799299240114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,4096,0.015473066767056783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,4096,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,4096,0.015795200069745382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,4096,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,4096,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,4096,0.01581439971923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,4096,0.015927466750144958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,4096,0.015927466750144958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,4096,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,4096,0.01623146633307139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,3584,2.3447813987731934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,3584,1.3296373685201008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,3584,0.6369280020395914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,3584,0.37937601407368976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,3584,0.33727999528249103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,3584,0.34834667046864826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,3584,0.3014346758524577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,3584,0.2760533293088277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,3584,0.26444266239802044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,3584,0.26342932383219403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,3584,0.2407439947128296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,3584,0.23425867160161337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,3584,0.22476800282796225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,3584,0.23145600159962973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,3584,0.21581600109736124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,3584,0.21710399786631265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,3584,0.2037386695543925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,3584,0.19688000281651816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,3584,0.17858399947484335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,3584,0.17228800058364868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,3584,0.16432000199953714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,3584,0.18390933672587076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,3584,0.14520532886187235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,3584,0.13495999574661255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,3584,0.12298933664957683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,3584,0.11053066452344258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,3584,0.11308800180753072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,3584,0.09468000133832295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,3584,0.09832266966501872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,3584,0.10315733154614766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,3584,0.08117066820462544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,3584,0.0715946654478709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,3584,0.059631998340288796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,3584,0.04576266805330912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,3584,0.04256533086299896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,3584,0.030533333619435627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,3584,0.027880000571409862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,3584,0.029181333879629772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,3584,0.02719466636578242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,3584,0.025975999732812245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,3584,0.026050666968027752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,3584,0.025050667424996693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,3584,0.0252986674507459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,3584,0.02306933452685674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,3584,0.022405333817005157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,3584,0.022333333889643352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,3584,0.021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,3584,0.022093333303928375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,3584,0.02202133337656657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,3584,0.022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,3584,0.021725334227085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,3584,0.021618666748205822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,3584,0.021746667722860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,3584,0.020946666598320007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,3584,0.02111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,3584,0.020714666694402695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,3584,0.02057066683967908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,3584,0.02096266547838847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,3584,0.020994665722052257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,3584,0.020994665722052257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,3584,0.021055998901526134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,3584,0.020869334538777668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,3584,0.020920000970363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,3584,0.020973332226276398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,3584,0.02077599987387657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,3584,0.02082933361331622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,3584,0.020303999384244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,3584,0.02027733375628789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,3584,0.020520000408093136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,3584,0.020330666253964107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,3584,0.02004533385237058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,3584,0.020040000478426617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,3584,0.02029866725206375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,3584,0.020418666303157806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,3584,1.4811751047770183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,3584,0.7804426617092557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,3584,0.38184534178839785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,3584,0.23997333314683703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,3584,0.2165937821070353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,3584,0.21348444620768228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,3584,0.19994844330681694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,3584,0.19014578395419648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,3584,0.18342578411102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,3584,0.17373866505093047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,3584,0.16978844006856283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,3584,0.16984177960289848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,3584,0.16018666161431208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,3584,0.15964621967739528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,3584,0.15325689315795898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,3584,0.14366755220625135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,3584,0.1438631084230211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,3584,0.13927643828921848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,3584,0.12777422534094915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,3584,0.12525333298577204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,3584,0.11916266547309028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,3584,0.1107591125700209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,3584,0.1072124441464742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,3584,0.10020089149475098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,3584,0.09370666742324829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,3584,0.08672533432642619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,3584,0.0840302242173089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,3584,0.07151110967000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,3584,0.07501688930723402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,3584,0.07371199793285794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,3584,0.06648711363474528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,3584,0.058245334360334605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,3584,0.05301688777075874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,3584,0.04443200098143684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,3584,0.04190577732192146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,3584,0.031799111101362444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,3584,0.031317333380381264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,3584,0.031352887550989784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,3584,0.030376887983745996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,3584,0.028798222541809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,3584,0.029331554969151814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,3584,0.027336888843112524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,3584,0.028295109669367473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,3584,0.026389333936903212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,3584,0.0251857770813836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,3584,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,3584,0.0262044436401791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,3584,0.024977778395016987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,3584,0.025166221790843542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,3584,0.025731555289692346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,3584,0.025235555238193933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,3584,0.023758222659428913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,3584,0.023729777998394434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,3584,0.025960889127519395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,3584,0.024234667420387268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,3584,0.023128888673252527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,3584,0.023240889112154644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,3584,0.024696888195143804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,3584,0.0240639994541804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,3584,0.025742222865422566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,3584,0.022954665952258643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,3584,0.024115555816226538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,3584,0.022808889547983806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,3584,0.0229404436217414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,3584,0.02309866746266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,3584,0.02440888848569658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,3584,0.024280889166726008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,3584,0.022796443767017786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,3584,0.02273422148492601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,3584,0.023315555519527856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,3584,0.02278933260175917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,3584,0.02288533416059282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,3584,0.022967111733224656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,3584,0.022844443718592327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,4096,0.01628266672293345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,4096,0.01595626672108968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,3584,2.6110613081190324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,4096,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,3584,0.37006934483846027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,3584,1.3124124738905165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,3584,0.34256890085008407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,3584,0.6744124624464246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,3584,0.32522667778862846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,3584,0.4001902209387885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,3584,0.3082168896993001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,3584,0.31393776999579537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,3584,0.2813191148969862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,3584,0.29020622041490346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,3584,0.27623287836710614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,3584,0.2714044517940945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,3584,0.24523377418518066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,3584,0.2492497762044271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,3584,0.22475732697380912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,3584,0.22183999750349256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,3584,0.2024693356619941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,3584,0.20332800017462838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,3584,0.17995022402869332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,3584,0.1764835516611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,3584,0.1595182286368476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,3584,0.15540977319081625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,3584,0.13612977663675943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,3584,0.13475199540456137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,3584,0.12032177713182236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,3584,0.11036444372600979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,3584,0.09292444255616929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,3584,0.37851911120944554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,3584,0.06914489136801825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,3584,0.34856179025438094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,3584,0.04725333385997348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,3584,0.3296533425649007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,3584,0.02682133350107405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,3584,0.026949332820044622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,3584,0.027795556518766616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,3584,0.02619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,3584,0.02528711160024007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,3584,0.02640177806218465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,3584,0.026567111412684124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,3584,0.023491554790072974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,3584,0.08121955394744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,3584,0.05659377574920654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,3584,0.03573155403137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,3584,0.01889955500761668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,3584,0.018654222289721172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,3584,0.01850666602452596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,3584,0.0180711117055681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,3584,0.0181404451529185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,3584,0.016755556066830952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,3584,0.016664889123704698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,3584,0.016362667083740234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,3584,0.024791111548741657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,3584,0.023847111397319373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,3584,0.023059555225902136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,3584,0.024197333388858374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,3584,0.018908444378111098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,3584,0.02221511138810052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,3584,0.021909332937664453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,3584,0.022983110613293115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,3584,0.023235556152131822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,3584,0.02423644396993849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,3584,0.024995555480321247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,3584,0.024487111303541396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,3584,0.021192888418833416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,3584,0.02383111086156633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,3584,0.022602667411168415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,3584,0.023395554886923894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,3584,0.022849778334299724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,3584,0.024545777175161574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,3584,0.023546665906906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,3584,0.024339555038346186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,3584,0.018497778309716117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,3584,0.018785778019163344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,3584,0.24565439224243163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,3584,0.4675445238749186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,3584,0.9731989542643229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,3584,0.13629013697306316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,3584,0.13705172538757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,3584,0.12788373629252117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,3584,0.13036266962687176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,3584,0.12390720049540202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,3584,0.11900800069173176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,3584,0.11737706661224365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,3584,0.11176533699035644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,3584,0.10841493606567383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,3584,0.10232426325480144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,3584,0.10074773629506428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,3584,0.102619735399882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,3584,0.09230186939239501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,3584,0.09247679710388183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,3584,0.08412906328837076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,3584,0.08524266878763834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,3584,0.07648746967315674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,3584,0.07297706604003906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,3584,0.07594026724497477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,3584,0.06745279630025228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,3584,0.06513173182805379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,3584,0.05865493218104044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,3584,0.05774826606114706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,3584,0.05746560096740723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,3584,0.049525332450866696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,3584,0.048902400334676105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,3584,0.04149653514226277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,3584,0.041102933883666995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,3584,0.0329205334186554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,3584,0.03240106701850891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,3584,0.031820799907048544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,3584,0.02442773381868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,3584,0.024332799514134727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,3584,0.014859732985496522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,3584,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,3584,0.01571626663208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,3584,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,3584,0.015799466768900552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,3584,0.015108266472816467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,3584,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,3584,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,3584,0.015065600474675497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,3584,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,3584,0.014379733800888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,3584,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,3584,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,3584,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,3584,0.014360533157984415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,3584,0.014145066340764364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,3584,0.014396799604098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,3584,0.014844800035158793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,3584,0.014146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,3584,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,3584,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,3584,0.015227733055750528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,3584,0.014205867052078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,3584,0.014378666877746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,3584,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,3584,0.016272000471750894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,3584,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,3584,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,3584,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,3584,0.01618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,3584,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,3584,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,3584,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,3584,0.01551253298918406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,3584,0.015006933609644571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,3072,1.895919958750407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,3072,1.0245280265808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,3072,0.5141013463338217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,3072,0.3149493336677551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,3072,0.29390666882197064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,3072,0.29162933429082233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,3072,0.2614159981409709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,3072,0.2620426615079244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,3072,0.24317334095637003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,3072,0.22828267018000284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,3072,0.22514933347702026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,3584,0.01490133305390676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,3072,0.1996986667315165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,3072,0.19008533159891763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,3072,0.19294132788976034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,3072,0.17149599393208823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,3072,0.17271733283996582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,3072,0.16341599822044373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,3072,0.1596293350060781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,3072,0.14357067147890726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,3072,0.13872533043225607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,3072,0.13382132848103842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,3072,0.1517893373966217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,3072,0.11628799637158711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,3072,0.10956533749898274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,3072,0.10133600234985352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,3072,0.09023732940355937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,3072,0.09272799889246623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,3072,0.07815733551979065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,3072,0.08171199758847554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,3072,0.08263733486334483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,3072,0.06697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,3072,0.058229332168896995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,3072,0.04938399791717529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,3072,0.03793599953254064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,3072,0.03514933337767919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,3072,0.02638133366902669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,3072,0.024269332488377888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,3072,0.025426665941874187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,3072,0.023503998915354412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,3072,0.022861334184805553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,3072,0.02293866624434789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,3072,0.02226399878660838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,3072,0.02279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,3072,0.020738666256268818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,3072,0.019997333486874897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,3072,0.020423999677101772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,3072,0.01988000050187111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,3072,0.019637333850065868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,3072,0.019677333533763885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,3072,0.019066666563351948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,3072,0.01870666692654292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,3072,0.018909333894650143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,3072,0.01894933357834816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,3072,0.018826667219400406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,3072,0.018405333161354065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,3072,0.018250666558742523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,3072,0.018717333674430847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,3072,0.018802666415770847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,3072,0.018085333208243053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,3072,0.018530666828155518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,3072,0.018581333259741466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,3072,0.01848000039656957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,3072,0.018237333744764328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,3072,0.018615999569495518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,3072,0.01832266648610433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,3072,0.018002666532993317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,3072,0.017935999979575474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,3072,0.017952000101407368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,3072,0.018232000370820362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,3072,0.018181333939234417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,3072,0.017887999614079792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,3072,0.01791999985774358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,3072,0.017925333231687546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,3072,0.01969066634774208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,3072,1.2289955351087782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,3072,0.6444675657484267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,3072,0.33977778752644855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,3072,0.17614932854970297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,3072,0.1998328897688124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,3072,0.19557689295874703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,3072,0.18149156040615508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,3072,0.16774400075276694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,3072,0.1724782254960802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,3072,0.15397332774268255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,3072,0.16300266318851048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,3072,0.15308977497948542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,3072,0.15097244580586752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,3072,0.1299040052625868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,3072,0.13736889097425672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,3072,0.12033422787984212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,3072,0.12428800264994304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,3072,0.12038221624162461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,3072,0.11283377806345622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,3072,0.11050489213731553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,3072,0.1070293320549859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,3072,0.09519288937250774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,3072,0.09317866961161296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,3072,0.0852888888782925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,3072,0.08166044288211398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,3072,0.07455999983681573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,3072,0.07255644268459745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,3072,0.06383111079533894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,3072,0.06757866673999362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,3072,0.06532800197601318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,3072,0.057342224650912814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,3072,0.050613333781560264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,3072,0.04756977823045519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,3072,0.039119998613993325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,3072,0.03752355443106757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,3072,0.02959111001756456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,3072,0.028776887390348647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,3072,0.02839822239345974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,3072,0.02849600050184462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,3072,0.02761777738730113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,3072,0.02747022277779049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,3072,0.026403556267420452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,3072,0.025980444418059453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,3072,0.024069334069887798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,3072,0.024282667371961806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,3072,0.02420266634888119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,3072,0.023774221539497375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,3072,0.023427555958429973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,3072,0.023004444109068975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,3072,0.023018666439586218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,3072,0.022839110758569505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,3072,0.024067555864651997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,3072,0.023048889305856492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,3072,0.02314311100376977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,3072,0.022442667020691767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,3072,0.02195377813445197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,3072,0.022686221533351477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,3072,0.021120000216695998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,3072,0.020824889341990154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,3072,0.023123555713229712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,3072,0.021941334009170532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,3072,0.020815999971495736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,3072,0.021073778470357258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,3072,0.022035555707083807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,3072,0.022945778237448797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,3072,0.020762667059898376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,3072,0.021011556188265484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,3072,0.021128889587190416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,3072,0.0221404449807273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,3072,0.020830222302012973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,3072,0.02072000006834666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,3072,0.02182577715979682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,3584,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,3072,0.021856000026067097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,3072,0.022858666049109563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,3584,0.014808533589045205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,3072,1.2457635667588975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,3072,0.3448355462816026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,3072,0.6372764375474718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,3072,0.3666151099734836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,3072,0.33085155487060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,3072,0.34959112273322207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,3072,2.38627560933431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,3072,0.3251306745741102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,3072,0.3063644568125407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,3072,0.3071964316897922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,3072,0.28851376639472115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,3072,0.2829813427395291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,3072,0.26857956250508624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,3072,0.26982222663031685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,3072,0.2494222323099772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,3072,0.24705778227912056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,3072,0.22722487979465059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,3072,0.22854577170477974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,3072,0.20406577322218153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,3072,0.2080071104897393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,3072,0.18795200188954672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,3072,0.1870488855573866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,3072,0.16641955905490452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,3072,0.15038932694329157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,3072,0.16007288297017416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,3072,0.12578845024108887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,3072,0.10657599899503921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,3072,0.09885155492358738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,3072,0.13070578045315212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,3072,0.08660088645087348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,3072,0.06700799862543742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,3072,0.04017422265476651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,3072,0.14684089024861655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,3072,0.024439111351966858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,3072,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,3072,0.024878222081396315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,3072,0.024163555767801072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,3072,0.022952889402707417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,3072,0.023445333043734234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,3072,0.02347733411524031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,3072,0.022679110368092854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,3072,0.07403022050857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,3072,0.03238755464553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,3072,0.048808889256583325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,3072,0.017610667480362784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,3072,0.017518222332000732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,3072,0.017295999659432303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,3072,0.017055999901559617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,3072,0.01681777834892273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,3072,0.015962666935390897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,3072,0.015443555182880826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,3072,0.015466666883892484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,3072,0.020252444677882724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,3072,0.020035554965337116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,3072,0.020440888073709276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,3072,0.020206222931543987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,3072,0.02053511142730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,3072,0.020213334096802604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,3072,0.02162666618824005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,3072,0.021573333276642695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,3072,0.021137777302000258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,3072,0.022304000125990972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,3072,0.02165688905451033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,3072,0.020190222395790946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,3072,0.02036977807680766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,3072,0.02054577734735277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,3072,0.020750222934616935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,3072,0.020766221814685397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,3072,0.019482667247454327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,3072,0.0207324441936281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,3072,0.020840888222058613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,3072,0.01735822194152408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,3072,0.017487999465730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,3072,0.01682488951418135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,3072,0.8363264083862305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,3072,0.2136906623840332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,3072,0.1191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,3072,0.4101813316345215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,3072,0.12153706550598145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,3072,0.112009596824646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,3072,0.11171946525573731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,3072,0.10977919896443684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,3072,0.10403733253479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,3072,0.10621333122253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,3072,0.09517760276794433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,3072,0.09726719856262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,3072,0.09010559717814128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,3072,0.0877557357152303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,3072,0.09007893403371176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,3072,0.08144319852193196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,3072,0.08180800278981527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,3072,0.07370346387227376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,3072,0.07470080057779947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,3072,0.06741546789805095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,3072,0.06710826555887858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,3072,0.06544320185979208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,3072,0.06057386795679728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,3072,0.058158934116363525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,3072,0.053395199775695804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,3072,0.05082240104675293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,3072,0.05183893442153931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,3072,0.0440224011739095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,3072,0.04451093276341756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,3072,0.036617600917816163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,3072,0.03658986488978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,3072,0.029125332832336426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,3072,0.02943039933840434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,3072,0.02769920031229655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,3072,0.022382932901382446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,3072,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,3072,0.022332799434661866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,3072,0.014140799641609192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,3072,0.014339199662208557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,3072,0.014203733205795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,3072,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,3072,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,3072,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,3072,0.015379200379053751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,3072,0.013297067085901896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,3072,0.01340053379535675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,3072,0.013569066921869913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,3072,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,3072,0.01344106694062551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,3072,0.013329066832860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,3072,0.013530666629473368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,3072,0.013199999928474426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,3072,0.013539200027783712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,3072,0.013338667154312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,3072,0.01341759959856669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,3072,0.013446399569511413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,3072,0.013426132996877036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,3072,0.013347199559211731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,3072,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,3072,0.013458133737246195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,3072,0.013748266299565635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,3072,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,3072,0.01372053325176239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,3072,0.013309866189956665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,3072,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,3072,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,3072,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,3072,0.013433600465456644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,3072,0.015074132879575094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,3072,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,3072,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,2560,1.472757339477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,2560,0.8194186687469482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,2560,0.41686399777730304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,2560,0.26870934168497723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,2560,0.2458720008532206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,2560,0.22445066769917807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,2560,0.20930665731430054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,2560,0.2116453250249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,2560,0.19339734315872192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,2560,0.17910667260487875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,2560,0.17629333337148032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,2560,0.17814399798711142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,2560,0.16529066363970438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,2560,0.17130666971206665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,2560,0.15044800440470377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,2560,0.15099466840426126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,2560,0.1426319976647695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,2560,0.13784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,2560,0.12524267037709555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,2560,0.11670133471488953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,2560,0.11209066708882649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,2560,0.11176000038782756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,2560,0.09833066662152608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,2560,0.09284800291061401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,2560,0.08583999673525493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,2560,0.07642666498819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,2560,0.0778186668952306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,2560,0.06635733445485432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,2560,0.06930666665236156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,2560,0.06919999917348225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,2560,0.05749600132306417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,2560,0.0506879985332489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,2560,0.04214133322238922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,2560,0.032746667663256325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,2560,0.030360000828901928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,2560,0.02298133323589961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,2560,0.02120000123977661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,2560,0.021962667504946392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,2560,0.020125333219766617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,2560,0.019842666884263355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,2560,0.019730667273203533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,2560,0.019189332922299702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,2560,0.019658666104078293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,2560,0.017770666629076004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,2560,0.01717599978049596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,2560,0.01713866616288821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,2560,0.017133332788944244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,2560,0.01737333337465922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,2560,0.01746133342385292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,2560,0.01714666684468587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,2560,0.016733333468437195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,2560,0.01677600045998891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,2560,0.01677600045998891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,2560,0.01685599982738495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,2560,0.016050666570663452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,2560,0.01575999955336253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,2560,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,2560,0.015834666788578033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,2560,0.015856000284353893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,2560,0.01588800052801768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,2560,0.015928000211715698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,2560,0.015941333025693893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,2560,0.01584533353646596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,2560,0.015949333707491558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,2560,0.015677332878112793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,2560,0.015861333658297855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,2560,0.015938666959603626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,2560,0.01581066722671191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,2560,0.015834666788578033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,2560,0.01595466708143552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,2560,0.016007999579111736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,2560,0.015912000089883804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,2560,0.01606133331855138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,2560,0.01590666671593984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,3072,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,2560,1.0603306293487549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,2560,0.29894934097925824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,2560,0.5331546862920126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,2560,0.1778279940287272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,2560,0.15435199936230978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,2560,0.14621466398239136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,2560,0.15587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,2560,0.14875866969426474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,2560,0.12897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,2560,0.12536399563153586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,2560,0.12080400188763936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,2560,0.11560533444086711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,2560,0.11666799585024516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,2560,0.1836693286895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,2560,0.11201866467793782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,2560,0.11260132988293965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,2560,0.10754533608754475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,2560,0.10546400149663289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,2560,0.09788266817728679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,2560,0.09587466716766357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,2560,0.09081733226776123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,2560,0.08204133311907451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,2560,0.0788893351952235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,2560,0.07208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,2560,0.06965733567873637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,2560,0.06533333162466685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,2560,0.06445066630840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,2560,0.05821600059668223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,2560,0.06253600120544434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,2560,0.05752533177534739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,2560,0.047239998976389565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,2560,0.04997999966144562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,2560,0.04103599985440572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,2560,0.0364999994635582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,2560,0.03329333414634069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,2560,0.02752666672070821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,2560,0.026737332344055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,2560,0.02513200044631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,2560,0.026821332673231762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,2560,0.02440933386484782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,2560,0.02495066573222478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,2560,0.02463999887307485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,2560,0.025058666865030926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,2560,0.023546665906906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,2560,0.02330266684293747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,2560,0.02380799998839696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,2560,0.022914665440718334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,2560,0.022728001077969868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,2560,0.023926667869091034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,2560,0.02297733227411906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,2560,0.022520000735918682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,2560,0.020958667000134785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,2560,0.021144000192483265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,2560,0.02075733368595441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,2560,0.021300000449021656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,2560,0.020770666499932606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,2560,0.020938667158285778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,2560,0.02088266611099243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,2560,0.020849332213401794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,2560,0.020739999910195667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,2560,0.021798667808373768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,2560,0.021693333983421326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,2560,0.021868000427881878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,2560,0.020813333491484325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,2560,0.02070933332045873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,2560,0.020706667254368465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,2560,0.020742667218049366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,2560,0.02074933300415675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,2560,0.021038666367530823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,2560,0.020737333844105404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,2560,0.02091466635465622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,2560,0.021197333931922913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,2560,0.0206493337949117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,2560,0.02112266669670741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,3072,0.015289599696795145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,3072,0.01376106639703115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,2560,1.1330026785532634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,2560,0.31883599360783893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,2560,2.2298946380615234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,2560,0.3028800090154012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,2560,0.5863666534423828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,2560,0.2858159939448039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,2560,0.34906001885732013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,2560,0.27100133895874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,2560,0.2720560034116109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,2560,0.25257333119710285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,2560,0.25240933895111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,2560,0.23392399152119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,2560,0.23276533683141074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,2560,0.21492133537928262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,2560,0.21372799078623453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,2560,0.19620267550150552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,2560,0.19536399841308594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,2560,0.17833866675694784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,2560,0.17648800214131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,2560,0.15858399868011475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,2560,0.15195066730181375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,2560,0.13861999909083048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,2560,0.13150533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,2560,0.11993333697319031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,2560,0.10924667119979858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,2560,0.10000000397364299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,2560,0.08015466729799907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,2560,0.0761186679204305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,2560,0.3243173360824585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,2560,0.05131733417510986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,2560,0.3039906620979309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,2560,0.035232000052928925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,2560,0.2868199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,2560,0.02276666710774104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,2560,0.02237333357334137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,2560,0.022592000663280487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,2560,0.02223333219687144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,2560,0.02056266615788142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,2560,0.020980000495910645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,2560,0.02090533326069514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,2560,0.02043600007891655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,2560,0.05924933155377706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,2560,0.041237334410349526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,2560,0.02847866714000702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,2560,0.015958666801452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,2560,0.015594666202863058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,2560,0.015764000515143078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,2560,0.0157880000770092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,2560,0.015087999403476715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,2560,0.014098666608333588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,2560,0.018112000077962875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,2560,0.017730666945377987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,2560,0.018496000518401463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,2560,0.018523999800284702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,2560,0.019032000253597896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,2560,0.018905332932869594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,2560,0.01818533365925153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,2560,0.01739333321650823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,2560,0.01764533296227455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,2560,0.018514666706323624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,2560,0.018112000077962875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,2560,0.0170333335796992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,2560,0.018592000007629395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,2560,0.01863466699918111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,2560,0.017702666421731312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,2560,0.01868666708469391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,2560,0.016558667023976643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,2560,0.01817600056529045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,2560,0.018755999704202015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,2560,0.017629332840442657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,2560,0.016203999519348145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,2560,0.01874400054415067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,2560,0.01580933357278506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,2560,0.015595999856789907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,2560,0.36050240198771155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,2560,0.103111465771993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,2560,0.7216586430867513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,2560,0.18454933166503906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,2560,0.1048085371653239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,2560,0.09850133260091146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,2560,0.09713173707326253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,2560,0.09514880180358887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,2560,0.09200212955474854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,2560,0.09194453557332358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,2560,0.08503999710083007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,2560,0.08271253108978271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,2560,0.07818559805552164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,2560,0.07857920328776041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,2560,0.07696746985117595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,2560,0.07154239813486735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,2560,0.0721887985865275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,2560,0.06554453372955323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,2560,0.06519786516825357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,2560,0.05875840187072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,2560,0.059026134014129636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,2560,0.05788480043411255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,2560,0.05222613414128622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,2560,0.05125546852747599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,2560,0.046674132347106934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,2560,0.045084798336029054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,2560,0.04486613273620606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,2560,0.038754133383433025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,2560,0.03886613448460897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,2560,0.032657066980997726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,2560,0.0316266675790151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,2560,0.025896533330281572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,2560,0.026746666431427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,2560,0.025432533025741576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,2560,0.01912320057551066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,2560,0.019657599925994872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,2560,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,2560,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,2560,0.013676800330479941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,2560,0.012968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,2560,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,2560,0.013427199920018515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,2560,0.014233600099881491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,2560,0.013356799880663553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,2560,0.012544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,2560,0.012331733107566833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,2560,0.01249066690603892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,2560,0.012405332922935487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,2560,0.012571733196576437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,2560,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,2560,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,2560,0.012363732854525248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,2560,0.01272640029589335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,2560,0.01249066690603892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,2560,0.012545067071914672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,2560,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,2560,0.012211199601491292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,2560,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,2560,0.0123989333709081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,2560,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,2560,0.012896000345547994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,2560,0.012334932883580525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,2560,0.012520533800125123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,2560,0.013367467125256858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,2560,0.012948266665140786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,2560,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,2560,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,2560,0.013352533181508383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,2560,0.013141333063443502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,2560,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,2560,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,2048,1.2158222198486328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,2048,0.6002026663886176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,2048,0.37047823270161945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,2048,0.22926576932271323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,2048,0.20937066608005098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,2048,0.20217955112457275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,2048,0.19012088245815703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,2048,0.16484444671207005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,2048,0.15108444955613878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,2048,0.14539910687340632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,2048,0.14174400435553655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,2048,0.1534631119834052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,2048,0.13234133190578884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,2048,0.13961422443389893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,2048,0.12493688530392116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,2048,0.12617599964141846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,2048,0.11288355456458198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,2048,0.10901155736711289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,2048,0.09922311041090225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,2048,0.1040195557806227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,2048,0.09539555841022068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,2048,0.08630933364232381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,2048,0.08028266827265422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,2048,0.07608889208899604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,2048,0.07046044535107084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,2048,0.06332977612813313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,2048,0.06372088856167264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,2048,0.05360000001059639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,2048,0.05632355478074816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,2048,0.05447644326421949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,2048,0.046463999483320445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,2048,0.039806223577923246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,2048,0.033765332566367254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,2048,0.026344888740115698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,2048,0.02444800072246128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,2048,0.018062222335073683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,2048,0.016826666063732572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,2048,0.017816889617178176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,2048,0.0166311115026474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,2048,0.016019556257459853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,2048,0.016353777713245816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,2048,0.015607110328144498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,2048,0.016030222177505493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,2048,0.014567111929257711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,2048,0.013628444737858243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,2048,0.013552000125249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,2048,0.013436444103717804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,2048,0.013850666582584381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,2048,0.013680000272062091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,2048,0.013784888717863293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,2048,0.013191111385822296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,2048,0.013232000172138214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,2048,0.013226666384273104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,2048,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,2048,0.012778666284349231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,2048,0.012757333616415659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,2048,0.012648888760142855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,2048,0.013023999830087027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,2048,0.012757333616415659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,2048,0.012675555215941535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,2048,0.012654222548007965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,2048,0.012808889150619507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,2048,0.012618666721714867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,2048,0.01275199982855055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,2048,0.012607999973826937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,2048,0.012705778082211813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,2048,0.012485333614879184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,2048,0.012650666965378655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,2048,0.012700444294346703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,2048,0.012609778179062737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,2048,0.012673777838548025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,2048,0.012718222207493253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,2048,0.013167999684810638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,2048,0.01295111080010732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,2048,0.8582069396972656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,2048,0.4726400057474772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,2048,0.25126293500264485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,2048,0.1301194667816162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,2048,0.12260053157806397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,2048,0.12566400369008382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,2048,0.11565866470336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,2048,0.11603519916534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,2048,0.11078933080037434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,2048,0.11001493136088054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,2048,0.10692799886067708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,2048,0.10359679857889811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,2048,0.09957653681437174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,2048,0.09802133242289225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,2048,0.09255999724070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,2048,0.08804053465525309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,2048,0.08952746391296387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,2048,0.08529173533121745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,2048,0.07778773307800294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,2560,0.013727999726931252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,2048,0.07680853207906088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,2048,0.07453013261159261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,2048,0.06742080052693686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,2048,0.06478826602300009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,2048,0.06331520080566407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,2048,0.05997546513875326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,2048,0.058645331859588624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,2048,0.05700586636861166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,2048,0.05010773340861002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,2048,0.05288213491439819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,2048,0.049329066276550294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,2048,0.042701868216196696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,2048,0.039366400241851805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,2048,0.037213865915934244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,2048,0.03191360036532084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,2048,0.031222399075826007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,2048,0.0252895991007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,2048,0.024651734034220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,2048,0.02402346730232239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,2048,0.024668800830841064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,2048,0.02371306618054708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,2048,0.02486720085144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,2048,0.022769065697987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,2048,0.023277866840362548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,2048,0.022603732347488404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,2048,0.021875200668970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,2048,0.02153493364651998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,2048,0.02208426594734192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,2048,0.020725333690643312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,2048,0.020923733711242676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,2048,0.020844799280166627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,2048,0.021013333400090536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,2048,0.020840533574422202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,2048,0.021415466070175172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,2048,0.02136960029602051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,2048,0.02095466653505961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,2048,0.02108479936917623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,2048,0.021243733167648316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,2048,0.019895466168721516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,2048,0.01904746691385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,2048,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,2048,0.019242666165033975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,2048,0.02000746726989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,2048,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,2048,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,2048,0.019988266626993816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,2048,0.01930346687634786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,2048,0.018913066387176512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,2048,0.020669867595036827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,2048,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,2048,0.01913706660270691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,2048,0.01902186671892802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,2048,0.018927999337514243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,2048,0.0196288009484609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,2048,0.01981333295504252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,2560,0.012582400441169738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,2560,0.012998400131861368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,2048,1.0589642842610678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,2048,2.0934708913167315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,2048,0.28964373270670574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,2048,0.27386347452799475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,2048,0.31427199045817056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,2048,0.2617098649342855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,2048,0.26157333056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,2048,0.2458207925160726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,2048,0.2452234745025635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,2048,0.22927680015563964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,2048,0.22827626864115397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,2048,0.21167999903361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,2048,0.21097493171691895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,2048,0.195415465037028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,2048,0.1932480017344157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,2048,0.1775968074798584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,2048,0.17581760088602702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,2048,0.1597610632578532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,2048,0.1589205265045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,2048,0.14189866383870442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,2048,0.13434240023295085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,2048,0.12527573108673096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,2048,0.11143786907196045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,2048,0.10519359906514485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,2048,0.5391712188720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,2048,0.08912639617919922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,2048,0.08428053061167398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,2048,0.06870933373769125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,2048,0.06461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,2048,0.04368213415145874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,2048,0.29609387715657554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,2048,0.03164373238881429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,2048,0.2758005460103353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,2048,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,2048,0.019853866100311278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,2048,0.01994453271230062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,2048,0.019509333372116088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,2048,0.018247467279434205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,2048,0.018219733238220216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,2048,0.01821440060933431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,2048,0.01788160006205241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,2048,0.05177066723505656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,2048,0.036668801307678224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,2048,0.025608533620834352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,2048,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,2048,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,2048,0.01409173309803009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,2048,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,2048,0.013803733388582864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,2048,0.012497066458066305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,2048,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,2048,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,2048,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,2048,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,2048,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,2048,0.015838932991027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,2048,0.01672853430112203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,2048,0.01585919956366221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,2048,0.015955199797948204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,2048,0.015016532937685647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,2048,0.016149333119392394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,2048,0.015406933426856995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,2048,0.016204800208409628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,2048,0.015258666872978211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,2048,0.01560426652431488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,2048,0.01548479994138082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,2048,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,2048,0.015382400155067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,2048,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,2048,0.016459733247756958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,2048,0.01420266628265381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,2048,0.015296000242233276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,2048,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,2048,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,2048,0.5784330368041992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,2048,0.3055498758951823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,2048,0.15546879768371583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,2048,0.08830826282501221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,2048,0.0883957306543986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,2048,0.08386027018229167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,2048,0.08334933121999105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,2048,0.0817525307337443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,2048,0.07806613445281982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,2048,0.07702826658884684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,2048,0.07287999788920084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,2048,0.07130773067474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,2048,0.06711146831512452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,2048,0.06687359809875489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,2048,0.06591573158899942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,2048,0.060977065563201906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,2048,0.060646398862202966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,2048,0.056331733862559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,2048,0.05567040046056112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,2048,0.05122880140940348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,2048,0.05020693143208822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,2048,0.049532798926035564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,2048,0.04508800109227498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,2048,0.043945598602294925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,2048,0.03945706685384114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,2048,0.03900373379389445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,2048,0.038354134559631346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,2048,0.0341813325881958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,2048,0.03311893343925476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,2048,0.028761599461237592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,2048,0.028085333108901978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,2048,0.023245867093404135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,2048,0.022845866282780965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,2048,0.02257279952367147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,2048,0.01733120083808899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,2048,0.01755733291308085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,2048,0.011736533045768738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,2048,0.012134400010108948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,2048,0.011714133620262145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,2048,0.012147200107574464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,2048,0.011938132842381795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,2048,0.011753599842389424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,2048,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,2048,0.012507733702659608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,2048,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,2048,0.0109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,2048,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,2048,0.0113045334815979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,2048,0.010925867160161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,2048,0.010905599594116211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,2048,0.010878933469454448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,2048,0.010940800110499065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,2048,0.01104639967282613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,2048,0.010956799983978272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,2048,0.011230933666229247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,2048,0.010920533537864685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,2048,0.010910933216412861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,2048,0.010921600461006164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,2048,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,2048,0.011355732878049214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,2048,0.011354666948318482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,2048,0.010990933577219645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,2048,0.011794132987658183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,2048,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,2048,0.011332266529401143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,2048,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,2048,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,2048,0.011274666587511698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,2048,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,2048,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,2048,0.0118559996287028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,1536,0.9317404429117838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,1536,0.5455022388034397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,1536,0.27800001038445366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,1536,0.1607875559065077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,1536,0.15119466516706678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,1536,0.15233777629004583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,1536,0.14235733615027532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,1536,0.13651911417643228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,1536,0.12370667192671035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,1536,0.11635377671983506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,1536,0.11523911688062881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,1536,0.11535822020636664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,1536,0.10161599848005508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,1536,0.10529066456688775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,1536,0.09666844209035237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,1536,0.09008533424801296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,1536,0.09204977750778198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,1536,0.08889955282211304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,1536,0.07785244120491876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,1536,0.0783182250128852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,1536,0.07202133205201891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,1536,0.06687466965781318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,1536,0.06222933530807495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,2048,0.011623467008272808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,1536,0.059903999169667564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,1536,0.05518577827347649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,1536,0.05196977655092875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,1536,0.04942933387226529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,1536,0.043219556411107383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,1536,0.04510400030348036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,1536,0.04289422101444668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,1536,0.03451733456717597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,1536,0.03096533483929104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,1536,0.027365333504146997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,1536,0.02160355614291297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,1536,0.020222221811612446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,1536,0.014254222313563028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,1536,0.013573333621025085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,1536,0.014147554834683737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,1536,0.013443555268976422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,1536,0.012759110993809171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,1536,0.012810666528013019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,1536,0.012071111136012606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,1536,0.012625777886973487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,1536,0.011391999820868174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,1536,0.01090844472249349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,1536,0.011224889092975192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,1536,0.011244444383515252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,1536,0.011025778121418424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,1536,0.010762666662534079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,1536,0.010784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,1536,0.010599111517270407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,1536,0.010638222098350525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,1536,0.010492444038391113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,1536,0.010593777729405297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,1536,0.010625777973069085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,1536,0.010501333408885531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,1536,0.010392888552612728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,1536,0.010588444769382477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,1536,0.010140444669458602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,1536,0.010240000155236986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,1536,0.010323555933104621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,1536,0.010439111126793755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,1536,0.010483555495738983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,1536,0.010096000300513374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,1536,0.010334221853150262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,1536,0.010223999619483948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,1536,0.01036800030204985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,1536,0.010104888843165504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,1536,0.010476444330480365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,1536,0.010519111322032081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,1536,0.010472888747851053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,1536,0.010497777826256223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,1536,0.010568888651000129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,1536,0.010510221951537661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,1536,0.6481109619140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,1536,0.34457066853841145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,1536,0.18402667045593263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,1536,0.10394986470540364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,1536,0.10025813579559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,1536,0.10223573048909504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,1536,0.09438506762186685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,1536,0.08929813702901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,1536,0.09409173329671225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,1536,0.08486826419830322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,1536,0.08227413495381673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,1536,0.08411200046539306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,1536,0.07740800380706787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,1536,0.07597546577453614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,1536,0.07291839917500814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,1536,0.07026346524556479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,1536,0.07038506666819254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,1536,0.06932053565979004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,1536,0.0645962675412496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,1536,0.06542826493581136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,1536,0.06385600169499715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,1536,0.057085867722829184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,1536,0.054049066702524816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,1536,0.05150613387425741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,1536,0.04948800007502238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,1536,0.046836264928181964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,1536,0.05935573180516561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,1536,0.041864534219106034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,1536,0.04355093240737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,1536,0.037812264760335286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,1536,0.03333973487218221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,1536,0.03212160070737203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,1536,0.02874026695887248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,1536,0.027413332462310792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,1536,0.02446826696395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,1536,0.02295680046081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,1536,0.023496532440185548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,1536,0.04256853262583415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,1536,0.022784000635147093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,1536,0.023730132977167764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,1536,0.02130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,1536,0.020973867177963255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,1536,0.02063039938608805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,1536,0.022065067291259767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,1536,0.02053440014521281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,1536,0.020422399044036865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,1536,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,2048,0.011293866237004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,1536,0.019827200969060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,1536,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,1536,0.02033066749572754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,1536,0.019964800278345744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,1536,0.018956800301869713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,1536,0.018901334206263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,1536,0.019001599152882895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,1536,0.019362133741378785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,1536,0.01971413294474284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,1536,0.018913066387176512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,1536,0.019383466243743895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,1536,0.01936533252398173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,1536,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,1536,0.01936639944712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,1536,0.018367999792099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,1536,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,1536,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,1536,0.018678400913874307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,1536,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,1536,0.018360533316930137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,1536,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,1536,0.018798933426539103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,1536,0.018732800086339315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,1536,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,1536,0.01869759956995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,1536,0.018616533279418944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,1536,0.01873706579208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,2048,0.011953066786130269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,1536,0.9804735819498698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,1536,0.2686559995015462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,1536,1.935481643676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,1536,0.5020277341206868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,1536,0.25941012700398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,1536,0.2864586512247721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,1536,0.2444810708363851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,1536,0.24039360682169594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,1536,0.2294421354929606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,1536,0.21299413045247398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,1536,0.22587733268737792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,1536,0.22169814109802247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,1536,0.19579200744628905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,1536,0.17667412757873535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,1536,0.17926400502522785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,1536,0.16341546376546223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,1536,0.19405333201090497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,1536,0.14684267044067384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,1536,0.14226880073547363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,1536,0.13102186520894368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,1536,0.11834346453348796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,1536,0.1142090638478597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,1536,0.16173334121704103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,1536,0.09052480061848958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,1536,0.0919327974319458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,1536,0.06825173695882161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,1536,0.07403093179066976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,1536,0.05609386761983236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,1536,0.05023893515268961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,1536,0.03808639844258626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,1536,0.26970027287801107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,1536,0.02700693408648173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,1536,0.2539423942565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,1536,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,1536,0.018203733364741008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,1536,0.018476800123850504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,1536,0.017861332496007284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,1536,0.017017600933710735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,1536,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,1536,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,1536,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,1536,0.04326186577479045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,1536,0.033462401231129965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,1536,0.022376533349355063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,1536,0.013040000200271606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,1536,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,1536,0.013250133395195008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,1536,0.013524267077445983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,1536,0.01378986636797587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,1536,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,1536,0.013235200444857279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,1536,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,1536,0.013196800152460733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,1536,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,1536,0.013474133610725404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,1536,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,1536,0.012959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,1536,0.013061333696047464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,1536,0.012896000345547994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,1536,0.014035200079282125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,1536,0.012502400080362954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,1536,0.01325653294722239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,1536,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,1536,0.013273599743843078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,1536,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,1536,0.012819199760754903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,1536,0.013317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,1536,0.01272213359673818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,1536,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,1536,0.012680533528327941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,1536,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,1536,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,1536,0.01316373348236084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,1536,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,1536,0.24897279739379882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,1536,0.4851946512858073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,1536,0.1289706627527873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,1536,0.07521599928538004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,1536,0.073307736714681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,1536,0.06973439852396647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,1536,0.0704906702041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,1536,0.065557332833608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,1536,0.06790506839752197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,1536,0.06425173282623291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,1536,0.06131306489308676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,1536,0.059529598553975424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,1536,0.05782186587651571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,1536,0.056024531523386635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,1536,0.05616426865259806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,1536,0.05089919964472452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,1536,0.05208106835683187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,1536,0.04659306605656942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,1536,0.04726399978001912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,1536,0.04249386787414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,1536,0.0408021330833435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,1536,0.04260053237279256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,1536,0.03848746617635091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,1536,0.03682133356730143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,1536,0.03350186745325724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,1536,0.03331519961357117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,1536,0.032408533493677776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,1536,0.02863360047340393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,1536,0.02782613237698873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,1536,0.024805333216985068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,1536,0.024715733528137208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,1536,0.019556266069412232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,1536,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,1536,0.019400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,1536,0.01548693378766378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,1536,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,1536,0.010318932930628459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,1536,0.010479999581972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,1536,0.010156800349553425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,1536,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,1536,0.010563199718793232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,1536,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,1536,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,1536,0.010874666770299276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,1536,0.009713066617647807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,1536,0.010069333513577779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,1536,0.009777067104975383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,1536,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,1536,0.009274666508038838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,1536,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,1536,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,1536,0.00976213316122691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,1536,0.009729066491127014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,1536,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,1536,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,1536,0.009902933239936828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,1536,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,1536,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,1536,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,1536,0.009751466910044353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,1536,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,1536,0.009758933385213216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,1536,0.009704533219337463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,1536,0.010166399677594503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,1536,0.010073600212732951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,1536,0.009642666578292847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,1536,0.00969599982102712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,1536,0.00974826713403066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,1536,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,1536,0.009818666179974874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,1024,0.6188245137532552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,1024,0.35659093856811525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,1024,0.1826837380727132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,1024,0.11675626436869305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,1024,0.09939093589782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,1024,0.10291199684143067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,1024,0.09409600098927816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,1024,0.08274772961934408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,1024,0.07817707061767579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,1024,0.07491626739501953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,1024,0.0722442626953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,1024,0.0710197369257609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,1024,0.06681280136108399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,1024,0.06911253134409587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,1024,0.06257280111312866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,1024,0.06039679845174154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,1024,0.06028906504313151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,1024,0.05821973482767741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,1024,0.05197973251342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,1024,0.05303786595662435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,1024,0.04893866777420044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,1024,0.045317331949869796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,1024,0.041495466232299806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,1024,0.03957013289133708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,1024,0.03657173315684001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,1024,0.034695466359456376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,1024,0.0325055996576945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,1536,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,1024,0.02928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,1024,0.030958932638168336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,1024,0.02953386704126994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,1024,0.02370026707649231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,1024,0.020972800254821778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,1024,0.01922986706097921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,1024,0.015550933281580605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,1024,0.01400213340918223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,1024,0.010648533701896667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,1024,0.009890133142471313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,1024,0.010126933455467224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,1024,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,1024,0.00932373305161794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,1024,0.009325866897900898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,1024,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,1024,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,1024,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,1024,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,1024,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,1024,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,1024,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,1024,0.007739733159542084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,1024,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,1024,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,1024,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,1024,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,1024,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,1024,0.007446399827798207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,1024,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,1024,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,1024,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,1024,0.0072970668474833175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,1024,0.007237333556016285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,1024,0.007234133283297221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,1024,0.00729066679875056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,1024,0.007366399963696797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,1024,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,1024,0.0072405333320299785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,1024,0.0072512000799179075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,1024,0.007402666906515758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,1024,0.007283199826876323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,1024,0.007249066730340321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,1024,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,1024,0.0072629332542419435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,1024,0.007375999788443248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,1024,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,1024,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,1024,0.4621429443359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,1024,0.23308587074279785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,1024,0.13531840642293294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,1024,0.0757578690846761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,1024,0.07515520254770915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,1024,0.07384533087412516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,1024,0.07025492986043294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,1024,0.06893653074900309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,1024,0.070906662940979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,1024,0.0658677339553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,1024,0.06526933511098226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,1024,0.06661333243052164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,1024,0.06352426608403525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,1024,0.065120001633962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,1024,0.06281813383102416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,1024,0.05811733404795329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,1024,0.058721065521240234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,1024,0.05629760026931763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,1024,0.05290559927622477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,1024,0.053155199686686194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,1024,0.0510101318359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,1024,0.046506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,1024,0.0446176012357076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,1024,0.04023360013961792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,1024,0.04233280022939046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,1024,0.03922986586888631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,1536,0.009684266646703084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,1024,0.03421546618143718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,1024,0.035122132301330565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,1024,0.03193706671396891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,1024,0.032500267028808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,1024,0.028042666117350262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,1024,0.028454399108886717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,1024,0.024661332368850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,1024,0.02545386751492818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,1024,0.021227733294169108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,1024,0.019721599419911702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,1024,0.019592533508936562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,1024,0.018901334206263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,1024,0.018760534127553304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,1024,0.01944533387819926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,1024,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,1024,0.03777066469192505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,1024,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,1024,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,1024,0.017554134130477905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,1024,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,1024,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,1024,0.017972266674041747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,1536,0.010545066992441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,1024,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,1024,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,1024,0.01690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,1024,0.016453333695729575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,1024,0.01650773286819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,1024,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,1024,0.014776532848676046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,1024,0.016911999384562174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,1024,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,1024,0.016249600052833556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,1024,0.01825066606203715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,1024,0.015220266580581666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,1024,0.01513920029004415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,1024,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,1024,0.015265066425005594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,1024,0.014787200093269347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,1024,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,1024,0.015887999534606935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,1024,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,1024,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,1024,0.01566933294137319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,1024,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,1024,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,1024,0.014974932869275412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,1024,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,1024,0.014851199587186179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,1024,0.9028298695882162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,1024,0.2468479951222738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,1024,1.7825152079264324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,1024,0.23192747433980307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,1024,0.45969174702962234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,1024,0.21777706146240233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,1024,0.2579093297322591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,1024,0.20341226259867348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,1024,0.20007039705912272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,1024,0.18954559961954753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,1024,0.18544853528340657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,1024,0.17513705889383951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,1024,0.1702250639597575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,1024,0.159772793451945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,1024,0.15497280756632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,1024,0.14562880198160807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,1024,0.13568320274353027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,1024,0.12726399898529053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,1024,0.11493439674377441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,1024,0.10901333491007488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,1024,0.09254293441772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,1024,0.0909226655960083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,1024,0.07673493226369223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,1024,0.07501653035481771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,1024,0.0577888011932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,1024,0.05204906860987345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,1024,0.04822719891866048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,1024,0.04264959891637166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,1024,0.24361173311869302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,1024,0.0343722661336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,1024,0.2283082644144694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,1024,0.02377600073814392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,1024,0.21520320574442545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,1024,0.01567466656366984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,1024,0.015588266650835672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,1024,0.015459199746449789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,1024,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,1024,0.013630933562914529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,1024,0.013716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,1024,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,1024,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,1024,0.03789759874343872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,1024,0.029025065898895263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,1024,0.01016960044701894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,1024,0.010811733206113179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,1024,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,1024,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,1024,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,1024,0.011155200004577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,1024,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,1024,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,1024,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,1024,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,1024,0.009532800316810608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,1024,0.009983999530474345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,1024,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,1024,0.010371200243631999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,1024,0.018497065703074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,1024,0.010073600212732951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,1024,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,1024,0.01013973355293274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,1024,0.010654933253924052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,1024,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,1024,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,1024,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,1024,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,1024,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,1024,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,1024,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,1024,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,1024,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,1024,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,1024,0.010393599669138592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,1024,0.3681098620096842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,1024,0.09947840372721353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,1024,0.18799467086791993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,1024,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,1024,0.05743253231048584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,1024,0.05715413490931193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,1024,0.05407040119171143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,1024,0.05373866558074951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,1024,0.052130134900410977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,1024,0.05018773476282755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,1024,0.04975893497467041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,1024,0.047193598747253415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,1024,0.04690879980723063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,1024,0.043952000141143796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,1024,0.0440287987391154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,1024,0.04303146600723266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,1024,0.040667732556660965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,1024,0.037463466326395675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,1024,0.03996693293253581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,1024,0.034543999036153156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,1024,0.0367850661277771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,1024,0.03396906852722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,1024,0.03228800098101298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,1024,0.030510934193929036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,1024,0.029632000128428142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,1024,0.027153066794077557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,1024,0.026263467470804852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,1024,0.026173865795135497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,1024,0.023644800980885824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,1024,0.023067732652028404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,1024,0.019322667519251505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,1024,0.019655466079711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,1024,0.016293332974116007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,1024,0.01548479994138082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,1024,0.015359999736150107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,1024,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,1024,0.011762133240699768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,1024,0.009335466225941976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,1024,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,1024,0.009265066186587016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,1024,0.009353599945704142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,1024,0.009291733304659527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,1024,0.00925439993540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,1024,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,1024,0.009779199957847595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,1024,0.008829866846402485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,1024,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,1024,0.008850133419036866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,1024,0.00848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,1024,0.008893866340319316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,1024,0.008410666386286418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,1024,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,1024,0.008891733487447102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,1024,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,1024,0.008460799853007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,1024,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,1024,0.008533333738644917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,1024,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,1024,0.008835200468699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,1024,0.008841600020726521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,1024,0.008821333448092144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,1024,0.008830933769543966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,1024,0.008861866593360902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,1024,0.008829866846402485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,1024,0.008556800087292989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,1024,0.008463999629020691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,1024,0.008898133039474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,1024,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,1024,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,1024,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,1024,0.008887466788291932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,768,0.4792181332906087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,768,0.26921920776367186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,1024,0.00883840024471283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,768,0.14039360682169597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,768,0.07156053384145102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,768,0.08018666903177897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,768,0.07287360032399495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,768,0.0801589330037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,768,0.0643114686012268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,768,0.0750495990117391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,768,0.0609226663907369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,768,0.06258560021718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,768,0.05486826499303182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,768,0.058178134759267176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,1024,0.009107200304667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,768,0.05450133482615153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,768,0.04914773305257161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,768,0.0535584012667338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,768,0.0480128010114034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,768,0.04142933289210002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,768,0.043825066089630126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,768,0.03935999870300293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,768,0.03732159932454427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,768,0.032824534177780154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,768,0.032662399609883624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,768,0.028565333286921187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,768,0.02648853262265523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,768,0.02302293380101522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,768,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,768,0.023808000485102336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,768,0.019563732544581096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,768,0.05134613513946533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,768,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,768,0.015235199530919393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,768,0.012784000237782797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,768,0.011452800035476685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,768,0.008888533711433411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,768,0.028843732674916585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,768,0.008666666348775227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,768,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,768,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,768,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,768,0.00783679982026418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,768,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,768,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,768,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,768,0.006799999872843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,768,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,768,0.0064181332786877945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,768,0.006807466844717662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,768,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,768,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,768,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,768,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,768,0.008475733796755473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,768,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,768,0.00636053333679835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,768,0.006265600025653839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,768,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,768,0.00595413347085317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,768,0.006213333209355672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,768,0.006090666850407918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,768,0.006020266811052958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,768,0.005913599828879039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,768,0.0060928001999855045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,768,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,768,0.006108800073464712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,768,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,768,0.006053333481152853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,768,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,768,0.006031999985376993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,768,0.006218666831652323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,768,0.006431999802589417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,768,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,768,0.3767317454020182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,768,0.19087573687235515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,768,0.10639466444651287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,768,0.07039360205332437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,768,0.005960533519585928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,768,0.06803840001424154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,768,0.06618026494979859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,768,0.06455359856287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,768,0.06212799946467081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,768,0.061343999703725186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,768,0.05950400034586588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,768,0.0580618659655253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,768,0.05552639961242676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,768,0.057163735230763756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,768,0.05458453496297201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,768,0.05848000049591064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,768,0.05125013192494711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,768,0.05056853294372558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,768,0.04938240051269531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,768,0.045466665426890054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,768,0.04868373473485311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,768,0.043195732434590656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,768,0.04128640095392863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,768,0.03942399819691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,768,0.040251731872558594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,768,0.03561919927597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,768,0.03469013373057048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,768,0.0329802672068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,768,0.031038933992385866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,768,0.03128640055656433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,768,0.027407999833424884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,768,0.02927466630935669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,768,0.026682666937510174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,768,0.02599253257115682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,768,0.023679999510447185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,768,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,768,0.023685334126154582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,768,0.018489599227905273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,768,0.016825600465138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,768,0.01885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,768,0.018225065867106118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,768,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,768,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,768,0.01700906753540039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,768,0.015889066457748412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,768,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,768,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,768,0.01681173245112101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,768,0.016311466693878174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,768,0.014965333541234336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,768,0.016249600052833556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,768,0.01643946667512258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,768,0.014616533120473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,768,0.01685439944267273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,768,0.016005333264668783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,768,0.015117866794268289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,768,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,768,0.014829867084821067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,1024,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,768,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,768,0.01579093337059021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,768,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,768,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,768,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,768,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,768,0.015003732840220132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,768,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,768,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,768,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,768,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,768,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,768,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,768,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,768,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,768,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,768,0.4397621472676595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,768,0.24005546569824218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,768,0.8678431828816733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,768,0.22662612597147622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,768,1.7144767761230468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,768,0.21373333930969238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,768,0.252186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,768,0.19944747289021808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,768,0.19505279858907063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,768,0.18424639701843262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,768,0.18129493395487467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,768,0.1704352060953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,768,0.16576746304829915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,768,0.157206392288208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,768,0.1490122636159261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,768,0.14275306065877277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,768,0.1298250675201416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,768,0.12448000113169352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,768,0.09906559785207113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,768,0.09624533653259278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,768,0.07827413082122803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,768,0.0769599994023641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,768,0.06516373157501221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,768,0.062040531635284425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,768,0.05406080087025961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,768,0.04845333496729533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,768,0.045363199710845944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,768,0.04003520011901855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,768,0.23623147010803222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,768,0.03221653302510579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,768,0.2210591952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,768,0.02262186606725057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,768,0.20850666364034018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,768,0.014013866583506266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,768,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,768,0.013698133826255798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,768,0.013635200262069703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,768,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,768,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,768,0.012483200430870056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,768,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,768,0.03511679967244466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,768,0.0257749338944753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,768,0.017026132345199584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,768,0.009578667084376017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,768,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,768,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,768,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,768,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,768,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,768,0.008498133222262064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,768,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,768,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,768,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,768,0.008805333574612936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,768,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,768,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,768,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,768,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,768,0.009129599730173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,768,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,768,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,768,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,768,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,768,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,768,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,768,0.00925439993540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,768,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,768,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,768,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,768,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,768,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,768,0.16294186909993488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,768,0.31503146489461265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,768,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,768,0.0850378672281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,768,0.04990506569544474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,768,0.04956586758295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,768,0.009716266393661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,768,0.04783360163370769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,768,0.04696213404337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,768,0.04554773171742757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,768,0.04462720155715942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,768,0.04121706485748291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,768,0.043800532817840576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,768,0.041707734266916915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,768,0.03964373270670573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,768,0.038520534833272294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,768,0.03804159959157308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,768,0.036396801471710205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,768,0.035892268021901444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,768,0.033113600810368855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,768,0.03271893262863159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,768,0.030194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,768,0.030081067482630414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,768,0.028601600726445513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,768,0.026539733012517292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,768,0.026577067375183106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,768,0.024086399873097738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,768,0.02327893376350403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,768,0.023075199127197264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,768,0.020718934138615926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,768,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,768,0.017534933487574258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,768,0.01713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,768,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,768,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,768,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,768,0.010921600461006164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,768,0.011103999614715577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,768,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,768,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,768,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,768,0.008596266309420269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,768,0.008437333504358928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,768,0.008644266923268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,768,0.00885973374048869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,768,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,768,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,768,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,768,0.008476799726486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,768,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,768,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,768,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,768,0.00801813354094823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,768,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,768,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,768,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,768,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,768,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,768,0.00800960014263789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,768,0.008438400427500407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,768,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,768,0.008470400174458822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,768,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,768,0.008016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,768,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,768,0.008203733464082081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,768,0.008056533336639405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,768,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,768,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,768,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,512,0.36823787689208987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,512,0.18221759796142578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,512,0.09860906600952149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,512,0.0553984006245931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,512,0.05676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,512,0.0630026658376058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,512,0.05368853410085043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,512,0.0493343989054362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,512,0.046136534214019774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,512,0.04427093267440796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,512,0.04308693408966065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,512,0.04262186686197917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,512,0.04046613375345866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,512,0.03914239803949992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,512,0.04141226609547933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,512,0.035468800862630205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,512,0.03524479866027832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,512,0.034561065832773845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,512,0.030758400758107502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,512,0.03176533381144206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,512,0.029033599297205608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,512,0.02683839996655782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,512,0.024297600984573363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,512,0.022500266631444298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,768,0.008060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,512,0.02113920052846273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,512,0.018959999084472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,512,0.02103466590245565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,512,0.017177599668502807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,512,0.018236800034840902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,512,0.015119999647140503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,512,0.012596266468365988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,512,0.016090666254361473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,512,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,512,0.012444800138473511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,768,0.007990399996439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,512,0.009458133578300476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,512,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,512,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,512,0.006367999811967213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,512,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,512,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,512,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,512,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,512,0.004962133367856344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,512,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,512,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,512,0.0045952002207438145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,512,0.004435199995835622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,512,0.0043029333154360454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,512,0.004300799965858459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,512,0.004098133246103922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,512,0.004006399959325791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,512,0.003882666677236557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,512,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,512,0.00359253336985906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,512,0.003606399893760681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,512,0.003913599997758865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,512,0.003606399893760681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,512,0.0034858666360378264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,512,0.0036127999424934386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,512,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,512,0.003491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,512,0.0035402665535608927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,512,0.005992533266544342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,512,0.003509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,512,0.003618133316437403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,512,0.0035477332770824433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,512,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,512,0.003491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,512,0.003537066777547201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,512,0.0036117332677046456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,512,0.0035914666950702667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,512,0.003732266773780187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,512,0.0038122666378815973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,512,0.2951594670613607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,512,0.15399680137634278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,512,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,512,0.0842847983042399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,512,0.059387731552124026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,768,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,512,0.05667200088500977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,512,0.05648746490478516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,512,0.05292373498280843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,512,0.05283519824345907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,512,0.04950613180796305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,512,0.05289813280105591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,512,0.04949546655019124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,512,0.04847466548283895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,512,0.046521600087483725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,512,0.04775893290837606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,512,0.05017600059509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,512,0.0431007981300354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,512,0.04199680089950562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,512,0.043112532297770186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,512,0.040105601151784256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,512,0.03752106825510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,512,0.03626240094502767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,512,0.03941546678543091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,512,0.034397868315378825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,512,0.03346133232116699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,512,0.031490133206049604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,512,0.030181332429250078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,512,0.027065600951512652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,512,0.02792746623357137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,512,0.025500800212224322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,512,0.025849600632985432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,512,0.02332800030708313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,512,0.023375999927520753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,512,0.020899200439453126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,512,0.022636799017588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,512,0.017272533973058064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,512,0.016721065839131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,512,0.017504000663757326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,512,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,512,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,512,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,512,0.017040000359217326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,512,0.017285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,512,0.017044266064961754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,512,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,512,0.01633386711279551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,512,0.01594239970048269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,512,0.014779733618100485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,512,0.015731199582417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,512,0.016008533040682473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,512,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,512,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,512,0.0313973327477773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,512,0.016433067123095193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,512,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,512,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,512,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,512,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,512,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,512,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,512,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,512,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,512,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,512,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,512,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,512,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,512,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,512,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,512,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,512,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,512,0.014298666516939798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,512,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,512,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,512,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,512,0.4183146794637044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,512,0.8301823933919271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,512,0.22199680010477701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,512,1.628323237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,512,0.20995626449584961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,512,0.19784639676411947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,512,0.23114986419677735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,512,0.185482660929362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,512,0.17847146987915039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,512,0.17085866928100585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,512,0.16358505884806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,512,0.15744105974833172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,512,0.15145813624064128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,512,0.14559680620829266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,512,0.12759466965993244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,512,0.12390507062276204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,512,0.10862826506296794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,512,0.10179946422576905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,512,0.09391573270161947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,512,0.09054400126139323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,512,0.07401173114776612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,512,0.07188053131103515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,512,0.062135465939839686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,512,0.05813866853713989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,512,0.0501418670018514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,512,0.046078932285308835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,512,0.04150400161743164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,512,0.037886933485666914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,512,0.20464107195536294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,512,0.02913600007692973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,512,0.2159221331278483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,512,0.0211136003335317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,512,0.1903253396352132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,512,0.013041067123413085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,512,0.012891733646392822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,512,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,512,0.012809600432713827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,512,0.011610666910807293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,512,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,512,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,512,0.012057600418726604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,512,0.03215786616007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,512,0.02322559952735901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,512,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,512,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,512,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,512,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,512,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,512,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,512,0.007706666489442189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,512,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,512,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,512,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,512,0.008131200075149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,512,0.008123733103275299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,512,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,512,0.008328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,512,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,512,0.008584533135096233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,512,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,512,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,512,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,512,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,512,0.008094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,512,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,512,0.00814933329820633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,512,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,512,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,512,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,512,0.27016000747680663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,512,0.0748032013575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,512,0.13974827130635578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,512,0.0449013352394104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,512,0.044912000497182206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,512,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,512,0.00928106705347697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,512,0.042444801330566405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,512,0.04260480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,512,0.041275731722513836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,512,0.039607465267181396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,512,0.03874133427937825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,512,0.037419732411702475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,512,0.036798934141794845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,512,0.034969600041707356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,512,0.03468480110168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,512,0.03427520195643107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,512,0.03139839967091878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,512,0.03134719928105672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,512,0.02937813401222229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,512,0.029294933875401812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,512,0.026642133792241413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,512,0.02622399926185608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,512,0.026012800137201947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,512,0.023939200242360435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,512,0.02061333258946737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,512,0.022741333643595377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,512,0.02108479936917623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,512,0.020268799861272176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,512,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,512,0.01743040084838867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,512,0.01532799998919169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,512,0.014934399724006652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,512,0.01243839959303538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,512,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,512,0.012401066223780314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,512,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,512,0.010128000378608703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,512,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,512,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,512,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,512,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,512,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,512,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,512,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,512,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,512,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,512,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,512,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,512,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,512,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,512,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,512,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,512,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,512,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,512,0.00801386684179306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,512,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,512,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,512,0.00788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,512,0.007820799946784973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,512,0.007643733421961467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,512,0.008032000064849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,512,0.007895466685295106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,512,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,512,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,256,0.23738560676574708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,256,0.11571626663208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,256,0.05907946825027466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,256,0.03691519896189372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,256,0.03342613379160563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,256,0.034770135084788004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,256,0.03176213304201762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,256,0.03174720009167989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,256,0.029896533489227294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,256,0.029084799687067668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,256,0.028123732407887774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,256,0.02860693335533142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,256,0.026754132906595868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,256,0.026230400800704955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,256,0.030402133862177532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,256,0.023690666755040488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,256,0.023640533288319908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,512,0.00761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,256,0.02350506583849589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,256,0.021267199516296388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,256,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,256,0.018478933970133463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,256,0.019883733987808228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,256,0.016812799374262492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,256,0.017529600858688356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,256,0.014988799889882406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,256,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,256,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,256,0.01216319998105367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,256,0.012433066964149475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,512,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,256,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,256,0.008967467149098714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,256,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,256,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,256,0.005182933310667674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,256,0.004770133395989736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,256,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,256,0.0046015997727712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,256,0.004289066791534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,256,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,256,0.0038719999293486277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,256,0.004226133227348328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,256,0.0038304001092910765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,256,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,256,0.0035989334185918174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,256,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,256,0.0034815999368826545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,512,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,256,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,256,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,256,0.003340800106525421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,256,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,256,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,256,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,256,0.003147733211517334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,256,0.0029663999875386557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,256,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,256,0.002682666728893916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,256,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,256,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,256,0.0029237332443396253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,256,0.0027456000447273255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,256,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,256,0.002829866607983907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,256,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,256,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,256,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,256,0.0028864001234372456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,256,0.002678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,256,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,256,0.0029578665892283124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,256,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,256,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,256,0.11896213690439861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,256,0.22122666041056313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,256,0.07000532944997152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,256,0.047362132867177324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,256,0.061586133639017736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,256,0.04779520034790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,256,0.04361706574757894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,256,0.04289173285166423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,256,0.056731732686360684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,256,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,256,0.04138559897740682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,256,0.040720001856486006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,256,0.04091200033823649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,256,0.03762986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,256,0.038701868057250975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,256,0.0449621319770813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,256,0.0370410680770874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,256,0.03873066504796346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,256,0.04121066729227702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,256,0.032118399937947587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,256,0.03195733428001404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,256,0.02966826756795247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,256,0.028988800446192425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,256,0.02834133307139079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,256,0.026649600267410277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,256,0.025638399521509807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,256,0.028787199656168622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,256,0.023517866929372154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,256,0.023316266139348348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,256,0.024247467517852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,256,0.02296853264172872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,256,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,256,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,256,0.01885546644528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,256,0.03494826555252075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,256,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,256,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,256,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,256,0.016039466857910155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,256,0.016314666469891867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,256,0.015560533603032431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,256,0.016030933459599814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,256,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,256,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,256,0.015988266468048094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,256,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,256,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,256,0.015205333630243937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,256,0.014814933141072592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,256,0.0203167994817098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,256,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,256,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,256,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,256,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,256,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,256,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,256,0.01430400013923645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,256,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,256,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,256,0.013223466277122498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,256,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,256,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,256,0.013705600301424661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,256,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,256,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,256,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,256,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,256,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,256,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,256,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,256,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,256,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,256,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,256,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,256,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,256,0.2886624018351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,256,0.571730105082194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,256,0.15505919456481934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,256,0.14645867347717284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,256,1.1175093332926431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,256,0.13826133410135905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,256,0.15972053209940593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,256,0.12998507022857667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,256,0.12401599884033203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,256,0.12040639718373616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,256,0.11484159628550213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,256,0.11192853450775146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,256,0.10550613403320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,256,0.10224426587422689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,256,0.09175786972045899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,256,0.08929386933644613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,256,0.07687573432922364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,256,0.07388160228729249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,256,0.0641205350557963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,256,0.062318933010101316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,256,0.053054932753245035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,256,0.051429335276285806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,256,0.04610453446706136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,256,0.04474453528722127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,256,0.039408000310262044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,256,0.0375488003094991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,256,0.03299093246459961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,256,0.03057173291842143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,256,0.13374826113382976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,256,0.14200852711995443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,256,0.024305067459742227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,256,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,256,0.15029652913411456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,256,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,256,0.01118933359781901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,256,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,256,0.01120960017045339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,256,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,256,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,256,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,256,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,256,0.025175466140111284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,256,0.013262933492660523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,256,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,256,0.007732266684373219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,256,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,256,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,256,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,256,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,256,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,256,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,256,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,256,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,256,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,256,0.006866133213043213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,256,0.006818133095900218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,256,0.006771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,256,0.006867200136184692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,256,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,256,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,256,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,256,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,256,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,256,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,256,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,256,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,256,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,256,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,256,0.006397866706053417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,256,0.006412800153096516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,256,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,256,0.2095402717590332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,256,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,256,0.11256213188171386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,256,0.062882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,256,0.036678401629130046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,256,0.03674240112304687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,256,0.03501439889272054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,256,0.03501546780268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,256,0.03359253406524658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,256,0.03308479984601338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,256,0.03223466674486796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,256,0.03113066752751668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,256,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,256,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,256,0.029718399047851562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,256,0.029250133037567138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,256,0.02848213315010071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,256,0.027600000301996868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,256,0.02603200078010559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,256,0.02616106669108073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,256,0.024305067459742227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,256,0.02405973275502523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,256,0.022344533602396646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,256,0.02177919944127401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,256,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,256,0.020038400093714395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,256,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,256,0.017356799046198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,256,0.01697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,256,0.01691306630770365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,256,0.01514346698919932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,256,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,256,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,256,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,256,0.012823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,256,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,256,0.01074666678905487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,256,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,256,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,256,0.007625600198904674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,256,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,256,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,256,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,256,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,256,0.00787306676308314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,256,0.00774186650911967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,256,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,256,0.0071829333901405334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,256,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,256,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,256,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,256,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,256,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,256,0.007189333438873291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,256,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,256,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,256,0.007187200089295705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,256,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,256,0.007758933305740357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,256,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,256,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,256,0.0071839998165766404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,256,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,256,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,256,0.007472000022729237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,256,0.007672533392906189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,256,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,256,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,256,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,256,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,256,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,128,0.1943306605021159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,128,0.1008618672688802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,128,0.052345601717631016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,128,0.03009919921557109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,128,0.030818132559458415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,128,0.02852906584739685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,128,0.028358399868011475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,128,0.025655466318130492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,128,0.027532800038655596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,128,0.02271040081977844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,128,0.025553067525227863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,128,0.02408746679623922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,128,0.02183039983113607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,128,0.021592533588409422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,128,0.020360533396402994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,128,0.019960532585779824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,128,0.02148373325665792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,128,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,128,0.01729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,256,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,128,0.017953066031138103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,128,0.018220800161361694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,128,0.017167999347050985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,128,0.013461333513259888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,128,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,128,0.013809067010879517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,128,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,128,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,128,0.010240000486373902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,128,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,128,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,128,0.010452266534169514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,128,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,128,0.009291733304659527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,128,0.006348800162474315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,128,0.006009600063165029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,128,0.004317866762479147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,128,0.004321066538492838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,128,0.003937066594759623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,128,0.0038602667550245917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,128,0.0039061332742373147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,128,0.003702399879693985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,128,0.0035349334279696143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,256,0.0071936001380284624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,256,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,128,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,128,0.0031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,128,0.003369600077470144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,128,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,128,0.003138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,128,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,128,0.0031040000418821974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,128,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,128,0.0028789333999156954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,128,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,128,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,128,0.0027669332921504974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,128,0.0026762666801611584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,128,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,128,0.0031210665901501974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,128,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,128,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,128,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,128,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,128,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,128,0.0026922665536403658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,128,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,128,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,128,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,128,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,128,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,128,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,128,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,128,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,128,0.002476799984773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,128,0.10695253213246662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,128,0.1914624055226644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,128,0.06416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,128,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,128,0.041725865999857586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,128,0.04073599974314372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,128,0.039246932665507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,128,0.03692053159077962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,128,0.04112853209177653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,128,0.037868801752726236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,128,0.03509226640065511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,128,0.036741332213083906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,128,0.03513280153274536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,128,0.03504106601079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,128,0.033662935098012284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,128,0.03300586740175883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,128,0.030959999561309813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,128,0.03837013244628906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,128,0.031194667021433514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,128,0.03545386791229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,128,0.029022934039433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,128,0.030422399441401165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,128,0.03219093283017476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,128,0.024689066410064697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,128,0.023371734221776328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,128,0.026590933402379353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,128,0.021204266945521036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,128,0.022674133380254112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,128,0.02084266742070516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,128,0.02136853337287903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,128,0.02057386636734009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,128,0.02757333318392436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,128,0.024947200218836466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,128,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,128,0.01877546707789103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,128,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,128,0.01680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,128,0.01525759994983673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,128,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,128,0.015040000279744467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,128,0.016189866264661155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,128,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,128,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,128,0.020829866329828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,128,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,128,0.015586133797963461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,128,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,128,0.014798933267593383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,128,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,128,0.0165503998597463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,128,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,128,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,128,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,128,0.014410666624704995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,128,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,128,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,128,0.013315199812253316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,128,0.01439573367436727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,128,0.013166933258374532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,128,0.013389866550763449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,128,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,128,0.014078933000564575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,128,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,128,0.013052800297737121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,128,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,128,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,128,0.013297067085901896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,128,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,128,0.014085333546002707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,128,0.01316373348236084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,128,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,128,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,128,0.014411733547846476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,128,0.015049599607785544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,16384,128,0.8649333318074545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,16384,128,0.12146986325581868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,16384,128,0.2230559984842936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,16384,128,0.1140554666519165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,16384,128,0.436956787109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,16384,128,0.10747733116149902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,16384,128,0.1236565351486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,16384,128,0.10133226712544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,16384,128,0.0967199961344401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,16384,128,0.09438827037811279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,16384,128,0.08988906542460123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,16384,128,0.08744426568349203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,16384,128,0.0821664015452067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,16384,128,0.08029119968414307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,16384,128,0.07378239631652832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,16384,128,0.07222293217976888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,16384,128,0.06404480139414469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,16384,128,0.06255999803543091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,16384,128,0.054782934983571376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,16384,128,0.0537226676940918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,16384,128,0.046510934829711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,16384,128,0.04463893175125122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,16384,128,0.04046613375345866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,16384,128,0.038718934853871664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,16384,128,0.034578132629394534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,16384,128,0.033352533976236984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,16384,128,0.029233066240946452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,16384,128,0.027400533358256023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,16384,128,0.10918080012003581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,16384,128,0.021833600600560506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,16384,128,0.11724906762440998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,16384,128,0.01618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,16384,128,0.10298773447672527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,16384,128,0.010397866368293762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,16384,128,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,16384,128,0.010398933291435241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,16384,128,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,16384,128,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,16384,128,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,16384,128,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,16384,128,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,16384,128,0.022350933154424033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,16384,128,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,16384,128,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,16384,128,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,16384,128,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,16384,128,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,16384,128,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,16384,128,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,16384,128,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,16384,128,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,16384,128,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,16384,128,0.006287999947865804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,16384,128,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,16384,128,0.0064085334539413456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,16384,128,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,16384,128,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,16384,128,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,16384,128,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,16384,128,0.006296533346176148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,16384,128,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,16384,128,0.006377600133419037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,16384,128,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,16384,128,0.005947733422120413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,16384,128,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,16384,128,0.0061471998691558834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,16384,128,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,16384,128,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,16384,128,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,16384,128,0.006234666705131531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,16384,128,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,16384,128,0.19163519541422527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,16384,128,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,16384,128,0.1062282641728719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,16384,128,0.056924800078074135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,16384,128,0.03470613161722819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,16384,128,0.033843199412028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,16384,128,0.032340266307195026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,16384,128,0.03242879907290141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,16384,128,0.031005867322285968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,16384,128,0.030605866511662798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,16384,128,0.029418667157491047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,16384,128,0.028986666599909467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,16384,128,0.027679999669392902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,16384,128,0.02719893256823222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,16384,128,0.025999999046325682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,16384,128,0.025693867603937787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,16384,128,0.024105600516001382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,16384,128,0.024077866474787393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,16384,128,0.022346667448679605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,16384,128,0.02207466761271159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,16384,128,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,16384,128,0.02070080041885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,16384,128,0.02039360006650289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,16384,128,0.019370667139689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,16384,128,0.018170666694641114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,16384,128,0.017436800400416057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,16384,128,0.016812799374262492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,16384,128,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,16384,128,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,16384,128,0.013885866602261862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,16384,128,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,16384,128,0.01251413325468699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,16384,128,0.012479999661445617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,16384,128,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,16384,128,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,16384,128,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,16384,128,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,16384,128,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,16384,128,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,16384,128,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,16384,128,0.007322666545708974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,16384,128,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,16384,128,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,16384,128,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,16384,128,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,16384,128,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,16384,128,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,16384,128,0.007286400099595388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,16384,128,0.007195733487606049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,16384,128,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,16384,128,0.007229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,16384,128,0.00727893312772115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,16384,128,0.006795733173688252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,16384,128,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,16384,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,16384,128,0.007181866466999054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,16384,128,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,16384,128,0.006797866523265838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,16384,128,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,16384,128,0.00726506660381953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,16384,128,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,16384,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,16384,128,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,16384,128,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,16384,128,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,16384,128,0.006832000116507213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,16384,128,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,16384,128,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,16384,128,0.006821333368619282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,16384,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,16384,128,0.006781866649786632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,16384,128,0.007237333556016285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,16384,128,0.007067733506361644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,16384,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,16384,128,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,64,0.0867797295252482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,64,0.1688576062520345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,64,0.047443199157714847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,64,0.0256223996480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,64,0.02644053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,64,0.024819199244181314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,64,0.0236245334148407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,64,0.022102399667104086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,64,0.023285333315531412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,64,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,64,0.021543467044830324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,64,0.020292266209920248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,64,0.021284266312917074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,64,0.018402133385340372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,64,0.018949333826700845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,64,0.017004799842834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,64,0.022352000077565513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,64,0.01694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,64,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,64,0.01532586713631948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,64,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,64,0.013404800494511922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,64,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,64,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,64,0.011755733688672384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,16384,128,0.00719893326361974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,64,0.009956266482671101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,64,0.013324800133705138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,64,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,64,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,64,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,64,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,64,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,64,0.0086517333984375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,64,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,64,0.005577600002288819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,16384,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,64,0.004347733159859975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,64,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,64,0.0035402665535608927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,64,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,64,0.0032960000137488045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,64,0.00335359995563825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,64,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,64,0.003066666672627131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,64,0.003101866692304611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,64,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,64,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,64,0.0028597332537174227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,64,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,64,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,64,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,64,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,64,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,64,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,64,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,64,0.002418133368094762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,64,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,64,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,64,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,64,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,64,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,64,0.003522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,64,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,64,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,64,0.0023210667073726653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,64,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,64,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,64,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,64,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,64,0.19030613899230958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,64,0.10394026438395183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,64,0.06238293250401815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,64,0.04097493489583333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,64,0.040992001692454025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,64,0.04028266668319702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,64,0.04155946572621663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,64,0.038091735045115156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,64,0.03852906624476115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,64,0.03569706678390503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,64,0.03573653300603231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,64,0.03477973143259684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,64,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,64,0.035605335235595705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,64,0.034245332082112626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,64,0.033188267548878984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,64,0.03153493404388428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,64,0.03169599970181783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,64,0.03592960039774577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,64,0.029239465792973835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,64,0.02832319935162862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,64,0.027743999163309736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,64,0.024875734249750772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,64,0.0300053338209788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,64,0.024762666225433348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,64,0.023118933041890465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,64,0.026859732468922932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,64,0.021255467335383096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,64,0.022807466983795165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,64,0.02312320073445638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,64,0.02105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,64,0.019766400257746376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,64,0.01798186699549357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,64,0.02072640061378479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,64,0.0370741327603658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,64,0.01884160041809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,64,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,64,0.01681706706682841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,64,0.014823466539382935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,64,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,64,0.015895467003186545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,64,0.016178133090337117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,64,0.015246933698654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,64,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,64,0.015884799758593242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,64,0.015347199638684592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,64,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,64,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,64,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,64,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,64,0.014748799800872802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,64,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,64,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,64,0.014019200205802917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,64,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,64,0.01341759959856669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,64,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,64,0.013309866189956665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,64,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,64,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,64,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,64,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,64,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,64,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,64,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,64,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,64,0.013450666268666586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,64,0.014194132884343466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,64,0.013860266407330832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,64,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,64,0.013029332955678305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,64,0.013397333025932313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,64,0.014172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,16384,32,0.16902186075846354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,16384,32,0.04652373393376668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,16384,32,0.08651413122812907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,16384,32,0.02688213388125102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,16384,32,0.026781866947809856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,16384,32,0.026060799757639568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,16384,32,0.0226090669631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,16384,32,0.023970133066177367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,16384,32,0.020822399854660036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,16384,32,0.02172266642252604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,16384,32,0.020777599016825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,16384,32,0.02077546715736389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,16384,32,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,16384,32,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,16384,32,0.017462400595347087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,16384,32,0.02233920097351074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,16384,32,0.01759786605834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,16384,32,0.02228053410847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,16384,32,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,16384,32,0.015451733271280924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,16384,32,0.01409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,16384,32,0.017896533012390137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,16384,32,0.011704533298810323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,16384,32,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,16384,32,0.024334933360417685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,16384,32,0.010036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,16384,32,0.013808000087738036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,16384,32,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,16384,32,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,64,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,16384,32,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,16384,32,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,16384,32,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,16384,32,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,16384,32,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,16384,32,0.0046015997727712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,16384,32,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,16384,32,0.003734400123357773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,16384,32,0.005137066543102265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,16384,32,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,16384,32,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,16384,32,0.004296533266703288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,16384,32,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,16384,32,0.0032149332265059153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,16384,32,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,16384,32,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,16384,32,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,16384,32,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,16384,32,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,16384,32,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,16384,32,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,16384,32,0.0029130667448043824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,16384,32,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,16384,32,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,16384,32,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,16384,32,0.0027189334233601887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,16384,32,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,16384,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,16384,32,0.002666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,16384,32,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,16384,32,0.0023765332996845247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,16384,32,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,16384,32,0.002338133255640666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,16384,32,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,16384,32,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,16384,32,0.0023786666492621104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,16384,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,16384,32,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,16384,32,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,16384,32,0.0023146666586399078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,16384,32,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,16384,32,0.005982933441797892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,16384,32,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,16384,32,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,16384,32,0.10253439744313557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,16384,32,0.18780585924784343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,16384,32,0.06210346619288126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,16384,32,0.04129493236541748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,16384,32,0.040378665924072264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,16384,32,0.0416320006052653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,16384,32,0.03757546742757161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,16384,32,0.03765759865442912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,16384,32,0.038867199420928956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,16384,32,0.034808532396952314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,16384,32,0.03529599905014038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,16384,32,0.03499840100606282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,16384,32,0.03249599933624268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,16384,32,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,16384,32,0.03297706643740336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,16384,32,0.0363754669825236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,16384,32,0.03107946713765462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,16384,32,0.03163093328475952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,16384,32,0.036931200822194414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,16384,32,0.028987733523050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,16384,32,0.02909653385480245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,16384,32,0.03244799971580505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,16384,32,0.02695573369661967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,16384,32,0.023331199089686075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,16384,32,0.023358933130900063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,16384,32,0.026565333207448322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,16384,32,0.02327893376350403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,16384,32,0.02219520012537638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,16384,32,0.02076906760533651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,16384,32,0.022077866395314536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,16384,32,0.019501866896947224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,16384,32,0.021993599335352578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,16384,32,0.03570133447647095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,16384,32,0.01758079926172892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,16384,32,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,16384,32,0.025962666670481367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,16384,32,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,16384,32,0.016839466492335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,16384,32,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,16384,32,0.01598186691602071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,16384,32,0.01565439999103546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,16384,32,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,16384,32,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,16384,32,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,16384,32,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,16384,32,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,16384,32,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,16384,32,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,16384,32,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,16384,32,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,16384,32,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,16384,32,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,16384,32,0.014803199966748556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,16384,32,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,16384,32,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,16384,32,0.014888532956441245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,16384,32,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,16384,32,0.014761599898338317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,16384,32,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,16384,32,0.013818666338920593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,16384,32,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,16384,32,0.013569066921869913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,16384,32,0.013467733065287271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,16384,32,0.014109866817792258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,16384,32,0.013772799571355184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,16384,32,0.01397546629110972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,16384,32,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,16384,32,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,16384,32,0.013885866602261862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,16384,32,0.013865600029627482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,16384,32,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,16384,32,0.013858133554458618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,16384,32,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,16384,32,0.017754666010538735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,16384,32,0.014893866578737893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,65536,4.023029327392578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,65536,8.999551773071289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,65536,4.692975997924805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,65536,4.422831853230794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,65536,4.095578511555989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,65536,17.806986490885418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,65536,4.253050804138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,65536,3.886826515197754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,65536,3.612288157145182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,65536,3.7057441075642905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,65536,3.5393333435058594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,65536,3.7581440607706704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,65536,3.0544373194376626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,65536,3.228586514790853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,65536,2.60480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,65536,3.106149355570475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,65536,3.1761385599772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,65536,2.319354693094889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,65536,2.3144426345825195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,65536,2.7545013427734375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,65536,2.1329280535380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,65536,1.8605173428853352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,65536,1.8156906763712566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,65536,1.6256853739420574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,65536,1.6348212560017903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,65536,1.3167626857757568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,65536,38.097625732421875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,65536,1.0661333401997883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,65536,1.3621973991394043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,65536,1.3642187118530273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,65536,0.7104266484578451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,65536,0.7724479834238688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,65536,0.6574986775716146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,65536,0.531440019607544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,65536,0.3047413428624471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,65536,0.2844906648000081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,65536,2.2440053621927896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,65536,0.2974666754404704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,65536,0.26636266708374023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,65536,0.2728959918022156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,65536,0.26263999938964844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,65536,0.2691626747449239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,65536,0.23266132672627768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,65536,0.23435733715693155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,65536,0.2315733234087626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,65536,0.23505600293477377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,65536,0.25854400793711346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,65536,0.24716800451278687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,65536,0.32414400577545166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,65536,0.2468000054359436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,65536,0.31618134180704754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,65536,0.24714666604995728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,65536,0.2550080021222432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,65536,0.25245867172876996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,65536,0.2516160011291504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,65536,0.24538666009902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,65536,0.24530667066574097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,65536,0.23932800690333048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,65536,0.23851199944814047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,65536,0.2383520007133484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,65536,0.23802665869394937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,65536,0.2373653252919515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,65536,0.23759466409683228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,65536,0.2779680093129476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,65536,0.23668267329533896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,65536,0.23731732368469238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,65536,0.2368639906247457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,65536,0.2362239956855774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,65536,0.23482133944829306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,65536,0.23675199349721274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,65536,0.23281600077946982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,65536,0.23173866669336954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,65536,0.2311733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,65536,0.23059199253718057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,65536,5.202757199605306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,65536,2.886176109313965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,65536,10.93572743733724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,65536,2.8254826863606772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,65536,2.86680539449056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,65536,2.6761814753214517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,65536,2.479285399119059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,65536,2.463103930155436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,65536,2.405344009399414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,65536,2.3810346921284995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,65536,2.271322727203369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,65536,2.0884693463643393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,65536,23.071812947591145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,65536,1.97160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,65536,1.8269386291503906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,65536,1.6803092956542969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,65536,2.1240426699320474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,65536,1.8144747416178386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,65536,1.5097920099894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,65536,1.5611252784729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,65536,2.2204373677571616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,65536,1.406501293182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,65536,1.3834400177001953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,65536,1.2844800154368083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,65536,1.1774826844533284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,65536,1.0439626375834148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,65536,0.9971946875254313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,65536,0.8839413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,65536,0.9126613140106201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,65536,0.7143306732177734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,65536,0.7341012954711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,65536,0.5297120014826456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,65536,0.5643946727116903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,65536,0.37404799461364746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,65536,0.3616480032602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,65536,0.20729599396387735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,65536,0.2464639941851298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,65536,0.216154674688975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,65536,0.22100800275802612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,65536,0.21383466323216757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,65536,0.2018773357073466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,65536,0.18827199935913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,65536,0.1901386578877767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,65536,0.16980266571044922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,65536,0.1832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,65536,0.16300266981124878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,65536,0.17014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,65536,0.16114133596420288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,65536,0.1655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,65536,0.16274133324623108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,65536,0.15795200069745383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,65536,0.15638933579126993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,65536,0.15825066963831583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,65536,0.15448000033696493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,65536,0.15060266852378845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,65536,0.15153066317240396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,65536,0.14485866824785867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,65536,0.14109333356221518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,65536,0.14612799882888794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,65536,0.142384002606074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,65536,0.13927466670672098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,65536,0.14495999614397684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,65536,0.139765332142512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,65536,0.13923199971516928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,65536,0.14250666896502176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,65536,0.1377173364162445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,65536,0.13526933391888937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,65536,0.14294933279355368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,65536,0.13616533080736795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,65536,0.13479999701182047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,65536,0.14017599821090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,65536,0.13334932923316956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,65536,0.1328266660372416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,65536,0.17166399955749512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,65536,5.281045277913411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,65536,2.9841492970784507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,65536,11.011637369791666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,65536,2.9954452514648438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,65536,2.755642573038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,65536,2.3177760442097983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,65536,2.665781339009603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,65536,2.160703976949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,65536,2.3454933166503906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,65536,1.9875146547953289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,65536,2.3151307106018066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,65536,1.8828585942586262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,65536,2.2863465944925943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,65536,1.659498691558838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,65536,2.0409226417541504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,65536,1.6125013033548992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,65536,1.6513867378234863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,65536,1.4019467035929363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,65536,1.6280906995137532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,65536,1.2144213517506917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,65536,1.4170667330423992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,65536,1.07586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,65536,1.13155198097229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,65536,0.9923733075459799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,65536,0.9122613271077474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,65536,0.798741340637207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,65536,0.8382933139801025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,65536,0.6393760045369467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,65536,0.6392053365707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,65536,0.5134826501210531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,65536,0.4422080119450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,65536,0.33938666184743244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,65536,0.2904319961865743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,65536,0.22949866453806558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,65536,0.2251466711362203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,65536,0.2262453238169352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,65536,0.22218134005864462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,65536,0.2224000096321106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,65536,0.2185279925664266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,65536,0.2172106703122457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,65536,0.21394133567810059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,65536,0.15331733226776123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,65536,0.1513759990533193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,65536,0.157669335603714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,65536,0.14827199776967367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,65536,0.14752533038457236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,65536,0.1462559998035431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,65536,0.14692800243695578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,65536,0.14566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,65536,0.14479466279347739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,65536,0.14357866843541464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,65536,0.1425386667251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,65536,0.1388159990310669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,65536,0.13916800419489542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,65536,0.1384053329626719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,65536,0.13912000258763632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,65536,0.1395840048789978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,65536,0.13807466626167297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,65536,0.13847466309865317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,65536,0.13858133554458618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,65536,0.13804266850153604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,65536,0.13909866412480673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,65536,0.13845866918563843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,65536,0.1387999951839447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,65536,0.1381173332532247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,65536,0.1377173364162445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,65536,0.13756266236305237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,65536,0.13751467068990073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,65536,0.13792533675829569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,65536,0.13851199547449747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,65536,0.27162132660547894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,65536,16.111248016357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,65536,1.7232054074605305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,65536,1.525221347808838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,65536,1.5191413561503093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,65536,1.4398399988810222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,65536,1.3620586395263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,65536,1.3533280690511067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,65536,1.3157333532969158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,65536,1.241434653600057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,65536,1.17849596341451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,65536,1.0703360239664714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,65536,1.0640373229980469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,65536,1.065551996231079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,65536,0.9792373180389404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,65536,0.9654826323191324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,65536,0.9613866806030273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,65536,0.8326293627421061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,65536,0.8271413644154867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,65536,0.7864480018615723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,65536,0.7582346598307291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,65536,0.6642773151397705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,65536,0.6584906578063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,65536,0.6408426761627197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,65536,0.5450826485951742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,65536,0.5312960147857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,65536,0.5349813302357992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,65536,0.427018682161967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,65536,0.42270398139953613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,65536,0.40301334857940674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,65536,0.2980586687723796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,65536,0.3007733424504598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,65536,0.2811253269513448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,65536,0.18843199809392294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,65536,0.14291200041770935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,65536,0.1418773333231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,65536,0.14218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,65536,0.14103999733924866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,65536,0.1413226624329885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,65536,0.14384532968203226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,65536,0.1426293353239695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,65536,0.157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,65536,0.1381760040918986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,65536,0.1383626659711202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,65536,0.138373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,65536,0.138373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,65536,0.13800000150998434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,65536,0.13799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,65536,0.13686933120091757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,65536,0.13782399892807007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,65536,0.13726400335629782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,65536,0.13777599732081094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,65536,0.1372106671333313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,65536,0.13799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,65536,0.13662933309872946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,65536,0.13754666845003763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,65536,0.13710400462150574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,65536,0.1362773378690084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,65536,0.13674133022626242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,65536,0.13674666484196982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,65536,0.13749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,65536,0.13640532890955606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,65536,0.13784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,65536,0.138373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,65536,0.1376159985860189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,65536,0.13868266344070435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,65536,0.139082670211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,65536,0.14056000113487244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,65536,0.13945066928863525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,65536,0.1390613317489624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,65536,0.13853333393732706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,65536,0.13875200351079306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,51200,27.679534912109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,51200,13.524602254231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,51200,6.671706517537435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,51200,3.8260587056477866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,51200,3.8739360173543296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,51200,3.6375786463419595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,51200,3.38043212890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,51200,3.4596640268961587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,51200,3.268239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,51200,3.033701260884603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,51200,3.083589235941569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,51200,2.8670241038004556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,51200,2.6864426930745444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,51200,2.6176427205403647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,51200,2.4092373847961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,51200,2.304240067799886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,51200,2.387674649556478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,51200,2.076021353403727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,51200,2.2006239891052246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,51200,1.7891839345296223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,51200,1.7875359853108723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,51200,1.9416160583496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,51200,1.9263680775960286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,51200,1.6671733856201172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,51200,1.3624906539916992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,51200,1.23798934618632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,51200,1.2993760108947754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,51200,1.1427306334177654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,51200,1.1722666422526042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,51200,0.8379466533660889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,51200,0.9056959946950277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,51200,0.7048853238423666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,51200,0.6637973388036092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,51200,0.4989279905954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,51200,0.4562293291091919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,51200,0.26994667450586957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,51200,0.23414399226506552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,51200,0.23025067647298178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,51200,0.24758932987848917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,51200,0.24684266249338785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,51200,0.22386133670806885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,51200,0.22297600905100504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,51200,0.2145973245302836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,51200,0.213754673798879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,51200,0.18370666106541952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,51200,0.18406933546066284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,51200,0.18291733662287393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,51200,0.18322134017944336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,51200,0.20996799071629843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,51200,0.19215466578801474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,51200,0.18943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,51200,0.18725866079330444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,51200,0.1873706579208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,51200,0.2004693349202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,51200,0.20000000794728598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,51200,0.19884800910949707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,51200,0.1942453384399414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,51200,0.19241066773732504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,51200,0.1893440087636312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,51200,0.18954666455586752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,51200,0.18969066937764487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,51200,0.18917334079742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,51200,0.18806399901707968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,51200,0.188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,51200,0.18887466192245483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,51200,0.1880319913228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,51200,0.18396266301472983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,51200,0.18370666106541952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,51200,0.1830400029818217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,51200,0.18291199207305908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,51200,0.18478399515151978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,51200,0.18254933754603067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,51200,0.18363734086354574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,51200,0.18104533354441324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,51200,17.256319681803387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,51200,8.490005493164062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,51200,4.335349400838216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,65536,3.136506716410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,51200,2.304314613342285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,51200,2.1645332972208657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,51200,2.1662346522013345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,51200,2.146714687347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,51200,1.9580532709757488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,51200,2.0065226554870605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,51200,1.7758399645487468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,51200,1.9136373202006023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,51200,1.7031092643737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,51200,1.7933600743611653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,51200,1.6327199935913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,51200,1.5713440577189128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,51200,1.439733346303304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,51200,1.4940053621927898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,51200,1.2894826730092366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,51200,1.4121920267740886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,51200,1.1506986618041992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,51200,1.1973813374837239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,51200,1.048634688059489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,51200,1.1226346492767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,51200,0.9269813696543375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,51200,0.9286399682362875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,51200,0.7925706704457601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,51200,0.7855253219604492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,51200,0.6888799667358398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,51200,0.6972213586171468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,51200,0.5668906768163046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,51200,0.58078932762146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,51200,0.4297066529591878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,51200,0.2943893273671468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,51200,0.3999146620432536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,51200,0.27187732855478924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,51200,0.17363200585047403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,51200,0.1574079990386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,51200,0.15664000312487283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,51200,0.17901867628097534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,51200,0.16565866271654764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,51200,0.1701386570930481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,51200,0.14974400401115417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,51200,0.149317334095637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,51200,0.14004266262054443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,51200,0.13550933202107748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,51200,0.15253866712252298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,51200,0.1345919966697693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,51200,0.13175466656684875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,51200,0.13029332955678305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,65536,6.504496256510417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,51200,0.13040533661842346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,51200,0.13132799665133157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,51200,0.1280586620171865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,51200,0.1281013290087382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,51200,0.12446399529774983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,51200,0.11866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,51200,0.1302773356437683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,51200,0.11447466413180034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,51200,0.1144426663716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,51200,0.11410133043924968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,51200,0.11476266384124756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,51200,0.11345600088437398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,51200,0.11434666315714519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,51200,0.11353600025177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,51200,0.11308266719182332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,51200,0.11176533500353496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,51200,0.11153599619865417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,51200,0.11110400160153706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,51200,0.11110933621724446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,51200,0.10956266522407532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,51200,0.10857599973678589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,51200,0.10687466462453206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,51200,0.10521066188812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,51200,0.12338133653004964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,51200,0.11044800281524658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,65536,1.672986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,51200,4.169109344482422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,51200,2.391157309214274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,51200,20.693551381429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,51200,2.545562744140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,51200,2.0569119453430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,51200,2.346581300099691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,51200,1.9531839688618977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,51200,2.2616373697916665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,51200,1.927984078725179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,51200,2.0797120730082193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,51200,1.7839679718017578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,51200,1.654607931772868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,51200,1.9739680290222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,51200,1.3805386225382488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,51200,1.8706933657328289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,51200,1.411472002665202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,51200,1.7557493845621746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,51200,1.4364213943481445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,51200,1.2294666767120361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,51200,1.0848266283671062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,51200,1.4372960726420085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,51200,1.3248213132222493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,51200,1.0601279735565186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,51200,0.8292960325876871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,51200,0.8442880312601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,51200,0.6705706914265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,51200,2.4447946548461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,51200,0.5305920044581095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,51200,0.9398399988810221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,51200,0.44210131963094074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,51200,0.784015973409017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,51200,0.38811198870340985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,51200,0.306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,51200,0.20968000094095865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,51200,0.2060426672299703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,51200,0.20578134059906006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,51200,0.20342934131622314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,51200,0.20217599471410116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,51200,0.19595199823379517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,51200,0.1969119906425476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,51200,0.19550400972366333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,51200,0.5937653382619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,51200,0.12250666817029317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,51200,0.1181653340657552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,51200,0.11594667037328084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,51200,0.11541866262753804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,51200,0.11437333623568217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,51200,0.114847997824351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,51200,0.11382399996121724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,51200,0.11405332883199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,51200,0.11251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,51200,0.11114666859308879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,51200,0.10910399754842122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,51200,0.10896533727645874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,51200,0.10784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,51200,0.1092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,51200,0.10805867115656535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,51200,0.10872000455856323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,51200,0.10805867115656535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,51200,0.1088106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,51200,0.10940266648928325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,51200,0.10870400071144104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,51200,0.10819733142852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,51200,0.10797866185506184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,51200,0.10960533221562703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,51200,0.1081119974454244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,51200,0.10834667086601257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,51200,0.10869866609573364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,51200,0.10776533683141072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,51200,0.2218773365020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,51200,0.22115200757980347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,51200,0.24454933404922485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,51200,0.11998933553695679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,51200,12.147162119547525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,51200,1.9302080472310383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,51200,1.1722933451334636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,51200,1.1843626499176025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,51200,1.079861323038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,51200,1.039130687713623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,51200,1.0252426465352376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,51200,0.9699573516845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,51200,0.9571733474731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,51200,0.9776586691538492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,51200,0.8885227044423422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,51200,5.389589309692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,51200,0.8434453010559082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,51200,0.7283573150634766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,51200,0.9916106859842936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,51200,0.7189599672953287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,51200,0.8715253671010336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,51200,0.6480160156885783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,51200,0.658682664235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,51200,0.6403679847717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,51200,0.6351199944814047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,51200,0.5379306475321451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,51200,0.5299093325932821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,51200,0.43944533665974933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,51200,0.4291893243789673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,51200,0.4323360125223796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,51200,0.33602134386698407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,51200,0.3367786804835002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,51200,0.32760000228881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,51200,0.23546133438746134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,51200,0.5334986845652262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,51200,0.2283359964688619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,51200,0.2222399910291036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,51200,0.15239999691645303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,51200,0.1120693286259969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,51200,0.11252267162005107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,51200,0.11230933666229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,51200,0.1106826663017273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,51200,0.11225600043932597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,51200,0.11099732915560405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,51200,0.1109386682510376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,51200,0.11334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,51200,0.10782399773597717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,51200,0.1077280044555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,51200,0.10780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,51200,0.10726400216420491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,51200,0.10850666960080464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,51200,0.10795733332633972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,51200,0.1074133316675822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,51200,0.10756799578666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,51200,0.10755200187365214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,51200,0.10749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,51200,0.10755200187365214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,51200,0.10719999670982361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,51200,0.1069493293762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,51200,0.10704533259073894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,51200,0.10700266559918721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,51200,0.107205331325531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,51200,0.10577066739400227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,51200,0.10719466209411621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,51200,0.10732266306877136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,51200,0.10661866267522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,51200,0.10748266180356343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,51200,0.10692266623179118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,51200,0.1076693336168925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,51200,0.10731732845306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,51200,0.10872000455856323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,51200,0.10752532879511516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,51200,0.10897066195805867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,51200,0.10668266812960307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,51200,0.10764267047246297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,51200,0.10671466588973999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,16384,3.5435145696004233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,16384,2.094538688659668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,16384,1.1031946341196697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,16384,8.106314977010092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,16384,1.1076160271962483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,16384,1.1756426493326824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,16384,0.9457813103993734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,16384,1.0291093190511067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,16384,0.8831679821014404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,16384,0.8495093186696371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,16384,0.8816213607788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,16384,0.8140532970428467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,16384,0.8658613363901774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,16384,0.81113068262736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,16384,0.7440160115559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,16384,0.6887733141581217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,16384,0.7166293462117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,16384,0.6497066815694174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,16384,0.6745333671569824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,16384,0.5462186733881632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,16384,0.5903786818186442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,16384,0.5871626536051432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,16384,0.5130293369293213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,16384,0.39652268091837567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,16384,0.48158931732177734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,16384,0.34994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,16384,0.3570186694463094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,16384,0.30293865998586017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,16384,0.3327946662902832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,16384,0.2476960023244222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,16384,0.29662932952245075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,16384,0.19694934288660684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,16384,0.2075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,16384,0.1490613321463267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,16384,0.15187199910481772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,16384,0.08384533723195393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,16384,0.07825600107510884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,16384,0.07526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,16384,0.08276266853014629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,16384,0.0801333338022232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,16384,0.07646933197975159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,16384,0.0766186664501826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,16384,0.07559999823570251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,16384,0.07561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,16384,0.06836266815662384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,16384,0.06817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,16384,0.0683840016523997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,16384,0.06868800024191539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,16384,0.07416533430417378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,16384,0.07499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,16384,0.07462400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,16384,0.07406933108965556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,16384,0.07507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,16384,0.07082666456699371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,16384,0.07258666555086772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,16384,0.07455466687679291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,16384,0.0703359991312027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,16384,0.07207466661930084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,16384,0.06911466519037883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,16384,0.06900799771149953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,16384,0.06856533388296764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,16384,0.06860800087451935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,16384,0.06927466889222463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,16384,0.06888533135255177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,16384,0.06876799960931142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,16384,0.06876266499360402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,16384,0.07262399792671204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,16384,0.07272000114123027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,16384,0.07108800113201141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,16384,0.0708426684141159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,16384,0.0711413323879242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,16384,0.07046400010585785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,16384,0.07043733199437459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,16384,0.0702453354994456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,16384,5.230282783508301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,16384,2.6539093653361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,16384,1.3443519274393718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,16384,0.7307039896647135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,16384,0.7308800220489502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,16384,0.6907093524932861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,16384,0.6662826538085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,16384,0.6287733316421509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,16384,0.6224266688028971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,16384,0.5831626653671265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,16384,0.5902773141860962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,16384,0.5612853368123373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,16384,0.5848426818847656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,16384,0.517408013343811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,16384,0.5013813177744547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,16384,0.4569653272628784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,16384,0.4221493403116862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,16384,0.48611199855804443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,16384,0.4400800069173177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,16384,0.39049065113067627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,16384,0.3710826635360718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,16384,0.34058133761088055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,16384,0.35024531682332355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,16384,0.30031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,16384,0.2925173242886861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,16384,0.2502293388048808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,16384,0.25081600745519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,16384,0.2116053303082784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,16384,0.1779573361078898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,16384,0.18362667163213095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,16384,0.14286399881045023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,16384,0.13366400202115378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,16384,0.10738666852315266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,16384,0.0974826713403066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,16384,0.06734399994214375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,16384,0.06411199768384297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,16384,0.06566399832566579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,16384,0.06503466765085857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,16384,0.06542400022347768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,16384,0.0677706648906072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,16384,0.0626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,16384,0.06070399781068166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,16384,0.05816533168156942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,16384,0.058186665177345276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,16384,0.05782933533191681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,16384,0.056885331869125366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,16384,0.05519466598828634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,16384,0.056373332937558494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,16384,0.055573334296544395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,16384,0.05571199953556061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,16384,0.23107200860977173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,16384,0.05363733569780985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,16384,0.051882664362589516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,16384,0.052602668603261314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,16384,0.050986667474110924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,16384,0.053445334235827126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,16384,0.05413866539796194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,16384,0.05211733281612396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,16384,0.05100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,16384,0.04939733445644379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,16384,0.04882133503754934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,16384,0.05004266897837321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,16384,0.0517493337392807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,16384,0.05420266588528951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,16384,0.05137600004673004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,16384,0.047872001926104225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,16384,0.05027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,16384,0.04857600231965383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,16384,0.047872001926104225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,16384,0.04780800143877665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,16384,0.04996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,16384,0.04923733572165171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,16384,0.049957334995269775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,16384,0.04896000027656555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,51200,2.537146727244059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,16384,2.699765205383301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,16384,5.5759836832682295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,16384,0.8763039906819662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,16384,1.4214080174763997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,16384,0.6948426564534506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,16384,0.847978671391805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,16384,0.6418506701787313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,16384,0.6989546616872152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,16384,0.6266826788584391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,16384,0.808351993560791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,16384,0.6650826533635458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,16384,0.6000906626383463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,16384,0.6434079806009928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,16384,0.5323413213094076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,16384,0.5830666621526083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,16384,0.4899359941482544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,16384,0.5275199810663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,16384,0.4700640042622884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,16384,0.47011733055114746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,16384,0.41858665148417157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,16384,0.45788268248240155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,16384,0.3652426799138387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,16384,0.389301339785258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,16384,0.33053867022196454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,16384,0.2923626701037089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,16384,0.27102933327356976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,16384,0.24010666211446127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,16384,0.768293301264445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,16384,0.1909493406613668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,51200,1.3132906754811604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,16384,0.32613333066304523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,16384,0.140255997578303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,16384,0.11011733611424764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,16384,0.24729067087173462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,16384,0.0721919983625412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,16384,0.07117333511511485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,16384,0.07091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,16384,0.07074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,16384,0.06859733164310455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,16384,0.06808533271153767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,16384,0.06854933500289917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,16384,0.06814933319886525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,16384,0.15760533014933267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,16384,0.18990933895111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,16384,0.09109333157539368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,16384,0.04985066751639048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,16384,0.049413333336512245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,16384,0.048138668139775596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,16384,0.04905599852403005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,16384,0.047983999053637184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,16384,0.04567466676235199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,16384,0.04558933277924856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,16384,0.04498666524887085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,16384,0.04533333579699198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,16384,0.045642669002215065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,16384,0.04532266656557719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,16384,0.04527466495831808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,16384,0.04428266485532125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,16384,0.044591998060544334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,16384,0.04494399825731913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,16384,0.0452106644709905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,16384,0.04419733087221781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,16384,0.04404800136884054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,16384,0.04386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,16384,0.04455466568470001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,16384,0.07494933406511943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,16384,0.07674666742483775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,16384,0.07884266475836436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,16384,0.07623466849327087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,16384,0.0767626663049062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,16384,0.07861333092053731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,16384,0.07865599791208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,16384,0.04897066454092661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,16384,0.0480373352766037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,16384,0.050016000866889954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,16384,3.7804638544718423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,16384,1.5884025891621907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,16384,0.4307413498560588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,16384,0.817085345586141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,16384,0.39210931460062665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,16384,0.39535200595855713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,16384,0.3972853422164917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,16384,0.35548798243204754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,16384,0.35681867599487305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,16384,0.3537173271179199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,16384,0.32978399594624835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,16384,0.31779199838638306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,16384,0.3221413294474284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,16384,0.28761865695317584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,16384,0.29180532693862915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,16384,0.2818319996198018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,16384,0.2595253388086955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,16384,0.25121867656707764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,16384,0.2566213409105937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,16384,0.22096266349156699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,16384,0.22091466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,16384,0.21361867586771646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,16384,0.22062132755915323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,16384,0.1855120062828064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,16384,0.1821813384691874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,16384,0.18100533882776895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,16384,0.15056533614794412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,16384,0.14850667119026184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,16384,0.11638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,16384,0.1476906637350718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,16384,0.11645866433779399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,16384,0.11120266715685527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,16384,0.0800853321949641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,16384,0.07786400119463603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,16384,0.08914933602015178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,16384,0.055117333928743996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,16384,0.04331199824810028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,16384,0.043151999513308205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,16384,0.042594666282335915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,16384,0.0424586683511734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,16384,0.042637333273887634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,16384,0.04212800165017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,16384,0.042194664478302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,16384,0.04484266539414724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,16384,0.04144533226887385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,16384,0.040906667709350586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,16384,0.04153866569201151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,16384,0.040634666879971824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,16384,0.040474665661652885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,16384,0.040552000204722084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,16384,0.041533333559830986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,16384,0.040733332435290016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,16384,0.04030400017897288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,16384,0.040552000204722084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,16384,0.04064533362785975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,16384,0.04074399918317795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,16384,0.03965600083271662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,16384,0.04047200083732605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,16384,0.04067199925581614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,16384,0.04027999937534332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,16384,0.04028533399105072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,16384,0.04029600073893865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,16384,0.0403439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,16384,0.04130133241415024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,16384,0.03966666758060455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,16384,0.03943199912707011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,16384,0.040077333648999534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,16384,0.03950933367013931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,16384,0.03961600114901861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,16384,0.03976000100374222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,16384,0.04035733391841253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,12288,5.487621307373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,12288,3.3736534118652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,12288,1.6650346120198567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,12288,0.898634672164917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,12288,0.8984479904174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,12288,0.7249546845753988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,12288,0.7021120389302572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,12288,0.6683039665222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,12288,0.6461173295974731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,12288,0.585040012995402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,12288,0.5923946698506674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,12288,0.5624053478240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,12288,0.5812640190124512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,12288,0.5672426621119181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,12288,0.5141813357671102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,12288,0.4902133146921794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,16384,0.04027466724316279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,12288,0.509333332379659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,12288,0.44299201170603436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,12288,0.4663146734237671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,12288,0.4030880133310954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,12288,0.3826773166656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,12288,0.36826133728027344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,12288,0.37562131881713867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,12288,0.30216000477472943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,12288,0.32948799928029376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,12288,0.2581706643104553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,12288,0.26586665709813434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,12288,0.22712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,12288,0.2530826727549235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,12288,0.18651199340820312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,12288,0.1518400013446808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,12288,0.20504534244537354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,12288,0.13942399621009827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,12288,0.11549866199493408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,12288,0.0955573320388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,12288,0.05931200087070465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,12288,0.06712000072002411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,12288,0.058037335673967995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,12288,0.06196799874305725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,12288,0.062021334966023765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,12288,0.05816533168156942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,12288,0.058058664202690125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,12288,0.05826666454474131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,12288,0.05050133168697357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,12288,0.058005332946777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,12288,0.050474668542544045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,12288,0.049738665421803795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,12288,0.05021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,12288,0.05606933434804281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,12288,0.05622933308283488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,12288,0.055776000022888184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,12288,0.04974400003751119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,12288,0.05204799771308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,12288,0.05193600058555603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,12288,0.05385066568851471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,12288,0.053818667928377785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,12288,0.05438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,12288,0.05273599922657013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,12288,0.05194666484991709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,12288,0.05228800078233083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,12288,0.052282666166623436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,12288,0.051701332132021584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,12288,0.05595199763774872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,12288,0.05184000233809153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,12288,0.05159999926884969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,12288,0.051029334465662636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,12288,0.051957334081331887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,12288,0.052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,12288,0.051674668987592064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,12288,0.052154665191968284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,12288,0.05421333511670431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,12288,0.053802669048309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,12288,0.053317333261171974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,12288,0.052560001611709595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,12288,3.8694079717000327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,12288,1.9476319948832195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,12288,1.0279146830240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,12288,0.5896000067392985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,12288,0.5733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,12288,0.5352586507797241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,12288,0.5285653273264567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,12288,0.5008800029754639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,12288,0.4763573408126831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,12288,0.45045332113901776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,12288,0.4528799851735433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,12288,0.4263840119043986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,12288,0.43242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,12288,0.3927520116170247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,12288,0.37142932415008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,12288,0.34785600503285724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,12288,0.35417068004608154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,12288,0.3176479935646057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,12288,0.3347359895706177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,12288,0.28897066911061603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,12288,0.28308266401290894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,12288,0.2564586599667867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,12288,0.26109333833058673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,12288,0.2323360045750936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,12288,0.21987199783325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,12288,0.1959786613782247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,12288,0.19330666462580362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,12288,0.18014399210611978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,12288,0.13868266344070435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,12288,0.1746399998664856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,12288,0.1370186706384023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,12288,0.11626133322715759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,12288,0.10639466842015584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,12288,0.07976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,12288,0.0879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,12288,0.05964266757170359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,12288,0.05340266724427541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,12288,0.05494933327039083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,12288,0.05366933345794678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,12288,0.056261335810025535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,12288,0.05417599777380625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,12288,0.05277333160241445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,12288,0.05045333504676819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,12288,0.05123733480771383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,12288,0.04811733464399973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,12288,0.04858666658401489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,12288,0.047397335370381675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,12288,0.04765866696834564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,12288,0.04725866516431173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,12288,0.04686399797598521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,12288,0.04580800235271454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,12288,0.04173333446184794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,12288,0.043477331598599754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,12288,0.04452799757321676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,12288,0.04337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,12288,0.04428799947102865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,12288,0.04433066646258036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,12288,0.04241600135962168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,12288,0.042810668547948204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,12288,0.04230933388074239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,12288,0.04222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,12288,0.04286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,12288,0.05039466420809428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,12288,0.04257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,12288,0.040405333042144775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,12288,0.040618665516376495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,12288,0.040287998815377556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,12288,0.03998400022586187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,12288,0.04105599969625473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,12288,0.040031999349594116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,12288,0.04008533308903376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,12288,0.04112533231576284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,12288,0.04125333329041799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,12288,0.04154666761557261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,16384,0.039437333742777504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,16384,0.03956266740957896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,12288,2.295344034830729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,12288,0.612069328625997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,12288,4.562997182210286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,12288,0.6255413293838501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,12288,1.1509919961293538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,12288,0.5353279908498129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,12288,0.6829333305358887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,12288,0.5119146505991617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,12288,0.5225013494491577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,12288,0.4748693307240804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,12288,0.4965173403422038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,12288,0.4358186721801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,12288,0.6425866683324178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,12288,0.4625759919484456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,12288,0.38860801855723065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,12288,0.4225546518961589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,12288,0.3774293263753255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,12288,0.376362681388855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,12288,0.3341066837310791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,12288,0.2944213350613912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,12288,0.367301344871521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,12288,0.3105439941088359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,12288,0.26473067204157513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,12288,0.2385973334312439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,12288,0.22074133157730103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,12288,0.20018132527669272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,12288,0.5948319832483927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,12288,0.1609119971593221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,12288,0.5832533439000448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,12288,0.2665440042813619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,12288,0.11244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,12288,0.08876267075538635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,12288,0.1999680002530416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,12288,0.06067200005054474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,12288,0.06035733222961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,12288,0.06046933432420095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,12288,0.058176000912984215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,12288,0.0563679983218511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,12288,0.055999999245007835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,12288,0.05671466886997223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,12288,0.056218668818473816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,12288,0.15588266650835672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,12288,0.1332319974899292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,12288,0.041365332901477814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,12288,0.04018666595220566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,12288,0.04055999964475632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,12288,0.039962666730086006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,12288,0.04052799940109253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,12288,0.03978666663169861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,12288,0.03733866661787033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,12288,0.03603733330965042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,12288,0.03667200108369192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,12288,0.03577066709597906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,12288,0.03588266670703888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,12288,0.0359253336985906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,12288,0.03629333277543386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,12288,0.03644266724586487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,12288,0.035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,12288,0.035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,12288,0.035402665535608925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,12288,0.0354720006386439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,12288,0.05606399973233541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,12288,0.05406400064627329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,12288,0.05628266433874766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,12288,0.05651199817657471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,12288,0.05826666454474131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,12288,0.05604266623655955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,12288,0.058650667468706764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,12288,0.058592001597086586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,12288,0.05799466868241628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,12288,0.05621333420276642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,12288,0.07311466832955678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,12288,0.041077333192030586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,12288,0.041589332123597465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,12288,2.529832045237223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,12288,1.1989093621571858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,12288,0.6194159984588623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,12288,0.3287573258082072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,12288,0.3006453315416972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,12288,0.295634667078654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,12288,0.2961120009422302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,12288,0.2770880063374837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,12288,0.2745680014292399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,12288,0.24789865811665854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,12288,0.26863733927408856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,12288,0.2505706747372945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,12288,0.24726667006810507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,12288,0.2209013303120931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,12288,0.22501866022745767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,12288,0.21992266178131104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,12288,0.19911734263102213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,12288,0.19210932652155557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,12288,0.19810134172439575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,12288,0.16936000188191733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,12288,0.1710053284962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,12288,0.16464799642562866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,12288,0.17056000232696533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,12288,0.1418880025545756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,12288,0.14135199785232544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,12288,0.13857332865397134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,12288,0.11719200015068054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,12288,0.11373866597811381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,12288,0.11559733748435974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,12288,0.0896346668402354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,12288,0.0910373330116272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,12288,0.08531467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,12288,0.06295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,12288,0.06734133263429005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,12288,0.061063999931017555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,12288,0.035162667433420815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,12288,0.0465280016263326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,12288,0.03428533424933752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,12288,0.03456799934307734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,12288,0.0344133327404658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,12288,0.034160000582536064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,12288,0.0341359997789065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,12288,0.034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,12288,0.03440800060828527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,12288,0.032301334043343864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,12288,0.03230666617552439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,12288,0.03276800115903219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,12288,0.03283733377854029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,12288,0.032431999842325844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,12288,0.032189334432284035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,12288,0.03238666554292043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,12288,0.03249600032965342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,12288,0.03234133372704188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,12288,0.032127998769283295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,12288,0.03162666658560435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,12288,0.032431999842325844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,12288,0.03234133372704188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,12288,0.0322826678554217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,12288,0.03178133318821589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,12288,0.03224000086386999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,12288,0.03192000091075897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,12288,0.03156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,12288,0.031925333042939506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,12288,0.03202133377393087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,12288,0.032274665931860604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,12288,0.0313253328204155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,12288,0.03230399886767069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,12288,0.03226666649182638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,12288,0.032098665833473206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,12288,0.03133866687615713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,12288,0.03235466778278351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,10240,5.459226608276367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,10240,2.7868480682373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,10240,1.4388906160990398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,10240,0.7604693571726481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,12288,0.031341334184010826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,10240,0.7022079626719157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,10240,0.6029920180638632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,10240,0.6635040044784546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,10240,0.6234879891077677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,10240,0.6128906806310018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,10240,0.5657333135604858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,10240,0.5524213314056396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,10240,0.5034293333689371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,10240,0.542362650235494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,10240,0.49371735254923504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,10240,0.44578667481740314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,10240,0.4039359887440999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,10240,0.4189866781234741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,10240,0.3760213454564412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,10240,0.4030453364054362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,10240,0.350816011428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,10240,0.3059893250465393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,10240,0.31588266293207806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,10240,0.29107733567555744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,12288,0.03145333379507065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,10240,0.3123520016670227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,10240,0.22827200094858804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,10240,0.18812266985575357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,10240,0.19334399700164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,10240,0.15518933534622192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,10240,0.16338666280110678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,10240,0.1279306709766388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,10240,0.1220853328704834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,10240,0.0965119997660319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,10240,0.08534399668375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,10240,0.05760533114274343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,10240,0.051557332277297974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,10240,0.05124799907207489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,10240,0.05514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,10240,0.226474662621816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,10240,0.05418666700522105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,10240,0.050714666644732155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,10240,0.05046933392683665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,10240,0.37643734614054364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,10240,0.05020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,10240,0.05048533280690511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,10240,0.04444799820582072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,10240,0.043951998154322304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,10240,0.04433066646258036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,10240,0.04924266537030538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,10240,0.04948266843954722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,10240,0.049312000473340355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,10240,0.04800533254941305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,10240,0.043882668018341064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,10240,0.04609066744645437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,10240,0.046538665890693665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,10240,0.04739200075467428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,10240,0.048453330993652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,10240,0.04598933458328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,10240,0.04611733555793762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,10240,0.04580266773700714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,10240,0.04526400069395701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,10240,0.04552533229192098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,10240,0.04513599971930186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,10240,0.04420800010363261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,10240,0.04444266855716705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,10240,0.0461706668138504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,10240,0.044138665000597634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,10240,0.045978665351867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,10240,0.04573333263397217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,10240,0.0454773356517156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,10240,0.046309332052866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,10240,0.0466186652580897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,10240,0.04646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,10240,0.045941332976023354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,10240,0.04444799820582072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,10240,1.6659253438313801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,10240,0.8738666375478109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,10240,3.3482398986816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,10240,0.5374373197555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,10240,0.49836798508961994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,10240,0.4620293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,10240,0.4545360008875529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,10240,0.44626132647196454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,10240,0.43065333366394043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,10240,0.41366668542226154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,10240,0.389138658841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,10240,0.37567468484242755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,10240,0.35759464899698895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,10240,0.3559146722157796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,10240,0.3165493408838908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,10240,0.3068079948425293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,10240,0.2849493424097697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,10240,0.2697226603825887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,10240,0.2598853309949239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,10240,0.23966666062672934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,10240,0.22634933392206827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,10240,0.21464800834655762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,10240,0.21968267361323038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,10240,0.20060267051060995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,10240,0.1766293247540792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,10240,0.16376266876856485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,10240,0.14431732892990112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,10240,0.14844000339508057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,10240,0.271671990553538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,12288,0.0313226655125618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,10240,0.12245333194732666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,10240,0.12457066774368286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,10240,0.09613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,10240,0.10019733508427937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,10240,0.06830933193365733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,10240,0.0480320006608963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,10240,0.052111998200416565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,10240,0.04698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,10240,0.04808266460895538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,10240,0.04764266808827718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,10240,0.04920266568660736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,10240,0.04484533270200094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,10240,0.04390666882197062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,10240,0.042949333786964417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,10240,0.04211466511090597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,10240,0.042135998606681824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,10240,0.04355999827384949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,10240,0.04147200038035711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,10240,0.0396453340848287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,10240,0.04199466605981191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,10240,0.0388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,10240,0.037474667032559715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,10240,0.07621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,10240,0.039162665605545044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,10240,0.03921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,10240,0.04004266609748205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,10240,0.039090665678183235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,10240,0.03822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,10240,0.036858665446440377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,10240,0.035616000493367515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,10240,0.04593333105246226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,10240,0.036248000959555306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,10240,0.036157332360744476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,10240,0.03554933269818624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,10240,0.035936000446478523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,10240,0.038146667182445526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,10240,0.036559998989105225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,10240,0.03696266561746597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,10240,0.03845600038766861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,10240,0.03769866625467936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,10240,0.03550933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,10240,0.03658666710058848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,10240,0.03801066676775614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,10240,0.03751466671625773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,10240,0.03557866563399633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,10240,1.9824026425679524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,10240,0.5474239985148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,10240,1.0163573424021404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,10240,0.5345760186513265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,10240,4.0378719965616865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,10240,0.614026665687561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,10240,0.5111093521118164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,10240,0.5136640071868896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,10240,0.4798133373260498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,10240,0.47156532605489093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,10240,0.42428000768025714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,10240,0.43934400876363117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,10240,0.3882160186767578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,10240,0.4149893522262573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,10240,0.3529866536458333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,10240,0.3766426642735799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,10240,0.336952010790507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,10240,0.3333546717961629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,10240,0.3000933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,10240,0.3136746684710185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,10240,0.26234666506449383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,10240,0.2688213388125102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,10240,0.23628532886505127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,10240,0.21463465690612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,10240,0.19771732886632284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,10240,0.17886133988698324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,10240,0.5655973354975382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,10240,0.13539999723434448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,10240,0.5297626654307047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,10240,0.23704532782236734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,10240,0.09718133012453715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,10240,0.07774400214354198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,10240,0.1764693260192871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,10240,0.05275199810663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,10240,0.052557334303855896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,10240,0.05205066502094269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,10240,0.05060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,10240,0.049135997891426086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,10240,0.049010664224624634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,10240,0.04938133557637533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,10240,0.048397332429885864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,10240,0.1341813306013743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,10240,0.11406133572260539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,10240,0.06239733099937439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,10240,0.035143998761971794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,10240,0.03436533361673355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,10240,0.03401333341995875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,10240,0.034258666137854256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,10240,0.03422400106986364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,10240,0.03121600051720937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,10240,0.0310506671667099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,10240,0.031199999153614044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,10240,0.03126133233308792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,10240,0.031090666850407917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,10240,0.030290665725866955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,10240,0.030173333982626598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,10240,0.030722667773564655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,10240,0.03031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,10240,0.030264000097910564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,10240,0.04699199895064036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,10240,0.046637331446011863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,10240,0.04631733397642771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,10240,0.04556000232696533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,10240,0.049698665738105774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,10240,0.048727999130884804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,10240,0.04622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,10240,0.04650133351484934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,10240,0.048658668994903564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,10240,0.04846666753292084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,10240,0.0462800016005834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,10240,0.04644800225893656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,10240,0.03457866609096527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,10240,0.034077333907286324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,10240,0.0340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,10240,0.9716391033596463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,10240,2.0494791666666665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,10240,0.5288693110148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,10240,0.271671109729343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,10240,0.25581688351101345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,10240,0.2567964394887288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,10240,0.2599911159939236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,10240,0.23187732696533203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,10240,0.2321066591474745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,10240,0.23390756713019478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,10240,0.21615644296010336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,10240,0.20760888523525664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,10240,0.20861155456966826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,10240,0.19075377782185873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,10240,0.191450662083096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,10240,0.18620088365342882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,10240,0.16788978046841094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,10240,0.16871110598246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,10240,0.16572622458140054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,10240,0.14536000622643366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,10240,0.14442133903503418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,10240,0.14369600349002415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,10240,0.14388267199198404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,10240,0.12058844831254746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,10240,0.1209333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,10240,0.12075200345781113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,10240,0.09756622049543594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,10240,0.09493866893980239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,10240,0.09705599811342026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,10240,0.07730666796366374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,10240,0.07398044400744967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,10240,0.07214399841096666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,10240,0.05340088738335503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,10240,0.056647108660803906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,10240,0.050832000043657094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,10240,0.039847112364239164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,10240,0.03016888764169481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,10240,0.02971733278698391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,10240,0.029690666331185236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,10240,0.02958577871322632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,10240,0.028924445311228435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,10240,0.029594666428036157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,10240,0.029475556479560003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,10240,0.02819733487235175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,10240,0.029116445117526587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,10240,0.028156446086035833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,10240,0.0281368891398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,10240,0.027681777874628704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,10240,0.0281333327293396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,10240,0.028021332290437486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,10240,0.027756444282001917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,10240,0.027639110883076985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,10240,0.027679999669392902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,10240,0.02758399976624383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,10240,0.02823466724819607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,10240,0.028055111567179363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,10240,0.027080888549486797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,10240,0.026943999860021803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,10240,0.027082666754722595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,10240,0.028572443458769057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,10240,0.02695111102528042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,10240,0.027598222096761067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,10240,0.026956443985303242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,10240,0.027331555883089702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,10240,0.027662222584088642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,10240,0.027015111512607996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,10240,0.027063111464182537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,10240,0.027141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,10240,0.02747022277779049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,10240,0.02697244452105628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,10240,0.027640889088312786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,8192,3.8208694458007812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,8192,2.0166346232096353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,8192,1.0891413688659668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,8192,0.6285386482874552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,8192,0.5805546840031942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,8192,0.6005920171737671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,8192,0.5196693340937296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,8192,0.5514933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,8192,0.5142399867375692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,8192,0.5044693152109782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,8192,0.44814932346343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,8192,0.4386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,8192,0.4321599801381429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,8192,0.4267146587371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,8192,0.3711093266805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,8192,0.34629865487416583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,8192,0.3412959973017375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,8192,0.3251199920972188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,8192,0.3299199938774109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,8192,0.31702399253845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,8192,0.29518399635950726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,8192,0.25387199719746906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,8192,0.2680373390515645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,8192,0.23531200488408408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,8192,0.24458134174346924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,8192,0.19025067488352457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,8192,0.18832000096638998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,8192,0.16912533839543661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,8192,0.171941339969635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,8192,0.13243732849756876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,8192,0.13310399651527405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,8192,0.10459199547767639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,8192,0.10040000081062317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,8192,0.07893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,8192,0.07004799942175548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,8192,0.04708800216515859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,10240,0.026913776993751526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,8192,0.04298133154710134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,8192,0.045370668172836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,8192,0.04379733403523763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,8192,0.04463466505209605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,8192,0.04455466568470001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,8192,0.04233600199222565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,8192,0.043525333205858864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,8192,0.03758399933576584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,8192,0.03756800045569738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,8192,0.03765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,8192,0.03733866661787033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,8192,0.04253333310286204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,8192,0.042410666743914284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,8192,0.04179200033346812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,8192,0.041706666350364685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,8192,0.036415999134381614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,8192,0.03961600114901861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,8192,0.04001600046952566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,8192,0.04098666707674662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,8192,0.041834667325019836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,8192,0.04014399896065394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,8192,0.03994666785001755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,8192,0.03979733337958654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,8192,0.03890133400758108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,8192,0.03824000060558319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,8192,0.03879466652870178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,8192,0.04005866746107737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,8192,0.03870933254559835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,8192,0.03908800085385641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,8192,0.040192000567913055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,8192,0.039733332892258964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,8192,0.039408000806967415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,8192,0.03932266682386398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,8192,0.03993066648642222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,8192,0.04164800047874451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,8192,0.039146666725476585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,8192,0.039221333960692085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,8192,0.03939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,8192,2.664402643839518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,8192,1.3876399993896484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,8192,0.7087066968282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,8192,0.38569335142771405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,8192,0.38680533568064374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,8192,0.35490667819976807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,8192,0.35045333703358966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,8192,0.3681386709213257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,8192,0.3367573420206706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,8192,0.29631199439366657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,8192,0.289789338906606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,8192,0.29074666897455853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,8192,0.28778666257858276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,8192,0.2782026727994283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,8192,0.25732799371083576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,8192,0.23964534203211466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,8192,0.2304346760114034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,8192,0.22053066889444986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,8192,0.21586400270462036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,8192,0.20068534215291342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,8192,0.21244800090789795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,8192,0.18991732597351074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,8192,0.1827226678530375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,8192,0.1809706687927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,8192,0.17524532477060953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,8192,0.14670933286348978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,8192,0.14118666450182596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,8192,0.12308800220489502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,8192,0.12144000331560771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,8192,0.09857867161432902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,8192,0.08311733106772105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,8192,0.09972533583641052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,8192,0.07966133455435435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,8192,0.06318133572737376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,8192,0.05693333347638448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,8192,0.04283999900023142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,8192,0.04558133085568746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,8192,0.04154133299986521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,8192,0.0415786678592364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,8192,0.04163199911514918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,8192,0.0437039981285731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,8192,0.041218665738900505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,8192,0.03943199912707011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,8192,0.038578666746616364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,8192,0.0372533326347669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,8192,0.03751733402411143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,8192,0.03611200054486593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,8192,0.036271999279658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,8192,0.03640533238649368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,8192,0.035949334502220154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,8192,0.035576000809669495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,8192,0.03342666725317637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,8192,0.034872000416119896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,8192,0.035018667578697205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,8192,0.033701332906881966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,8192,0.03321066747109095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,8192,0.03179199993610382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,8192,0.03177600105603536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,8192,0.03350666662057241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,8192,0.032357332607110344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,8192,0.031983998914559685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,8192,0.0313226655125618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,8192,0.03261066724856695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,8192,0.031858667731285095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,8192,0.03149066617091497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,8192,0.03213066607713699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,8192,0.033173332611719765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,8192,0.031871999303499855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,8192,0.031698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,8192,0.033730665842692055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,8192,0.03257599969704946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,8192,0.03444266567627589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,8192,0.03366933266321818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,8192,0.03109599898258845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,8192,3.525005340576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,8192,0.9283626874287924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,8192,1.701093355814616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,8192,0.47997331619262695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,10240,0.027063111464182537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,8192,0.4495439926783244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,10240,0.02696711156103346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,8192,0.41648534933725995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,8192,0.5294426679611206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,8192,0.3991466760635376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,8192,0.40723733107248944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,8192,0.37210134665171307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,8192,0.38037065664927167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,8192,0.3405146598815918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,8192,0.3583466609319051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,8192,0.311514675617218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,8192,0.32475733757019043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,8192,0.29667999347050983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,8192,0.2898079951604207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,8192,0.26288533210754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,8192,0.2731146613756816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,8192,0.23041866223017374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,8192,0.2353279987970988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,8192,0.49029866854349774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,8192,0.20283466577529907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,8192,0.18814667065938315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,8192,0.16752533117930093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,8192,0.15110933780670166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,8192,0.4575706720352173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,8192,0.1157919963200887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,8192,0.4397493203481038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,8192,0.20483199755350748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,8192,0.08328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,8192,0.06693066656589508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,8192,0.1498240033785502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,8192,0.044666667779286705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,8192,0.044397334257761635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,8192,0.044349332650502525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,8192,0.04414933423201243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,8192,0.04205866654713949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,8192,0.041320001085599266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,8192,0.04204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,8192,0.04142133394877116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,8192,0.1161786715189616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,8192,0.09703733523686726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,8192,0.053767999013264976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,8192,0.030599998931090038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,8192,0.030117332935333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,8192,0.02975466599067052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,8192,0.03014933317899704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,8192,0.03002133220434189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,8192,0.026687999566396076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,8192,0.02664799988269806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,8192,0.026914666096369427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,8192,0.026946666340033214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,8192,0.026866666972637177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,8192,0.026722667117913563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,8192,0.02608799934387207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,8192,0.039192001024881996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,8192,0.03938133269548416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,8192,0.03984533250331879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,8192,0.04038133223851522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,8192,0.03992533435424169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,8192,0.041706666350364685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,8192,0.040589332580566406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,8192,0.0402399996916453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,8192,0.040474665661652885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,8192,0.04074133435885111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,8192,0.04061066607634226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,8192,0.042037333051363625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,8192,0.0414986660083135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,8192,0.04152799894412359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,8192,0.04109599937995275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,8192,0.029336000482241314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,8192,0.029637334247430164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,8192,0.0291119987765948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,8192,1.5555217530992296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,8192,0.7841244273715549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,8192,0.3983875645531549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,8192,0.2277439965142144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,8192,0.20844622453053793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,8192,0.2081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,8192,0.20631110668182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,8192,0.19192889001634386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,8192,0.19008533159891763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,8192,0.18674666351742217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,8192,0.1721973286734687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,8192,0.1729173395368788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,8192,0.1723395586013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,8192,0.15596089098188612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,8192,0.1525991095436944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,8192,0.15306133694118923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,8192,0.13869510756598577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,8192,0.13666133085886636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,8192,0.13372088803185359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,8192,0.11748622523413764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,8192,0.11822577317555745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,8192,0.11668445004357232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,8192,0.11503288480970596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,8192,0.09788088666068183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,8192,0.09785244199964736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,8192,0.09752355681525336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,8192,0.08014755778842501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,8192,0.07851377460691664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,8192,0.07847999864154391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,8192,0.06406399938795301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,8192,0.06066844198438856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,8192,0.0599857767422994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,8192,0.044622222582499184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,8192,0.04786133435037401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,8192,0.04202666547563341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,8192,0.03314133485158285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,8192,0.02475022276242574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,8192,0.025363556212849084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,8192,0.02437688906987508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,8192,0.02488533324665493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,8192,0.024808888634045918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,8192,0.024227556255128648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,8192,0.024319999747806128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,8192,0.024254222710927326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,8192,0.02350933353106181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,8192,0.02367288867632548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,8192,0.023564444647894964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,8192,0.022824888428052265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,8192,0.023153778579499986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,8192,0.02375288969940609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,8192,0.023560888237423364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,8192,0.022819555468029443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,8192,0.022830223043759663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,8192,0.023191110955344305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,8192,0.023303111394246418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,8192,0.02310577697224087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,8192,0.02309688925743103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,8192,0.023294222023752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,8192,0.022387555903858606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,8192,0.022833777798546687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,8192,0.02280355493227641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,8192,0.02286400066481696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,8192,0.02295644415749444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,8192,0.02288355595535702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,8192,0.022952889402707417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,8192,0.022766222556432087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,8192,0.023025777604844835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,8192,0.022687999738587275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,8192,0.02292266653643714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,8192,0.022944000032213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,8192,0.022808889547983806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,7168,3.2220481236775718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,7168,1.9176853497823079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,7168,0.9136479695638021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,7168,0.5002559820810953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,8192,0.022844443718592327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,7168,0.4662986596425374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,7168,0.4214826822280884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,7168,0.46136534214019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,7168,0.4313653310139974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,7168,0.428117314974467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,7168,0.36879467964172363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,7168,0.38603734970092773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,7168,0.3733333349227905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,7168,0.36648531754811603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,7168,0.3118026653925578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,7168,0.2843946615854899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,7168,0.2805759906768799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,7168,0.26454933484395343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,7168,0.26595733563105267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,7168,0.26184000571568805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,7168,0.2434879938761393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,7168,0.23250667254130045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,7168,0.21894399325052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,7168,0.19766932725906372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,7168,0.19882667064666748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,7168,0.36746132373809814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,7168,0.15981866916020712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,7168,0.13532267014185587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,7168,0.15711466471354166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,7168,0.13741333285967508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,7168,0.11613333225250244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,7168,0.11309333642323811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,7168,0.08826133608818054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,7168,0.09175999959309895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,7168,0.0620000014702479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,7168,0.04185600082079569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,7168,0.03755733370780945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,7168,0.037130666275819145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,7168,0.03941866755485535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,7168,0.03867200016975403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,7168,0.035743998984495796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,7168,0.036677333215872444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,7168,0.03684266656637192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,7168,0.03589333345492681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,7168,0.031930667658646904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,7168,0.03203733265399933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,7168,0.03222399950027466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,7168,0.03288000077009201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,7168,0.03508266558249792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,7168,0.03492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,7168,0.03412266572316488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,7168,0.03404266635576884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,7168,0.032127998769283295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,7168,0.03379199902216593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,7168,0.033701332906881966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,7168,0.03405333310365677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,7168,0.03656533360481262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,7168,0.036133334040641785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,7168,0.035114665826161705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,7168,0.03477333237727483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,7168,0.03433600068092346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,7168,0.03465066601832708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,7168,0.03396799912055334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,7168,0.033957332372665405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,7168,0.03385066737731298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,7168,0.06877333422501881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,7168,0.033946665624777474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,7168,0.03590933233499527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,7168,0.034634667138258614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,7168,0.034741332133611046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,7168,0.03649600098530451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,7168,0.036133334040641785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,7168,0.03507733345031738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,7168,0.03570133447647095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,7168,0.03499199946721395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,7168,2.264685312906901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,7168,1.2333652973175049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,7168,0.6385759909947714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,7168,0.32922667264938354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,7168,0.3184773325920105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,7168,0.3001199960708618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,7168,0.29054667552312213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,7168,0.2903280059496562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,7168,0.27888532479604083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,7168,0.2606239914894104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,7168,0.25381867090861004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,7168,0.25003467003504437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,7168,0.24906132618586221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,7168,0.2392586668332418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,7168,0.2205386757850647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,7168,0.21077066659927368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,7168,0.20377866427103677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,7168,0.1956239938735962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,7168,0.191594660282135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,7168,0.18769333759943643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,7168,0.17301599184672037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,7168,0.16052533189455667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,7168,0.15893066922823587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,7168,0.15919199585914612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,7168,0.1299199958642324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,7168,0.14664000272750854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,7168,0.12205866972605388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,7168,0.10713600118954976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,7168,0.10499733686447144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,7168,0.0900320013364156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,7168,0.09029866258303325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,7168,0.07347466548283894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,7168,0.05933333436648051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,7168,0.07077066600322723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,7168,0.05296533306439718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,7168,0.039120001097520195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,7168,0.04187466700871786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,7168,0.03741600116093954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,7168,0.03856533269087473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,7168,0.03818133225043615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,7168,0.036133334040641785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,7168,0.03717333326737086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,7168,0.035271999736626945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,7168,0.034186666210492454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,7168,0.03252800057331721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,7168,0.03218399981657664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,7168,0.03279199947913488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,7168,0.03140533218781153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,7168,0.03338133295377096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,7168,0.033042666812737785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,7168,0.031744000812371574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,7168,0.03285066783428192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,7168,0.030264000097910564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,7168,0.03201599915822347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,7168,0.0313253328204155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,7168,0.03156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,7168,0.029549332956473034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,7168,0.029301332930723827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,7168,0.0323759987950325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,7168,0.029711998999118805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,7168,0.029525332152843475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,7168,0.030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,7168,0.02922133356332779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,7168,0.02998666713635127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,7168,0.029290666182835896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,7168,0.03028533359368642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,7168,0.03160000095764796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,7168,0.03089333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,7168,0.02996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,7168,0.030519999563694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,7168,0.03137599925200144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,7168,0.03146666785081228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,7168,0.031511999666690826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,7168,0.031885333359241486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,8192,0.022783999641736347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,7168,3.213221232096354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,8192,0.022856889499558344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,7168,0.4578080177307129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,7168,1.6355759302775066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,7168,0.4231199820836385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,7168,0.8080960114796957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,7168,0.38734932740529376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,7168,0.4617066780726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,7168,0.379258672396342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,7168,0.3800079822540283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,7168,0.3502720197041829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,7168,0.35077865918477374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,7168,0.32260533173878986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,7168,0.3340746561686198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,7168,0.2983173330624898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,7168,0.30035199721654254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,7168,0.2753866712252299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,7168,0.4898560047149658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,7168,0.2699893315633138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,7168,0.2527093291282654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,7168,0.2531866629918416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,7168,0.22314133246739706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,7168,0.22136267026265463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,7168,0.41156800587972003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,7168,0.4257520039876302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,7168,0.18937599658966064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,7168,0.1747093399365743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,7168,0.1582053303718567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,7168,0.14402133226394653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,7168,0.11246400078137715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,7168,0.1956239938735962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,7168,0.07634933292865753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,7168,0.06316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,7168,0.13974666595458984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,7168,0.042778665820757546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,7168,0.04121333360671997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,7168,0.10767199595769246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,7168,0.04045599947373072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,7168,0.04033066580692927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,7168,0.039290666580200195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,7168,0.03924266745646795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,7168,0.03912533322970072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,7168,0.0377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,7168,0.09076266487439473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,7168,0.05063199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,7168,0.027245332797368366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,7168,0.026928000152111053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,7168,0.0264506662885348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,7168,0.027298666536808014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,7168,0.02698933333158493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,7168,0.025402667621771496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,7168,0.024658667544523876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,7168,0.028088000913461048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,7168,0.023925334215164185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,7168,0.024290665984153748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,7168,0.023922666907310486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,7168,0.02387999991575877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,7168,0.035162667433420815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,7168,0.03499999890724818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,7168,0.034261333445707955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,7168,0.03421599914630254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,7168,0.03455466777086258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,7168,0.03532266616821289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,7168,0.03491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,7168,0.037421333293120064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,7168,0.03822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,7168,0.03523733218510946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,7168,0.03409866740306219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,7168,0.03522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,7168,0.03640266756216685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,7168,0.035218665997187294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,7168,0.03730933368206024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,7168,0.03647999962170919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,7168,0.03635466595490774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,7168,0.027450665831565857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,7168,0.20231332381566366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,7168,0.6704506874084473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,7168,1.4224653244018555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,7168,0.3607199986775716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,7168,0.18821599086125693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,7168,0.18485599756240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,7168,0.18450667460759482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,7168,0.17299199104309082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,7168,0.17072665691375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,7168,0.16811466217041016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,7168,0.15533733367919922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,7168,0.15493466456731161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,7168,0.1535426676273346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,7168,0.13794533411661783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,7168,0.1374173363049825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,7168,0.14010000228881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,7168,0.12396267056465149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,7168,0.1205293337504069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,7168,0.12030133605003357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,7168,0.1078266700108846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,7168,0.10308667023976643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,7168,0.10543866952260335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,7168,0.10315333803494771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,7168,0.08999600013097127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,7168,0.08731200297673543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,7168,0.08519466718037923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,7168,0.07043866813182831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,7168,0.05657866597175598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,7168,0.07138800124327342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,7168,0.07103333373864491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,7168,0.05509866774082184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,7168,0.05306266744931539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,7168,0.03983066727717718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,7168,0.04205066462357839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,7168,0.0383813331524531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,7168,0.028649332622687023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,7168,0.02277066558599472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,7168,0.022295999030272167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,7168,0.02235466738541921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,7168,0.022367998957633972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,7168,0.022025334338347118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,7168,0.022297332684199016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,7168,0.02232133348782857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,7168,0.022014667590459187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,7168,0.02120933433373769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,7168,0.02110799898703893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,7168,0.02091466635465622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,7168,0.020897333820660908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,7168,0.020791999995708466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,7168,0.02090399960676829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,7168,0.020794666061798733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,7168,0.02107466757297516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,7168,0.02049199988444646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,7168,0.020949333906173706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,7168,0.02070933332045873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,7168,0.020743999630212784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,7168,0.020742667218049366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,7168,0.020714666694402695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,7168,0.020525333782037098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,7168,0.02075600003202756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,7168,0.02088800072669983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,7168,0.020772000153859455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,7168,0.02086399992307027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,7168,0.020737333844105404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,7168,0.021168000996112823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,7168,0.020673333356777828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,7168,0.020765333125988644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,7168,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,7168,0.020761333405971527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,7168,0.020799999435742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,7168,0.02050533394018809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,6144,2.821023941040039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,6144,1.692560036977132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,6144,0.8723626931508383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,6144,0.48285865783691406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,6144,0.4456799825032552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,6144,0.4220106601715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,6144,0.420138676961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,6144,0.42690134048461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,6144,0.3874986569086711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,6144,0.3375840187072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,6144,0.33367466926574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,6144,0.334879994392395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,6144,0.3380533456802368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,6144,0.33450134595235187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,6144,0.2797600030899048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,6144,0.27827733755111694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,6144,0.2539253234863281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,6144,0.24935466051101685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,6144,0.24708799521128336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,6144,0.24631466468175253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,6144,0.2204479972521464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,6144,0.21690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,6144,0.19394665956497192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,6144,0.1750719944636027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,6144,0.1783519983291626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,6144,0.14267200231552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,6144,0.13991467157999674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,6144,0.12458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,6144,0.12504000465075174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,6144,0.10113599896430969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,6144,0.10297600428263347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,6144,0.0802293320496877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,6144,0.07656533519426982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,6144,0.061797335743904114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,6144,0.05482133229573568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,6144,0.03696000079313914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,6144,0.03375466664632162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,6144,0.033333333830038704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,6144,0.03501333296298981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,6144,0.03405333310365677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,6144,0.03180266668399175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,6144,0.03200533241033554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,6144,0.03178666780392329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,6144,0.031717332700888314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,6144,0.029631999631722767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,6144,0.029258665939172108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,6144,0.028650666276613872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,6144,0.02906133234500885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,6144,0.031370667119820915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,6144,0.031093334158261616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,6144,0.03153600047032038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,6144,0.030165334542592365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,6144,0.028031999866167705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,6144,0.029482667644818623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,6144,0.02940266579389572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,6144,0.030421334008375805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,6144,0.03332799921433131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,6144,0.031632001201311745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,6144,0.03162133445342382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,6144,0.030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,6144,0.031045332551002502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,6144,0.030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,6144,0.030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,6144,0.030085332691669464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,6144,0.030095999439557392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,6144,0.029792000850041706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,6144,0.030031998952229817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,6144,0.031002665559450786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,6144,0.029733332494894665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,6144,0.030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,6144,0.0295413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,6144,0.029690665503342945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,6144,0.029946667452653248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,6144,0.031157332162062328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,7168,0.02090533326069514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,6144,1.9822773933410645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,6144,0.984328031539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,6144,0.2692613403002421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,6144,0.5513013203938802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,6144,0.27080265680948895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,6144,0.2606773376464844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,6144,0.2502853274345398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,6144,0.2523733377456665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,6144,0.24038400252660116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,6144,0.22115200757980347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,6144,0.21758667627970377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,6144,0.21569067239761353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,6144,0.21386933326721191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,6144,0.20705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,6144,0.19245866934458414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,6144,0.18259199460347494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,6144,0.1742266615231832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,6144,0.1709386706352234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,6144,0.1691546638806661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,6144,0.1604186693827311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,6144,0.15100266536076865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,6144,0.13387466470400491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,6144,0.1363040010134379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,6144,0.14001866181691489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,6144,0.12852000196774802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,6144,0.1107306679089864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,6144,0.1037493348121643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,6144,0.09423200289408366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,6144,0.09314666191736858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,6144,0.07753866910934448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,6144,0.07829066614309947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,6144,0.064751997590065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,6144,0.061090668042500816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,6144,0.05438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,6144,0.05027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,6144,0.03791200121243795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,6144,0.03532533347606659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,6144,0.034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,6144,0.0359199990828832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,6144,0.0349386657277743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,6144,0.03422133376200994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,6144,0.032111999889214836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,6144,0.03287466615438461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,6144,0.03217333306868871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,6144,0.029207999507586162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,6144,0.02903199940919876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,6144,0.029517332712809246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,6144,0.029088000456492107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,6144,0.03014133373896281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,6144,0.030653332670529682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,6144,0.029130667448043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,6144,0.030447999636332195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,6144,0.03025600065787633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,6144,0.02812800059715907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,6144,0.029058667520682018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,6144,0.02828533450762431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,6144,0.028213332096735638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,6144,0.028189333776632946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,6144,0.03200533241033554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,6144,0.02714933454990387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,6144,0.027024000883102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,6144,0.027258666853109997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,6144,0.027581334114074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,6144,0.027101332942644756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,6144,0.02827200045188268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,6144,0.027077332139015198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,6144,0.0283146674434344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,6144,0.02935733397801717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,6144,0.02850399911403656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,6144,0.029477333029111225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,6144,0.028346667687098186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,6144,0.02934933453798294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,6144,0.029029332101345062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,6144,0.0290133332212766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,7168,0.020687999824682873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,6144,2.8628479639689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,6144,1.489997386932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,6144,0.42450932661692303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,6144,0.7621893088022867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,6144,0.38978668053944904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,7168,0.020317333439985912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,6144,0.36372800668080646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,6144,0.44679200649261475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,6144,0.34004000822703045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,6144,0.34649598598480225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,6144,0.31858400503794354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,6144,0.3224853277206421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,6144,0.29188533624013263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,6144,0.3035839994748433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,6144,0.26604799429575604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,6144,0.27743200461069745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,6144,0.2527466615041097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,6144,0.24844000736872354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,6144,0.22607467571894327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,6144,0.2335360050201416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,6144,0.20069867372512817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,6144,0.20263999700546265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,6144,0.4231733481089274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,6144,0.17391467094421387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,6144,0.16082132856051126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,6144,0.1437226633230845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,6144,0.1306933363278707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,6144,0.3935573498408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,6144,0.10514932870864868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,6144,0.3734399875005086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,6144,0.12928266326586405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,6144,0.07028533518314362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,6144,0.18117332458496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,6144,0.09877333045005798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,6144,0.03737599899371465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,6144,0.03718133270740509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,6144,0.037471999724706016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,6144,0.034287999073664345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,6144,0.03412266572316488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,6144,0.03416266789038976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,6144,0.034314667185147606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,6144,0.032730666299661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,6144,0.08401067058245341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,6144,0.059858664870262146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,6144,0.044922664761543274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,6144,0.023930666347344715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,6144,0.023978665471076965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,6144,0.02314399927854538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,6144,0.023549333214759827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,6144,0.02197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,6144,0.021712000171343487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,6144,0.021517333885033924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,6144,0.021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,6144,0.02205066631237666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,6144,0.02186399946610133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,6144,0.03218133250872294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,6144,0.031114667654037476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,6144,0.03031199922164281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,6144,0.031170666217803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,6144,0.032101333141326904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,6144,0.031541332602500916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,6144,0.030031998952229817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,6144,0.030466665824254353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,6144,0.03316266586383184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,6144,0.031167998909950256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,6144,0.03126933425664902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,6144,0.03127733369668325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,6144,0.032429332534472145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,6144,0.031328000128269196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,6144,0.031165334085623424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,6144,0.031165334085623424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,6144,0.03219199925661087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,6144,0.02421066661675771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,6144,0.024453334510326385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,6144,0.025026666621367138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,6144,1.1601693630218506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,6144,0.3156920075416565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,6144,0.5869959990183512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,6144,0.17586533228556314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,6144,0.16614933808644614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,6144,0.16658000151316324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,6144,0.1613479952017466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,6144,0.14934800068537393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,6144,0.15046000480651855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,6144,0.15054133534431458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,6144,0.1338480015595754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,6144,0.13677466909090677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,6144,0.1358733375867208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,6144,0.1241426666577657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,6144,0.12216400106747945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,6144,0.11958932876586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,6144,0.10960666338602702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,6144,0.10811866323153178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,6144,0.10666400194168091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,6144,0.09311466415723164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,6144,0.092957337697347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,6144,0.09146133065223694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,6144,0.09079466263453166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,6144,0.07729200025399525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,6144,0.0776306688785553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,6144,0.07654800017674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,6144,0.06373066703478496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,6144,0.06213866670926412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,6144,0.06509999930858612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,6144,0.050411999225616455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,6144,0.0487386683622996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,6144,0.03612933307886124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,6144,0.047237331668535866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,6144,0.036878667771816254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,6144,0.034470667441686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,6144,0.025392000873883564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,6144,0.02008399988214175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,6144,0.020693333198626835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,6144,0.020242666204770405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,6144,0.020374666899442673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,6144,0.020243999858697254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,6144,0.01970133309563001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,6144,0.019845332950353622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,6144,0.019805333266655605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,6144,0.019188000510136288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,6144,0.01921999951203664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,6144,0.019218667099873226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,6144,0.019228000193834305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,6144,0.019198667258024216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,6144,0.018680000056823094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,6144,0.019240000595649082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,6144,0.019181333482265472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,6144,0.018833333005507786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,6144,0.018822666257619858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,6144,0.018667999655008316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,6144,0.0191920002301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,6144,0.019062666843334835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,6144,0.01904800037542979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,6144,0.019018666197856266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,6144,0.019217333445946377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,6144,0.0191920002301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,6144,0.018765332798163097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,6144,0.018697333832581837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,6144,0.018826667219400406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,6144,0.01868666708469391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,6144,0.01876133307814598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,6144,0.018657332907120388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,6144,0.019053333749373753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,6144,0.018769333759943645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,6144,0.019110667208830517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,6144,0.019117332994937897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,5120,2.216973304748535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,5120,1.4573119481404622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,5120,0.7335973580678304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,5120,0.37973066171010333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,5120,0.3823839823404948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,5120,0.3638853232065837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,5120,0.3166346748669942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,5120,0.3054506580034892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,5120,0.2778533299763997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,5120,0.2613413333892822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,5120,0.25623999039332074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,5120,0.2571439941724141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,5120,0.2579093376795451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,5120,0.25304800271987915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,5120,0.22245067358016968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,5120,0.2150613268216451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,5120,0.2010186711947123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,5120,0.19559733072916666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,5120,0.19554134209950766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,5120,0.1867520014444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,5120,0.1724720001220703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,5120,0.1676373283068339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,5120,0.15729600191116333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,5120,0.1707813342412313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,5120,0.14600533246994019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,5120,0.13497066497802734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,5120,0.1214906672636668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,5120,0.09538132945696513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,5120,0.09841333826382954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,5120,0.07845333218574524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,5120,0.07998133202393849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,5120,0.065461332599322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,5120,0.06200799842675527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,5120,0.05106399953365326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,5120,0.04319733381271362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,5120,0.030248001217842102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,5120,0.0276053324341774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,5120,0.0271546666820844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,5120,0.0283146674434344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,5120,0.028530667225519817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,5120,0.026629333694775898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,5120,0.026738665997982025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,5120,0.02616800119479497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,5120,0.02611733227968216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,5120,0.023778667052586872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,5120,0.023557332654794056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,5120,0.02386933316787084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,5120,0.023549333214759827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,5120,0.025831999878088634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,5120,0.025250665843486786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,5120,0.025402667621771496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,5120,0.025114665428797405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,5120,0.023178666830062866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,5120,0.02386666586001714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,5120,0.023973333338896435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,5120,0.02516266703605652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,5120,0.022840000689029694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,5120,0.023922666907310486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,5120,0.025261332591374714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,5120,0.023949332535266876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,5120,0.023501334091027577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,5120,0.023520000278949738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,5120,0.02351733297109604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,5120,0.023815999428431194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,5120,0.02382133404413859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,5120,0.023634667197863262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,5120,0.0249493345618248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,5120,0.024562666813532513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,5120,0.025090667108694713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,5120,0.024357333779335022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,5120,0.02462399999300639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,5120,0.024549332757790882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,5120,0.025311999022960663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,5120,0.025077333052953083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,5120,1.6462613211737738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,6144,0.01923199991385142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,5120,0.8510346412658691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,5120,0.4344640043046739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,5120,0.2609422206878662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,5120,0.219559113184611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,6144,0.019281333933273952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,5120,0.24656711684332955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,5120,0.21642666392856172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,5120,0.22177955839369032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,5120,0.20474844508700898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,5120,0.191121776898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,5120,0.1856480042139689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,5120,0.1862915489408705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,5120,0.18389688597785103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,5120,0.17045866118537056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,5120,0.1622506644990709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,5120,0.21466844611697725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,5120,0.15832355287339953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,5120,0.14242488808102077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,5120,0.14286755190955266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,5120,0.13890133963690862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,5120,0.13316978348626032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,5120,0.11687466833326553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,5120,0.12112532721625434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,5120,0.10923377672831218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,5120,0.11680532826317681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,5120,0.0975875523355272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,5120,0.08357510964075725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,5120,0.08113421996434529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,5120,0.06989155875311957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,5120,0.06777066654629178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,5120,0.059157331784566246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,5120,0.057016889254252114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,5120,0.04800533254941305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,5120,0.044750223557154335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,5120,0.03348799877696567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,5120,0.032821334070629544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,5120,0.09026666482289632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,5120,0.03223289052645365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,5120,0.032124443186653986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,5120,0.030510223574108545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,5120,0.02968888812594944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,5120,0.02847111225128174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,5120,0.027715555495686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,5120,0.02666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,5120,0.027726221415731642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,5120,0.0274311105410258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,5120,0.026922666364245947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,5120,0.026915555198987324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,5120,0.027130666706297133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,5120,0.02685333291689555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,5120,0.02660088903374142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,5120,0.025623111261261836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,5120,0.03133866522047255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,5120,0.026687999566396076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,5120,0.02540622154871623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,5120,0.0262755552927653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,5120,0.025402666793929204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,5120,0.023464888334274292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,5120,0.025070221887694463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,5120,0.030103110604816016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,5120,0.02492800023820665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,5120,0.02695288923051622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,5120,0.024803555674023096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,5120,0.02459377712673611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,5120,0.02513955533504486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,5120,0.027066666218969557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,5120,0.025352888637118872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,5120,0.02665244374010298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,5120,0.02734400000837114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,5120,0.02740266587999132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,5120,0.027020444472630818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,5120,0.026272000537978277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,5120,0.026855111122131348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,5120,0.025472000241279602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,6144,0.018768000106016796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,5120,2.663148456149631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,5120,0.3778559896681044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,5120,1.3295715120103624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,5120,0.3495608965555827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,5120,0.6918346616956922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,5120,0.33088888062371147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,5120,0.40603023105197483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,5120,0.3099448945787218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,5120,0.31283201111687553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,5120,0.28890665372212726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,5120,0.29216710726420086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,5120,0.26530665821499294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,5120,0.2738773292965359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,5120,0.24362667401631674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,5120,0.25026488304138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,5120,0.23129243320888945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,5120,0.2247004508972168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,5120,0.20814932717217338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,5120,0.20788266923692492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,5120,0.1824800040986803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,5120,0.18004088931613496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,5120,0.3855644332038031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,5120,0.1582204500834147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,5120,0.1471680005391439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,5120,0.13139022721184626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,5120,0.12126933203803168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,5120,0.356220457288954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,5120,0.09299733241399129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,5120,0.3430951171451145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,5120,0.16287999682956272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,5120,0.05814399984147814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,5120,0.0521031121412913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,5120,0.11331378089057074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,5120,0.030768000417285498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,5120,0.030403554439544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,5120,0.030307554536395605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,5120,0.03086400032043457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,5120,0.08491555849711101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,5120,0.030657778183619182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,5120,0.028705779049131606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,5120,0.029703110456466675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,5120,0.02753422160943349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,5120,0.07440355751249525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,5120,0.037880887587865196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,5120,0.02123022245036231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,5120,0.01941333380010393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,5120,0.020097777247428894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,5120,0.01979733341270023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,5120,0.01942755613062117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,5120,0.019466666711701285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,5120,0.018055111169815063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,5120,0.01745244363943736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,5120,0.018551111221313477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,5120,0.017966222431924608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,5120,0.018160000443458557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,5120,0.02611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,5120,0.027132444911532935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,5120,0.02492977844344245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,5120,0.02612977723280589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,5120,0.025603555970721777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,5120,0.027152000202072993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,5120,0.027624888552559748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,5120,0.02677511175473531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,5120,0.02609777781698439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,5120,0.02809422214825948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,5120,0.02552177839808994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,5120,0.026211554805437725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,5120,0.01958755486541324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,5120,0.025768889321221247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,5120,0.026128000683254663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,5120,0.026879999372694228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,5120,0.026170666019121807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,5120,0.02625600000222524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,5120,0.0207360006040997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,5120,1.0482271830240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,5120,0.5242687861124675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,5120,0.26503039995829264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,5120,0.15202239354451497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,5120,0.14425493876139323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,5120,0.14023572603861492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,5120,0.14460906982421876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,5120,0.12998932997385662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,5120,0.1305578629175822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,5120,0.12812480131785076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,5120,0.11602986653645833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,5120,0.12117119630177815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,5120,0.11791253089904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,5120,0.10517653624216716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,5120,0.10542399883270263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,5120,0.10624000231424968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,5120,0.09133973121643066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,5120,0.09496426582336426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,5120,0.09189226627349853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,5120,0.08242133458455404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,5120,0.08042026360829671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,5120,0.07889599800109863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,5120,0.07818453311920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,5120,0.06930987040201822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,5120,0.06750720342000326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,5120,0.05562666654586792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,5120,0.0650602658589681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,5120,0.05513279835383097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,5120,0.05331093470255534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,5120,0.042991999785105386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,5120,0.04324906667073568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,5120,0.04134293397267659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,5120,0.03127253254254659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,5120,0.031414399544397995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,5120,0.029977599779764812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,5120,0.02253546714782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,5120,0.017851734161376955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,5120,0.017854932943979898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,5120,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,5120,0.01764906644821167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,5120,0.018191999197006224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,5120,0.018097066879272462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,5120,0.017529600858688356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,5120,0.018345600366592406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,5120,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,5120,0.01745706597963969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,5120,0.01734293301900228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,5120,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,5120,0.017089066902796428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,5120,0.017257599035898845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,5120,0.017114667097727458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,5120,0.017054933309555053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,5120,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,5120,0.017027199268341064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,5120,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,5120,0.01693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,5120,0.01702400048573812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,5120,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,5120,0.017068799336751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,5120,0.017214934031168617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,5120,0.017118932803471883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,5120,0.017156267166137697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,5120,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,5120,0.01696959932645162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,5120,0.01675093372662862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,5120,0.017064533631006875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,5120,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,5120,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,5120,0.01722453236579895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,5120,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,5120,0.01700586676597595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,4096,1.8176347414652507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,4096,1.1688960393269856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,4096,0.614522655804952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,4096,0.3399680058161418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,4096,0.3131333390871684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,4096,0.31249866882960003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,4096,0.2850079933802287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,4096,0.28593866030375165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,4096,0.26154400904973346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,4096,0.2293413281440735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,4096,0.2167146603266398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,4096,0.21840800841649374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,4096,0.22148533662160239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,4096,0.21634666124979654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,4096,0.18574400742848715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,4096,0.18343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,4096,0.16511199871699014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,4096,0.16040800015131632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,4096,0.16098399957021078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,4096,0.15652267138163248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,4096,0.14506666858990988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,4096,0.14411999781926474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,4096,0.13362133502960205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,4096,0.1433253288269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,4096,0.1262986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,4096,0.10887199640274048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,4096,0.09503199656804402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,4096,0.0825946678717931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,4096,0.08161599934101105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,4096,0.0673333356777827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,4096,0.06739466885725658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,4096,0.05495733519395193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,4096,0.05212266743183136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,4096,0.04230933388074239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,4096,0.03649866580963135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,4096,0.026250667870044708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,4096,0.023341332872708637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,4096,0.022698665658632915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,4096,0.0240639994541804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,4096,0.02386133372783661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,4096,0.02199200044075648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,4096,0.021986665825049084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,4096,0.02183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,4096,0.021568000316619873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,4096,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,4096,0.01933066671093305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,4096,0.01950399950146675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,4096,0.01977866639693578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,4096,0.02094399929046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,4096,0.020983998974164326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,4096,0.020821332931518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,4096,0.020978666841983795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,4096,0.019071999937295914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,4096,0.019970666617155075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,4096,0.0199946661790212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,4096,0.020482666790485382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,4096,0.018618666877349217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,4096,0.019530666371186573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,4096,0.020799999435742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,4096,0.019610666980346043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,4096,0.01979999989271164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,4096,0.01989866668979327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,4096,0.019802667200565338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,4096,0.019861333072185516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,4096,0.020021333048741024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,4096,0.019629333168268204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,4096,0.020746666938066483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,4096,0.020573332905769348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,4096,0.02104266732931137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,4096,0.02096266547838847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,4096,0.020949333906173706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,4096,0.020994665722052257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,4096,0.02128266543149948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,4096,0.021773333350817364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,4096,1.3407875696818035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,4096,0.7191164228651258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,4096,0.3755306667751736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,4096,0.21837333838144937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,4096,0.20014754931131998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,4096,0.1818702220916748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,4096,0.1780231131447686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,4096,0.18123555183410645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,4096,0.17315377129448783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,4096,0.16837510797712538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,4096,0.15684978167215982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,4096,0.15282132890489367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,4096,0.15098844634162054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,5120,0.017014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,4096,0.14381689495510525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,4096,0.13313599427541098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,4096,0.13354489538404676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,4096,0.1264302200741238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,4096,0.12030755148993598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,4096,0.11436088879903157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,4096,0.10786844624413384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,4096,0.10639288690355088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,4096,0.09421333339479233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,4096,0.09430222378836738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,4096,0.09099555677837795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,4096,0.10091733270221287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,4096,0.08025955491595797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,4096,0.07803199688593547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,4096,0.06722844309277005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,4096,0.057690666781531445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,4096,0.058483554257286914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,4096,0.05293155709902445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,4096,0.04890311095449659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,4096,0.04020977682537503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,4096,0.038784000608656145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,4096,0.03026311265097724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,4096,0.029162665208180744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,4096,0.029038220643997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,4096,0.029873778422673542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,4096,0.029566221767001685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,4096,0.06824000014199151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,4096,0.027722666660944622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,4096,0.027315555347336665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,4096,0.026936888694763184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,4096,0.024824889169798955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,4096,0.026629333694775898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,4096,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,4096,0.02461333407296075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,4096,0.024830222129821777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,4096,0.026268444127506677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,4096,0.02631644407908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,4096,0.025032889511850145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,4096,0.025536000728607178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,4096,0.025397333833906386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,4096,0.023180445035298664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,4096,0.02481066683928172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,4096,0.02364088926050398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,4096,0.023440000083711412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,4096,0.022853333089086745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,4096,0.02260622216595544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,4096,0.023137778043746948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,4096,0.023281777898470562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,4096,0.02275200022591485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,4096,0.023603555228975084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,4096,0.02274311085542043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,4096,0.02311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,4096,0.02312177750799391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,4096,0.022844443718592327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,4096,0.02087466584311591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,4096,0.02163911031352149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,4096,0.022451554735501606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,4096,0.022286223040686712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,4096,0.02240177823437585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,4096,0.02258666687541538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,4096,0.0221760008070204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,4096,2.34877692328559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,4096,1.222224023607042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,4096,0.6110400093926324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,4096,0.3343039883507623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,5120,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,4096,0.320309321085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,5120,0.01696746746699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,4096,0.29805154270595974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,4096,0.3649368815951877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,4096,0.34123555819193524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,4096,0.28640709982977974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,4096,0.28326577610439724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,4096,0.2633226712544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,4096,0.2633475462595622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,4096,0.24298132790459526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,4096,0.24714488453335234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,4096,0.22189866171942818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,4096,0.22436798943413627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,4096,0.20974577797783744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,4096,0.19859555032518175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,4096,0.1874257723490397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,4096,0.1845066679848565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,4096,0.1643786695268419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,4096,0.16036266750759548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,4096,0.13793599605560303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,4096,0.1264817714691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,4096,0.11230577362908258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,4096,0.10398933622572158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,4096,0.3188604513804118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,4096,0.08183822366926405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,4096,0.30481600761413574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,4096,0.14638400077819824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,4096,0.046588444047504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,4096,0.04035733474625482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,4096,0.09208533498975967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,4096,0.02905244297451443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,4096,0.027614222632514104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,4096,0.027439999911520217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,4096,0.06759466727574666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,4096,0.025516443782382544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,4096,0.024526221884621516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,4096,0.024488889508777197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,4096,0.0243857784403695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,4096,0.023630221684773762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,4096,0.06386133035024007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,4096,0.03029688861634996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,4096,0.01812266641192966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,4096,0.018035555879275005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,4096,0.01742755538887448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,4096,0.01738133364253574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,4096,0.017383111847771537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,4096,0.01616533266173469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,4096,0.01612622208065457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,4096,0.01645155582163069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,4096,0.016709332664807636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,4096,0.016081778539551627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,4096,0.022133333815468684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,4096,0.02221511138810052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,4096,0.022849778334299724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,4096,0.022780444886949327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,4096,0.0229777776532703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,4096,0.02345955537425147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,4096,0.022385777698622808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,4096,0.022830223043759663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,4096,0.02279111080699497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,4096,0.0229120006163915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,4096,0.02277511192692651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,4096,0.02279111080699497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,4096,0.022887110710144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,4096,0.02349333299530877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,4096,0.02288177775012122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,4096,0.02295822236273024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,4096,0.02294755478700002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,4096,0.018079999420377944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,4096,0.01740622189309862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,4096,0.017438222964604694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,4096,0.7953461329142253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,4096,0.4182901382446289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,4096,0.21505066553751626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,4096,0.12630399862925212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,4096,0.11594986915588379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,4096,0.11655680338541667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,4096,0.11523093382517498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,4096,0.10754133065541585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,4096,0.1059285322825114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,4096,0.1042464017868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,4096,0.09652586778004965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,4096,0.09597547054290771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,4096,0.09580159982045491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,4096,0.08581759929656982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,4096,0.08543360233306885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,4096,0.08628906408945719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,4096,0.07696533203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,4096,0.07503999869028727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,4096,0.06797333558400473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,4096,0.07511466344197591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,4096,0.06662186781565348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,4096,0.06409066518147787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,4096,0.06583679914474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,4096,0.056037334601084385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,4096,0.055422933896382656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,4096,0.04666879971822103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,4096,0.05353493293126425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,4096,0.04502826531728109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,4096,0.03629226684570312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,4096,0.04550613164901733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,4096,0.035598933696746826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,4096,0.034704001744588216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,4096,0.027405865987141925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,4096,0.027155200640360515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,4096,0.025321600834528606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,4096,0.01958079934120178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,4096,0.015958399573961893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,4096,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,4096,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,4096,0.015864533185958863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,4096,0.015874133507410685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,4096,0.0162282665570577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,4096,0.015430399775505066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,4096,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,4096,0.015177599589029946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,4096,0.015128533045450846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,4096,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,4096,0.015292800466219583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,4096,0.015009066462516785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,4096,0.01532373329003652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,4096,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,4096,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,4096,0.014945066968599954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,4096,0.014765866597493491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,4096,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,4096,0.01497706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,4096,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,4096,0.015031466881434122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,4096,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,4096,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,4096,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,4096,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,4096,0.014922666549682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,4096,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,4096,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,4096,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,4096,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,4096,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,4096,0.01495680014292399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,4096,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,4096,0.015044266978899637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,3584,1.5745493570963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,3584,0.8119173049926758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,3584,0.40540532271067303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,3584,0.24297600984573364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,3584,0.22758400440216064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,3584,0.23059733708699545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,3584,0.22214933236440024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,3584,0.21709867318471274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,3584,0.20037599404652914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,3584,0.18546134233474731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,3584,0.1803386608759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,3584,0.1784693400065104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,3584,0.1816719969113668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,3584,0.1791386604309082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,3584,0.15642666816711426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,3584,0.15187467137972513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,3584,0.13874666889508566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,3584,0.13424533605575562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,3584,0.13166667024294534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,3584,0.1318186620871226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,3584,0.12097600102424622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,3584,0.10686399539311726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,3584,0.10896799961725871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,3584,0.11825066804885864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,3584,0.0988213320573171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,3584,0.08668532967567444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,3584,0.07914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,3584,0.0695386677980423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,3584,0.06986399988333385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,3584,0.057618667682011925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,3584,0.05745866894721985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,3584,0.04799733559290568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,3584,0.045653333266576133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,3584,0.03724266588687897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,3584,0.03209600100914637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,3584,0.022600000103314716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,3584,0.020432000358899433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,3584,0.02053600052992503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,3584,0.021431999901930492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,3584,0.02120800067981084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,3584,0.01966399947802226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,3584,0.019637333850065868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,3584,0.0191920002301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,3584,0.019237333287795384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,3584,0.017826666434605915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,3584,0.017664000391960144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,3584,0.017829333742459614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,3584,0.01799733315904935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,3584,0.018909333894650143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,3584,0.0186639999349912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,3584,0.018906666586796444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,3584,0.018530666828155518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,3584,0.016810666769742966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,3584,0.01781066631277402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,3584,0.01785600061217944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,3584,0.018503999958435696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,3584,0.01682399958372116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,3584,0.017674667139848072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,3584,0.01885066678126653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,3584,0.017165333032608032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,3584,0.017637333522240322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,3584,0.017752000441153843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,3584,0.017682666579882305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,3584,0.017954666167497635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,3584,0.017845333864291508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,3584,0.017789332816998165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,3584,0.018960000326236088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,3584,0.01910666624704997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,3584,0.01988799994190534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,3584,0.01879199966788292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,3584,0.018906666586796444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,3584,0.01883200059334437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,3584,0.018976000448067982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,3584,0.019874667127927143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,3584,1.1822413603464763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,3584,0.6266066630681356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,3584,0.30939199527104694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,3584,0.175546665986379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,3584,0.17669866482416788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,3584,0.16134933630625406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,3584,0.15748666723569235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,3584,0.1565933326880137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,3584,0.149836003780365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,3584,0.14387999971707663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,3584,0.13623866438865662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,3584,0.1367080012957255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,3584,0.135343998670578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,3584,0.1300706664721171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,3584,0.12024399638175964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,3584,0.1153600017229716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,3584,0.10948399702707927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,3584,0.10543200373649597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,3584,0.10459599892298381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,3584,0.09533199667930603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,3584,0.09448400139808655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,3584,0.0920359989007314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,4096,0.014660267035166421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,3584,0.08831066886583964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,3584,0.08843066294987996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,3584,0.08050533135732015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,3584,0.07227466503779094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,3584,0.06909066438674927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,3584,0.060806666811307274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,3584,0.05852533380190531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,3584,0.05386666456858317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,3584,0.05198933184146881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,3584,0.04639733334382375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,3584,0.043565332889556885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,3584,0.038346665600935616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,3584,0.03518533209959666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,3584,0.02811466654141744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,3584,0.02741199980179469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,3584,0.02681333323319753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,3584,0.028547999759515125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,3584,0.026593332489331562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,3584,0.02532800038655599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,3584,0.025464000801245373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,3584,0.02510400116443634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,3584,0.025253333151340485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,3584,0.024381332099437714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,3584,0.023235999047756195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,3584,0.0235386664668719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,3584,0.024285333851973217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,3584,0.02405333270629247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,3584,0.02386799951394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,3584,0.02405466636021932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,3584,0.022543999056021374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,3584,0.023029332359631855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,3584,0.02293066680431366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,3584,0.02290000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,3584,0.02313866714636485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,3584,0.0229066660006841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,3584,0.02332400033871333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,3584,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,3584,0.020854666829109192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,3584,0.023371999462445576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,3584,0.021364000936349232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,3584,0.021001333991686504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,3584,0.023221333821614582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,3584,0.02406800041596095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,3584,0.02080800011754036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,3584,0.02067599942286809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,3584,0.022690666218598683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,3584,0.020761333405971527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,3584,0.02096266547838847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,3584,0.020821332931518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,3584,0.02088533341884613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,3584,0.02096266547838847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,3584,0.0209213321407636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,4096,0.014869333306948344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,4096,0.014995200435320535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,3584,1.1565346717834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,3584,0.32414666811625165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,3584,2.2951547304789224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,3584,0.3052026629447937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,3584,0.34506932894388836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,3584,0.28621600071589154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,3584,0.5979746580123901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,3584,0.2899826765060425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,3584,0.27373333772023517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,3584,0.26880133152008057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,3584,0.25337332487106323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,3584,0.25274133682250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,3584,0.23357333739598593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,3584,0.23485867182413736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,3584,0.2124906579653422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,3584,0.2147106726964315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,3584,0.19734134276707968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,3584,0.19300132989883423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,3584,0.17778666814168295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,3584,0.17801199356714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,3584,0.15568133195241293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,3584,0.1542253295580546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,3584,0.12986666957537332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,3584,0.1241426666577657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,3584,0.101583997408549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,3584,0.099973330895106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,3584,0.3285800019900004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,3584,0.07664933303991954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,3584,0.3074839909871419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,3584,0.1398199995358785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,3584,0.08216133217016856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,3584,0.04291866719722748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,3584,0.036089333395163216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,3584,0.024177332719167072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,3584,0.02384000023206075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,3584,0.0239373321334521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,3584,0.02327066659927368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,3584,0.02232133348782857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,3584,0.02258666604757309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,3584,0.02203866591056188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,3584,0.021927999953428905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,3584,0.05921199917793274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,3584,0.0552079975605011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,3584,0.02863466739654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,3584,0.016244000444809597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,3584,0.015562667200962702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,3584,0.016142666339874268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,3584,0.015919999529918034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,3584,0.015444000562032064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,3584,0.014172000189622244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,3584,0.014493333796660105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,3584,0.014293332894643148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,3584,0.01911466692884763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,3584,0.018588000287612278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,3584,0.020195999493201573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,3584,0.019637333850065868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,3584,0.020205333828926086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,3584,0.01931866630911827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,3584,0.020053333292404812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,3584,0.02072799950838089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,3584,0.020441333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,3584,0.020502666632334392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,3584,0.020743999630212784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,3584,0.019814666360616684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,3584,0.01992666721343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,3584,0.020605333149433136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,3584,0.01969333365559578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,3584,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,3584,0.020253332952658337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,3584,0.021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,3584,0.021781332790851593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,3584,0.01569066693385442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,3584,0.016193332771460216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,3584,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,3584,0.3696096102396647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,3584,0.7547168095906576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,3584,0.19643840789794922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,3584,0.11160533428192139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,3584,0.10493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,3584,0.10566079616546631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,3584,0.10387413501739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,3584,0.09545706907908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,3584,0.09493546485900879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,3584,0.08768746852874756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,3584,0.09614933331807454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,3584,0.08580586910247803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,3584,0.08444053332010905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,3584,0.07865706284840902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,3584,0.07618133227030435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,3584,0.0793994665145874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,3584,0.07020906607309976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,3584,0.06891093254089356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,3584,0.06813226540883383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,3584,0.06179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,3584,0.06038186550140381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,3584,0.05862293243408203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,3584,0.05811200141906738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,3584,0.05047680139541626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,3584,0.05156160195668539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,3584,0.0490826686223348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,3584,0.04233280022939046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,3584,0.041042133172353105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,3584,0.04123306671778361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,3584,0.03337386846542358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,3584,0.03242879907290141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,3584,0.03139093319574992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,3584,0.024267733097076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,3584,0.025272534290949507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,3584,0.02345493237177531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,3584,0.017565866311391197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,3584,0.014945066968599954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,3584,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,3584,0.015043200055758158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,3584,0.014349866906801859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,3584,0.014973866939544677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,3584,0.015018666783968607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,3584,0.015029333035151162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,3584,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,3584,0.01430400013923645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,3584,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,3584,0.014056533575057983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,3584,0.014070399602254233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,3584,0.013999999562899271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,3584,0.013989333311716715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,3584,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,3584,0.013949867089589438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,3584,0.013982933759689332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,3584,0.014151466886202493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,3584,0.013770666718482972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,3584,0.013980799913406372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,3584,0.014018133282661438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,3584,0.013819733262062072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,3584,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,3584,0.013853866855303446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,3584,0.013965866963068643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,3584,0.013805866241455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,3584,0.01378986636797587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,3584,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,3584,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,3584,0.013820800185203552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,3584,0.013803733388582864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,3584,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,3584,0.014152533809343972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,3584,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,3584,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,3072,1.3734453519185383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,3072,0.8586080074310303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,3072,0.44330668449401855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,3072,0.2419546643892924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,3072,0.22287732362747192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,3072,0.22268267472585043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,3072,0.22239466508229574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,3072,0.22794665892918906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,3072,0.18552533785502115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,3072,0.16342399517695108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,3072,0.16035466392834982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,3072,0.16949333747227988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,3072,0.16141866644223532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,3072,0.15381066997845969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,3072,0.1382586658000946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,3072,0.13447733720143637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,3072,0.12452800075213115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,3072,0.1222773293654124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,3072,0.1217413345972697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,3072,0.11590400338172913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,3072,0.10638667146364848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,3072,0.09425333142280579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,3072,0.096151997645696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,3072,0.10194933414459229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,3072,0.0888213316599528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,3072,0.0776719997326533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,3072,0.0711893339951833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,3072,0.06338400145371755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,3072,0.061117331186930336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,3072,0.05075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,3072,0.050200000405311584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,3072,0.04169866442680359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,3072,0.03976266582806905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,3072,0.032218667368094124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,3072,0.029645333687464397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,3072,0.01985866700609525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,3072,0.0179626668492953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,3072,0.018114666144053142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,3072,0.019215999792019527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,3072,0.018941332896550495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,3072,0.01773333301146825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,3072,0.01720533271630605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,3072,0.0170693335433801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,3072,0.01700266698996226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,3072,0.015791999797026317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,3072,0.015666666130224865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,3072,0.015696000307798386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,3072,0.015928000211715698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,3072,0.01691199963291486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,3072,0.016773333152135212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,3072,0.016437333077192307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,3072,0.016568000117937725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,3072,0.015791999797026317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,3072,0.015703999747832615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,3072,0.016719999412695568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,3072,0.016066666692495346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,3072,0.014743999888499578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,3072,0.015784000356992085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,3072,0.017154666284720104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,3072,0.015794667104880016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,3072,0.015640000502268474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,3072,0.01568000018596649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,3072,0.015941333025693893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,3072,0.01562133307258288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,3072,0.01570933312177658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,3072,0.015637333194414776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,3072,0.016760000338157017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,3072,0.01658133293191592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,3072,0.01662133385737737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,3072,0.016794666647911072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,3072,0.016869333883126576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,3072,0.0167173333466053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,3072,0.01684800038735072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,3072,0.017282667259375255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,3072,1.031059980392456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,3072,0.5570293267567953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,3072,0.2856840093930562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,3072,0.1703933278719584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,3072,0.15096267064412436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,3072,0.14798399806022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,3072,0.13788400093714395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,3072,0.1405333379904429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,3072,0.1350986659526825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,3072,0.1316813329855601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,3072,0.12302000323931377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,3072,0.12008000413576762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,3584,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,3072,0.12054266532262166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,3072,0.1111400028069814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,3072,0.107506662607193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,3072,0.101583997408549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,3072,0.09642799695332845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,3072,0.09320132931073506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,3072,0.09488667050997417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,3072,0.09312533338864644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,3072,0.08754133184750874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,3072,0.07770533363024394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,3072,0.07720266779263814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,3072,0.07815599938233693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,3072,0.07187999784946442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,3072,0.06507466733455658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,3072,0.059896002213160195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,3072,0.05566533406575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,3072,0.05461200078328451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,3072,0.049586668610572815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,3072,0.04897200067838033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,3072,0.04161866754293442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,3072,0.04106133431196213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,3072,0.03506933401028315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,3072,0.03444266567627589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,3072,0.028397334118684132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,3072,0.02606933315594991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,3072,0.025942665835221607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,3072,0.025755998988946278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,3072,0.02492533375819524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,3072,0.024921332796414692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,3072,0.024234667420387268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,3072,0.023984000086784363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,3072,0.02332533399264018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,3072,0.02316399912039439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,3072,0.024401334424813587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,3072,0.024197332561016083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,3584,0.014006400108337402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,3072,0.022917332748572033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,3072,0.023854665458202362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,3072,0.022829333941141765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,3072,0.023373333116372425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,3072,0.02219466616710027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,3072,0.021938666701316833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,3072,0.022845332821210224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,3072,0.022151999175548553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,3072,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,3072,0.020997333029905956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,3072,0.021146667500336964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,3072,0.02160266786813736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,3072,0.020989333589871723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,3072,0.020957333346207935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,3072,0.02276133249203364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,3072,0.02290266752243042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,3072,0.020953332384427387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,3072,0.022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,3072,0.020853333175182343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,3072,0.019871999820073444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,3072,0.019357333580652874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,3072,0.020635999739170074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,3072,0.01919066657622655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,3072,0.020689333478609722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,3072,0.02072799950838089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,3072,0.020802666743596394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,3072,0.020154666155576706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,3584,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,3072,0.5663640101750692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,3072,0.3074093262354533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,3072,2.131652037302653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,3072,1.1035306453704834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,3072,0.2897533377011617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,3072,0.27004534006118774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,3072,0.32499732573827106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,3072,0.2589226762453715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,3072,0.2525613307952881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,3072,0.24021599690119425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,3072,0.234333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,3072,0.22000133991241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,3072,0.21750932931900024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,3072,0.20025867223739624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,3072,0.19759867588678995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,3072,0.18504265944163004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,3072,0.1759586731592814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,3072,0.16487999757130942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,3072,0.16049733757972717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,3072,0.14308666189511618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,3072,0.137446661790212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,3072,0.28973599274953205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,3072,0.11198400457700093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,3072,0.1134986678759257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,3072,0.08725600441296895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,3072,0.0878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,3072,0.30812132358551025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,3072,0.06858266890048981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,3072,0.2751680016517639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,3072,0.1292413373788198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,3072,0.03852533300717672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,3072,0.035261332988739014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,3072,0.07111066579818726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,3072,0.02237999935944875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,3072,0.02254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,3072,0.022150665521621704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,3072,0.02166666587193807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,3072,0.02107466757297516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,3072,0.020658666888872784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,3072,0.02069733291864395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,3072,0.020664000262816746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,3072,0.05227600038051605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,3072,0.049627999464670815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,3072,0.024702665706475575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,3072,0.015078666309515635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,3072,0.015053333093722662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,3072,0.015058666467666626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,3072,0.015011999756097794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,3072,0.014569333444039026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,3072,0.013438666860262552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,3072,0.013421333084503809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,3072,0.013478666543960571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,3072,0.01763866717616717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,3072,0.016940000156561535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,3072,0.01814933369557063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,3072,0.018286666522423427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,3072,0.018083999554316204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,3072,0.01783333346247673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,3072,0.01854933301607768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,3072,0.01855333273609479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,3072,0.018162666509548824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,3072,0.01868533343076706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,3072,0.019188000510136288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,3072,0.018189333379268646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,3072,0.018911999960740406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,3072,0.018194666753212612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,3072,0.01879199966788292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,3072,0.018874666343132656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,3072,0.01772399991750717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,3072,0.018798666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,3072,0.019517333557208378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,3072,0.015236000219980875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,3072,0.01458666721979777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,3072,0.014906667172908783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,3072,0.6425589243570964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,3072,0.32999998728434243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,3072,0.17085973421732586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,3072,0.09714667002360025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,3072,0.09257067044576009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,3072,0.09066346486409506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,3072,0.09245440165201822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,3072,0.08428160349527994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,3072,0.08457813262939454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,3072,0.08219520250956217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,3072,0.07515947024027506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,3072,0.07780266602834066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,3072,0.07586666742960611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,3072,0.06900479793548583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,3072,0.06821226278940837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,3072,0.0687882661819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,3072,0.06238933404286703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,3072,0.06012479861577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,3072,0.060090665022532144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,3072,0.054628264904022214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,3072,0.053724801540374754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,3072,0.05240533351898193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,3072,0.05153813362121582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,3072,0.04543360074361165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,3072,0.04512960116068522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,3072,0.04327573378880818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,3072,0.03774826526641846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,3072,0.03712960084279378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,3072,0.03663146495819092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,3072,0.02961066762606303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,3072,0.029100799560546876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,3072,0.023111466566721597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,3072,0.029013333717981975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,3072,0.02198186715443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,3072,0.021105066935221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,3072,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,3072,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,3072,0.013793067137400309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,3072,0.014145066340764364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,3072,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,3072,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,3072,0.013634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,3072,0.01341759959856669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,3072,0.013733333349227906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,3072,0.012971733013788858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,3072,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,3072,0.013205333550771078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,3072,0.01304746667544047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,3072,0.012999467055002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,3072,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,3072,0.012971733013788858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,3072,0.013011200229326883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,3072,0.01297706663608551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,3072,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,3072,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,3072,0.012937600413958231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,3072,0.012759466965993246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,3072,0.013033599654833476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,3072,0.012739200393358865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,3072,0.01251413325468699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,3072,0.012893866499265036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,3072,0.012925866246223449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,3072,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,3072,0.012938666343688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,3072,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,3072,0.013010133306185404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,3072,0.012582400441169738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,3072,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,3072,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,3072,0.012916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,3072,0.012896000345547994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,2560,1.120682716369629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,3072,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,2560,0.7682542271084256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,2560,0.29776888423495823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,2560,0.19828622870975068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,2560,0.15321955415937635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,2560,0.18337955739763048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,2560,0.14577778180440268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,2560,0.14130311542087132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,2560,0.13807288805643717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,2560,0.127637333340115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,2560,0.12676089339786106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,2560,0.12613688574896917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,2560,0.12295288509792751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,2560,0.10970133543014526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,3072,0.012798933188120523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,2560,0.10590933428870307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,2560,0.10356799761454265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,2560,0.09528177976608276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,2560,0.098999109533098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,2560,0.09363910886976455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,2560,0.09051377905739678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,2560,0.07624710930718316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,2560,0.08182222313351102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,2560,0.08054222000969781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,2560,0.07124444511201647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,2560,0.06260266568925646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,2560,0.057512885994381376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,2560,0.050273779365751475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,2560,0.05113600028885735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,2560,0.18611555629306367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,2560,0.04317511121431986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,2560,0.041800889703962535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,2560,0.03356800145573086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,2560,0.035475555393430926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,2560,0.027201778358883325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,2560,0.02288177775012122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,2560,0.01484266585773892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,2560,0.014755555325084262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,2560,0.015635554989178974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,2560,0.015390222271283468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,2560,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,2560,0.014284445179833306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,2560,0.014536889062987434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,2560,0.014499555031458536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,2560,0.013079110946920184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,2560,0.012714666624863943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,2560,0.012970666918489667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,2560,0.013082666529549493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,2560,0.014115555418862237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,2560,0.013983999689420065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,2560,0.013989332649442883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,2560,0.013809777796268463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,2560,0.013272888958454132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,2560,0.013258666627936892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,2560,0.013575110998418597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,2560,0.013928888572586907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,2560,0.013086222112178802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,2560,0.013283555706342062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,2560,0.01203555530971951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,2560,0.01291911138428582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,2560,0.012805333567990197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,2560,0.013002666334311167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,2560,0.01309866706530253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,2560,0.012828444441159567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,2560,0.012903110848532783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,2560,0.013036444783210754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,2560,0.014144000079896716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,2560,0.013850666582584381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,2560,0.013992889059914483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,2560,0.014209777116775513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,2560,0.014257777068350049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,2560,0.014083556003040738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,2560,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,2560,0.015215999550289579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,2560,0.016880000631014507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,2560,0.21063787142435708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,2560,0.8607754389444986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,2560,0.12559253374735516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,2560,0.13872960408528645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,2560,0.11997546354929607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,2560,0.12014826933542888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,2560,0.11704106330871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,2560,0.11804160277048747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,2560,0.11019306977589924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,2560,0.10131093660990398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,2560,0.1008949359258016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,2560,0.42180267969767254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,2560,0.09948906898498536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,2560,0.09892266591389974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,2560,0.0921567996342977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,2560,0.08933760325113932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,2560,0.0852341334025065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,2560,0.07707733313242594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,2560,0.08095359802246094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,2560,0.0781877358754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,2560,0.07287466526031494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,2560,0.06540053288141887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,2560,0.06625920136769613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,2560,0.06793279647827148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,2560,0.06198933521906534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,2560,0.05893439849217733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,2560,0.05626773436864217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,2560,0.05065173308054606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,2560,0.043347199757893876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,2560,0.04318720102310181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,2560,0.037298134962717694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,2560,0.035811201731363936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,2560,0.03110719919204712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,2560,0.03031466603279114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,2560,0.026307199398676557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,2560,0.02305813431739807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,2560,0.051913599173227944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,2560,0.022858667373657226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,2560,0.02456106742223104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,2560,0.023466666539510093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,2560,0.02273599902788798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,2560,0.02307093342145284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,2560,0.02272426684697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,2560,0.02258239984512329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,2560,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,2560,0.022422399123509726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,2560,0.021475199858347574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,2560,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,2560,0.023796266317367552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,2560,0.0216213325659434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,2560,0.021309866507848104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,2560,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,2560,0.021286400159200032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,2560,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,2560,0.020707199970881142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,2560,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,2560,0.0206112007300059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,2560,0.019745065768559774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,2560,0.01989333430926005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,2560,0.021670399109522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,2560,0.02130026618639628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,2560,0.021025067567825316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,2560,0.021086933215459187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,2560,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,2560,0.019947733481725058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,2560,0.020826667547225952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,2560,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,2560,0.01965120037396749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,2560,0.01968533396720886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,2560,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,2560,0.019040000438690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,2560,0.01888426740964254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,2560,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,2560,0.019268266359965005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,3072,0.012917332847913108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,2560,0.3039541244506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,2560,0.288590939839681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,2560,0.5337813059488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,2560,0.28666346867879233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,2560,1.0344704310099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,2560,0.26963411966959633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,2560,0.26917333602905275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,2560,0.2558047930399577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,2560,0.25402347246805823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,2560,0.2454751968383789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,2560,0.24253652890523275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,2560,2.0191956837972005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,2560,0.22402453422546387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,2560,0.22286292711893715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,2560,0.20605227152506508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,2560,0.18940587043762208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,2560,0.1886090596516927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,2560,0.20673386255900064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,2560,0.16845653851826986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,2560,0.1634453296661377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,2560,0.14980053901672363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,2560,0.1256277322769165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,2560,0.0930176019668579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,2560,0.09258453051249185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,2560,0.07599999904632568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,2560,0.07368853092193603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,2560,0.18041173617045086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,2560,0.05609813531239828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,2560,0.13877654075622559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,2560,0.12230186462402344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,2560,0.03507200082143148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,2560,0.030035199721654256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,2560,0.04694826602935791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,2560,0.06264106829961141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,2560,0.020252799987792967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,2560,0.020390399297078452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,2560,0.020216532548268638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,2560,0.02022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,2560,0.018844799200693766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,2560,0.018918399016062418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,2560,0.01835306684176127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,2560,0.01897066632906596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,2560,0.04330133199691773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,2560,0.02300693392753601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,2560,0.013986133535703025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,2560,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,2560,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,2560,0.0134442667166392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,2560,0.013611732920010885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,2560,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,2560,0.012217600146929424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,2560,0.015077333648999533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,2560,0.015094400445620219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,2560,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,2560,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,2560,0.015452800194422403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,2560,0.017384533087412515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,2560,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,2560,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,2560,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,2560,0.016267733772595723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,2560,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,2560,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,2560,0.01544533371925354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,2560,0.017451733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,2560,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,2560,0.016330666343371072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,2560,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,2560,0.016692266861597697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,2560,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,2560,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,2560,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,2560,0.017837866147359212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,2560,0.01369599997997284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,2560,0.5493898391723633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,2560,0.2854442596435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,2560,0.14772799809773762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,2560,0.08459200064341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,2560,0.08094507058461507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,2560,0.0803551991780599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,2560,0.07904533545176187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,2560,0.07358506520589193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,2560,0.07389547030131022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,2560,0.07362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,2560,0.06790186564127604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,2560,0.06557653347651163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,2560,0.05984959999720255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,2560,0.06658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,2560,0.060686933994293216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,2560,0.05950080156326294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,2560,0.0544106682141622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,2560,0.05342506567637125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,2560,0.05380160013834635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,2560,0.04676693280537923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,2560,0.047093331813812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,2560,0.045858132839202884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,2560,0.045985066890716554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,2560,0.03987840016682943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,2560,0.03929920196533203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,2560,0.03823999961217244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,2560,0.033964800834655764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,2560,0.0321557343006134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,2560,0.03188266754150391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,2560,0.026920533180236815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,2560,0.026850134134292603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,2560,0.025464532772699992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,2560,0.01986773411432902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,2560,0.019522132476170857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,2560,0.020054399967193604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,2560,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,2560,0.012548266847928365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,2560,0.01245013376077016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,2560,0.012520533800125123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,2560,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,2560,0.012534399827321371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,2560,0.012156800429026286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,2560,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,2560,0.012142933408419291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,2560,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,2560,0.011776000261306763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,2560,0.011372799674669903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,2560,0.011610666910807293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,2560,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,2560,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,2560,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,2560,0.011687466502189636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,2560,0.011566932996114094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,2560,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,2560,0.011455999811490376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,2560,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,2560,0.011499733726183573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,2560,0.011303466558456422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,2560,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,2560,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,2560,0.011655466755231221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,2560,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,2560,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,2560,0.011426132917404175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,2560,0.011326932907104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,2560,0.011337600151697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,2560,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,2560,0.011291733384132386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,2560,0.011431466539700825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,2560,0.011724799871444702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,2560,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,2048,0.9297030766805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,2560,0.011727999647458394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,2048,0.2416586611005995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,2048,0.5776355531480577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,2048,0.13580089145236546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,2048,0.131768888897366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,2048,0.12899911403656006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,2048,0.1245173348320855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,2048,0.12672711743248835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,2048,0.12095288435618083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,2048,0.11437333954705133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,2048,0.10574755403730605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,2048,0.10415289137098525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,2048,0.10436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,2048,0.10093155834409927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,2048,0.09144177701738145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,2048,0.08872355355156793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,2048,0.08284978071848552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,2048,0.0802933308813307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,2048,0.07849778069390191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,2048,0.07671822441948785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,2048,0.07173333565394084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,2048,0.06349688768386841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,2048,0.06335110796822442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,2048,0.06603555546866523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,2048,0.05868444177839491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,2048,0.05207644568549263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,2048,0.0476835568745931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,2048,0.04232711262173123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,2048,0.0418488879998525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,2048,0.03609600000911289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,2048,0.034225778447257146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,2048,0.02860977914598253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,2048,0.027080888549486797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,2048,0.022392888863881428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,2048,0.019484443797005545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,2048,0.014078223043017916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,2048,0.012879999975363413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,2048,0.012655999925401477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,2048,0.013365333278973898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,2048,0.013262222210566202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,2048,0.012392889294359418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,2048,0.012510221865442065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,2048,0.012488889197508493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,2048,0.01258133351802826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,2048,0.01111288865407308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,2048,0.011121778024567498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,2048,0.011132444772455426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,2048,0.011144888897736868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,2048,0.012069332930776807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,2048,0.011873777541849347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,2048,0.012529777983824411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,2048,0.011912888950771756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,2048,0.011180444724029966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,2048,0.011795555551846823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,2048,0.011898666620254517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,2048,0.011217777927716574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,2048,0.012266666524940066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,2048,0.011272889044549731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,2048,0.011226666470368704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,2048,0.010874666273593903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,2048,0.011201777391963534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,2048,0.01148444414138794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,2048,0.01132266637351778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,2048,0.011347555451922946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,2048,0.01129066695769628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,2048,0.011201777391963534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,2048,0.010384000009960597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,2048,0.010120888551076254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,2048,0.010263111028406356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,2048,0.010517333116796283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,2048,0.010648888846238455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,2048,0.010451555252075195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,2048,0.010652444428867765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,2048,0.010490666660997601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,2048,0.35604372024536135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,2048,0.700977071126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,2048,0.1801791985829671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,2048,0.12317547003428142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,2048,0.10479040145874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,2048,0.11325866381327312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,2048,0.10259626706441242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,2048,0.09831573168436686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,2048,0.09602346420288085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,2048,0.08919253349304199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,2048,0.0894208033879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,2048,0.08727893034617105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,2048,0.08740906715393067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,2048,0.08402026494344075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,2048,0.0767359972000122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,2048,0.07397973537445068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,2048,0.07004693349202475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,2048,0.06725013256072998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,2048,0.06722666422526041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,2048,0.06543999910354614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,2048,0.0619327982266744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,2048,0.0550816019376119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,2048,0.05592639843622843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,2048,0.05865493218104044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,2048,0.054381867249806724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,2048,0.050196266174316405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,2048,0.04950293302536011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,2048,0.044499198595682785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,2048,0.04183893203735352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,2048,0.0389792005221049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,2048,0.03934613466262817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,2048,0.03320853312810262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,2048,0.032009599606196086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,2048,0.028998400767644244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,2048,0.027702399094899494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,2048,0.02401813268661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,2048,0.023996800184249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,2048,0.02318399945894877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,2048,0.022055466969807945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,2048,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,2048,0.0226090669631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,2048,0.02116480072339376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,2048,0.021835732460021972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,2048,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,2048,0.02150826652844747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,2048,0.020470400651295982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,2048,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,2048,0.02069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,2048,0.021398399273554483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,2048,0.020871466398239134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,2048,0.019827200969060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,2048,0.01976213256518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,2048,0.01950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,2048,0.020435200134913126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,2048,0.02207039992014567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,2048,0.01951040029525757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,2048,0.01869759956995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,2048,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,2048,0.01875306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,2048,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,2048,0.019042134284973145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,2048,0.01911466717720032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,2048,0.02039360006650289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,2048,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,2048,0.021210666497548422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,2048,0.018863999843597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,2048,0.018989866971969603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,2048,0.018730666240056357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,2048,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,2048,0.017986132701237997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,2048,0.018548266092936198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,2048,0.01790720025698344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,2048,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,2560,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,2048,0.019267199436823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,2560,0.01143999993801117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,2048,0.49460268020629883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,2048,0.26699199676513674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,2048,0.9685696283976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,2048,0.25053973197937013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,2048,1.9186283111572267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,2048,0.2363722642262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,2048,0.2834965387980143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,2048,0.22380053202311195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,2048,0.21868693033854164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,2048,0.20825492540995277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,2048,0.2050410588582357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,2048,0.19156373341878255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,2048,0.18960320154825847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,2048,0.1741546630859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,2048,0.1696928024291992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,2048,0.16065492630004882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,2048,0.1493813355763753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,2048,0.14154666264851887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,2048,0.1292896032333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,2048,0.11969066460927327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,2048,0.10399893124898274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,2048,0.2652256011962891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,2048,0.08208533128102621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,2048,0.08060800234476725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,2048,0.06578773260116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,2048,0.06385813156763712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,2048,0.2498688062032064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,2048,0.04745813210805257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,2048,0.23431893984476723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,2048,0.10212159951527913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,2048,0.03208853403727214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,2048,0.02840320070584615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,2048,0.054628264904022214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,2048,0.018705066045125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,2048,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,2048,0.018875734011332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,2048,0.018554667631785073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,2048,0.016982400417327882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,2048,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,2048,0.01713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,2048,0.016749866803487144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,2048,0.04213333527247111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,2048,0.03986133337020874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,2048,0.02129813234011332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,2048,0.01297920048236847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,2048,0.013035733501116434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,2048,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,2048,0.01259519954522451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,2048,0.012627200285593668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,2048,0.011411199967066448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,2048,0.013340800007184347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,2048,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,2048,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,2048,0.014133333166440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,2048,0.01372053325176239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,2048,0.015294933319091797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,2048,0.014165332913398743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,2048,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,2048,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,2048,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,2048,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,2048,0.015447466572125753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,2048,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,2048,0.012685867150624594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,2048,0.015324800213177999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,2048,0.014845866958300272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,2048,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,2048,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,2048,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,2048,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,2048,0.015414399902025857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,2048,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,2048,0.015415466825167336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,2048,0.012504532933235168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,2048,0.12592639923095703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,2048,0.24002134005228676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,2048,0.4600202560424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,2048,0.07198293209075927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,2048,0.06903893152872721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,2048,0.0687935988108317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,2048,0.06779200236002604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,2048,0.06304426590601603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,2048,0.06223786671956381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,2048,0.06302933295567831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,2048,0.05785919825236002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,2048,0.05645226637522379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,2048,0.05717013279596964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,2048,0.05186880032221476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,2048,0.05038400093714396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,2048,0.05128320058186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,2048,0.04705919822057088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,2048,0.04600533246994019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,2048,0.04544853369394938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,2048,0.04069759845733643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,2048,0.04095146656036377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,2048,0.039238401254018146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,2048,0.039556264877319336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,2048,0.0343509316444397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,2048,0.032491733630498246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,2048,0.03426346778869629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,2048,0.028981333971023558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,2048,0.02808106740315755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,2048,0.027710932493209838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,2048,0.023513599236806234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,2048,0.02359573245048523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,2048,0.022401066621144612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,2048,0.01783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,2048,0.017909334103266398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,2048,0.017439999183019004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,2048,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,2048,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,2048,0.010913067062695821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,2048,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,2048,0.011310933033625285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,2048,0.011331199606259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,2048,0.010850133498509724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,2048,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,2048,0.01106666624546051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,2048,0.010484266281127929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,2048,0.010429867108662923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,2048,0.010497066378593444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,2048,0.010538666447003683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,2048,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,2048,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,2048,0.010477866729100544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,2048,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,2048,0.010154666503270467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,2048,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,2048,0.010541866223017376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,2048,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,2048,0.0101173331340154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,2048,0.010396800438563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,2048,0.010081066687901815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,2048,0.010268800457318624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,2048,0.010077866911888122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,2048,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,2048,0.010151466727256775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,2048,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,2048,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,2048,0.010057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,2048,0.010195199648539226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,2048,0.010517332951227825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,2048,0.0101173331340154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,2048,0.010218666990598042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,1536,0.6931920051574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,1536,0.4202920198440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,1536,0.22331732511520386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,1536,0.12461466590563457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,1536,0.1023866633574168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,1536,0.10136266549428304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,1536,0.09896000226338704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,1536,0.09676133592923482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,1536,0.09222132960955302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,1536,0.09020133813222249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,1536,0.08318000038464864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,1536,0.08146800100803375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,1536,0.08166799942652385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,1536,0.07675733168919881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,1536,0.06917333106199901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,1536,0.06720399856567383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,1536,0.06252666811148326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,2048,0.01042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,1536,0.059821332494417824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,1536,0.05494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,1536,0.0583813339471817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,1536,0.048528000712394714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,1536,0.048013334472974144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,1536,0.05092133581638336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,1536,0.04257733126481374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,1536,0.039861333866914116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,1536,0.034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,1536,0.032962667445341744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,1536,0.030226667722066242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,1536,0.0277319997549057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,1536,0.025114665428797405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,1536,0.0222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,1536,0.02006266638636589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,1536,0.01687733332316081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,1536,0.015038666625817617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,1536,0.01283600057164828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,1536,0.009954666718840599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,1536,0.010478666673103968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,1536,0.010822666188081106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,1536,0.009902666633327803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,1536,0.009881333137551943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,1536,0.009979999934633573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,1536,0.009974666560689608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,1536,0.008901333436369896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,1536,0.008878666907548904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,1536,0.008884000281492868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,1536,0.008989333485563597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,1536,0.009510666752854982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,1536,0.009417333329717318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,1536,0.009392000113924345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,1536,0.009348000089327494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,1536,0.008904000123341879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,1536,0.06134133537610372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,1536,0.008923999965190887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,1536,0.009338666374484697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,1536,0.009654666607578596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,1536,0.008920000245173773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,1536,0.009299999723831812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,1536,0.008622666820883751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,1536,0.008701333155234655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,1536,0.00884799969693025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,1536,0.008692000061273575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,1536,0.008876000220576922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,1536,0.00914533312122027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,1536,0.008850666383902231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,1536,0.009006666640440622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,1536,0.008639999975760778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,1536,0.008525333056847254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,1536,0.01060400033990542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,1536,0.008206666757663092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,1536,0.008355999986330668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,1536,0.008185333261887232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,1536,0.008421333506703377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,1536,0.008365333080291748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,1536,0.266650660832723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,1536,0.13651307423909503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,1536,0.526632531483968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,1536,0.08491626580556234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,1536,0.08038933277130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,1536,0.08078186511993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,1536,0.00821733350555102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,1536,0.07628373305002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,1536,0.07990612983703613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,1536,0.07936639785766601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,1536,0.06961066722869873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,1536,0.07089707056681314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,1536,0.0672597328821818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,1536,0.06743786334991456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,1536,0.06621760129928589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,1536,0.06723413467407227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,1536,0.056493866443634036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,1536,0.055644798278808597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,1536,0.05285546779632568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,1536,0.056987734635670986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,1536,0.05493013461430868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,1536,0.04809279839197795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,1536,0.04839680194854736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,1536,0.04822186628977458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,1536,0.045569066206614176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,1536,0.04093759854634603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,1536,0.03738880157470703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,1536,0.039342931906382245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,1536,0.0380511999130249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,1536,0.03350186745325724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,1536,0.0343285322189331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,1536,0.05901546478271484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,1536,0.0287445326646169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,1536,0.030263467629750566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,1536,0.026374399662017822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,1536,0.02500480016072591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,1536,0.022507733106613158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,1536,0.02211093306541443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,1536,0.020430932442347206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,1536,0.02142933408419291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,1536,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,1536,0.019332265853881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,1536,0.02021546761194865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,2048,0.010132267077763876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,1536,0.01884373426437378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,1536,0.018796799580256145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,1536,0.01976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,1536,0.019271467129389444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,1536,0.01842986742655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,1536,0.019234132766723634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,1536,0.018195199966430663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,1536,0.01835839947064718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,1536,0.01761386593182882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,1536,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,1536,0.01731733282407125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,1536,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,1536,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,1536,0.01684160033861796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,1536,0.016622933745384216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,1536,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,1536,0.018037333091100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,1536,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,1536,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,1536,0.016875733931859337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,1536,0.016752000649770102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,1536,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,1536,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,1536,0.015779200196266174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,1536,0.01690559983253479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,1536,0.015853866934776306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,1536,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,1536,0.01604159971078237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,1536,0.016459733247756958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,1536,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,1536,0.01618133286635081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,1536,0.016033066312472026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,1536,0.4660298665364583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,1536,0.2633941332499186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,1536,0.2539221286773682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,1536,0.9107999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,1536,0.24734506607055665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,1536,0.2398207982381185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,1536,0.23111359278361002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,1536,0.22169599533081055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,1536,0.22278292973836264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,1536,0.20775252978006997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,1536,0.20558932622273765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,1536,0.18828585942586262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,1536,0.19600747426350912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,1536,0.18018773396809895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,1536,1.7887669881184896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,1536,0.1723317305246989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,1536,0.16425493558247883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,1536,0.15534826914469402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,1536,0.12973546981811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,1536,0.1228607972462972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,1536,0.10840000311533611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,1536,0.10201386610666911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,1536,0.08410987059275309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,1536,0.067630934715271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,1536,0.06490026712417603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,1536,0.05702613194783529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,1536,0.054169599215189615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,1536,0.043384532133738204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,1536,0.14511146545410156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,1536,0.04797226587931315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,1536,0.08009493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,1536,0.02884053389231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,1536,0.026258132855097455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,1536,0.017091200749079386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,1536,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,1536,0.01704853375752767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,1536,0.016427733500798545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,1536,0.015083733201026916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,1536,0.015225600202878317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,1536,0.014963199694951376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,1536,0.03914026816685994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,1536,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,1536,0.03500586748123169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,1536,0.01899306575457255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,1536,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,1536,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,1536,0.011335466305414836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,1536,0.01246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,1536,0.012458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,1536,0.01211199959119161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,1536,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,1536,0.011746133367220562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,1536,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,1536,0.011755733688672384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,1536,0.012498133381207784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,1536,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,1536,0.012461866935094197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,1536,0.01251413325468699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,1536,0.012507733702659608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,1536,0.012522666652997335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,1536,0.012545067071914672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,1536,0.013250133395195008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,1536,0.012040533622105916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,1536,0.01262079974015554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,1536,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,1536,0.01251413325468699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,1536,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,1536,0.012712533275286356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,1536,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,1536,0.013214932878812155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,1536,0.013144532839457193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,1536,0.013185066978136697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,1536,0.012573867042859396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,1536,0.19490240414937338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,1536,0.37818988164265954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,1536,0.10241386890411378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,1536,0.010805333654085796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,1536,0.05828693310419718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,1536,0.06042346556981405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,1536,0.056536531448364256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,1536,0.057102934519449866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,1536,0.0533621350924174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,1536,0.05271253188451132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,1536,0.051379199822743735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,1536,0.04883093436559041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,1536,0.04822080135345459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,1536,0.047976533571879074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,1536,0.04346986611684163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,1536,0.04408320188522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,1536,0.04279146591822307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,1536,0.038159998257954915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,1536,0.03972906668980916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,1536,0.03770986795425415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,1536,0.03437013228734334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,1536,0.03377386728922526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,1536,0.033137067159016924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,1536,0.03254080017407735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,1536,0.02940373420715332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,1536,0.028603732585906982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,1536,0.02814720074335734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,1536,0.024482132991154988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,1536,0.024684800704320272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,1536,0.023944532871246337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,1536,0.020151466131210327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,1536,0.01957226594289144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,1536,0.019819732507069907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,1536,0.015547733505566916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,1536,0.014734933773676554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,1536,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,1536,0.011326932907104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,1536,0.010041600465774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,1536,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,1536,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,1536,0.009784533580144247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,1536,0.01018346647421519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,1536,0.00997866690158844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,1536,0.009701333443323771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,1536,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,1536,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,1536,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,1536,0.009659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,1536,0.009699199597040813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,1536,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,1536,0.009361066420873006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,1536,0.00949013332525889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,1536,0.009339732925097148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,1536,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,1536,0.009305600325266521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,1536,0.009297066926956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,1536,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,1536,0.00927786628405253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,1536,0.00972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,1536,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,1536,0.009497599800427754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,1536,0.009252267082532246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,1536,0.009657599528630574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,1536,0.009309867024421692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,1536,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,1536,0.009244799613952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,1536,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,1536,0.0093642661968867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,1536,0.00922879974047343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,1536,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,1536,0.00928000013033549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,1024,0.4642944018046061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,1024,0.2602005322774251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,1024,0.13657280604044597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,1024,0.08241173426310221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,1024,0.07586452960968018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,1024,0.06683946450551351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,1024,0.07864639759063721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,1024,0.06608320077260335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,1024,0.07671253681182862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,1024,0.05867413282394409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,1024,0.06663573185602824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,1024,0.06578453381856283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,1024,0.06877973079681396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,1024,0.05289599895477295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,1024,0.04683306614557902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,1024,0.045531733830769854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,1024,0.04238186677296956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,1024,0.04089599847793579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,1024,0.03956586519877116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,1024,0.04053653478622436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,1024,0.03700053294499715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,1024,0.03239466746648152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,1024,0.032306132713953654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,1024,0.03552746772766113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,1024,0.02982826630274455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,1024,0.02635306715965271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,1024,0.024196267127990723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,1024,0.02350506583849589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,1024,0.021358933051427206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,1024,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,1024,0.01770026683807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,1024,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,1024,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,1024,0.012334932883580525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,1024,0.011130666732788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,1024,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,1024,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,1024,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,1024,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,1024,0.008370133241017659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,1024,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,1024,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,1024,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,1024,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,1024,0.006921599805355072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,1024,0.006854400038719177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,1024,0.006914133330186208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,1024,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,1024,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,1024,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,1024,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,1024,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,1024,0.006974933544794719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,1024,0.006922666728496551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,1024,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,1024,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,1024,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,1024,0.006793599824110668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,1024,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,1024,0.006852266689141591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,1024,0.0069472000002861025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,1024,0.0070165331164995836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,1024,0.00689279983441035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,1024,0.006903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,1024,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,1024,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,1024,0.006215466558933258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,1024,0.006164266665776571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,1024,0.006322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,1024,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,1024,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,1024,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,1024,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,1024,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,1024,0.3593258539835612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,1024,0.10033600330352783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,1024,0.19181013107299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,1024,0.06228479941685995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,1024,0.05966293414433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,1024,0.06257066726684571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,1024,0.05744853417078653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,1024,0.05869973500569662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,1024,0.060337066650390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,1024,0.05624746481577555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,1024,0.05452800194422404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,1024,0.05559786558151245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,1024,0.055447467168172206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,1024,0.057175465424855555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,1024,0.05067199865976969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,1024,0.05084480047225952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,1024,0.04721493323644002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,1024,0.046008535226186115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,1024,0.04600640137990315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,1024,0.04468906720479329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,1024,0.04239146709442139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,1024,0.038321065902709964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,1024,0.04164160092671712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,1024,0.03707520167032878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,1024,0.03422506650288899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,1024,0.032150399684906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,1024,0.0318069338798523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,1024,0.031093333164850873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,1024,0.02887679934501648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,1024,0.029319467147191365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,1024,0.02534719904263814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,1024,0.02422399918238322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,1024,0.022026666005452476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,1024,0.02178666591644287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,1024,0.018793600797653198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,1024,0.01814613342285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,1024,0.02009920080502828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,1024,0.01952426632245382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,1024,0.04144320090611776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,1024,0.018894932667414346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,1024,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,1024,0.019153066476186118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,1024,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,1024,0.017890133460362754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,1024,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,1024,0.017197867234547935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,1024,0.01717653274536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,1024,0.01681706706682841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,1024,0.01690453290939331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,1024,0.016851200660069784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,1024,0.01745706597963969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,1024,0.0172106663386027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,1024,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,1024,0.015296000242233276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,1024,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,1024,0.015495466192563376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,1024,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,1024,0.015084800124168397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,1536,0.009257599711418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,1024,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,1024,0.01590720017751058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,1024,0.014904533823331198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,1024,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,1024,0.015338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,1024,0.014778666694959006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,1024,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,1024,0.015067733327547708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,1024,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,1024,0.01472106675306956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,1024,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,1024,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,1024,0.014667733510335287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,1024,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,1024,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,1024,0.01583999991416931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,1024,0.43251838684082033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,1024,0.23096000353495277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,1024,1.680404281616211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,1024,0.21616533597310386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,1024,0.8458122889200845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,1024,0.2024672031402588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,1024,0.23881492614746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,1024,0.19707093238830567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,1024,0.19140586853027344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,1024,0.18079786300659179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,1024,0.1774122714996338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,1024,0.16042240460713703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,1024,0.15927573839823406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,1024,0.1385514736175537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,1024,0.13708052635192872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,1024,0.11390186945597332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,1024,0.11738239924112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,1024,0.09624106884002685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,1024,0.09488746325174967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,1024,0.0830847978591919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,1024,0.07928319772084555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,1024,0.07040639718373617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,1024,0.06016213496526083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,1024,0.057307732105255124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,1024,0.05106026728947958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,1024,0.04807360172271728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,1024,0.22607893943786622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,1024,0.03947946627934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,1024,0.2108714739481608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,1024,0.0681279977162679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,1024,0.024998400608698526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,1024,0.022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,1024,0.043288532892862955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,1024,0.014126933614412942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,1024,0.014051199952761332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,1024,0.013726933797200521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,1024,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,1024,0.012518399953842163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,1024,0.012147200107574464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,1024,0.012156800429026286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,1024,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,1024,0.03409706751505534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,1024,0.03150186737378438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,1024,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,1024,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,1024,0.009685333569844563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,1024,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,1024,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,1024,0.0109525332848231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,1024,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,1024,0.009387733538945515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,1024,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,1024,0.009432533383369445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,1024,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,1024,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,1024,0.010110933581988018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,1024,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,1024,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,1024,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,1024,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,1024,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,1024,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,1024,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,1024,0.010249599814414978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,1024,0.010386133193969726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,1024,0.010147200028101603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,1024,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,1024,0.010458667079607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,1024,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,1024,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,1024,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,1024,0.01013973355293274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,1024,0.28619839350382487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,1024,0.1486848036448161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,1024,0.009687466422716777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,1024,0.07884799639383952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,1024,0.04463466803232829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,1024,0.04698346853256226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,1024,0.009681066870689392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,1024,0.04427946805953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,1024,0.04131946563720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,1024,0.040712531407674155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,1024,0.04119360049565633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,1024,0.044012800852457686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,1024,0.03816213210423787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,1024,0.03806293408075968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,1024,0.03429119984308879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,1024,0.03714239994684855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,1024,0.034680533409118655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,1024,0.03367466529210408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,1024,0.03062186638514201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,1024,0.030427734057108562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,1024,0.030418133735656737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,1024,0.027849600712458296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,1024,0.027151999870936076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,1024,0.026502400636672974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,1024,0.026547199487686156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,1024,0.02401813268661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,1024,0.02312320073445638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,1024,0.022377600272496544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,1024,0.020146133502324422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,1024,0.01998293399810791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,1024,0.01589120030403137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,1024,0.019589332739512126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,1024,0.01624853312969208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,1024,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,1024,0.011711999773979187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,1024,0.012154666582743327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,1024,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,1024,0.010058666268984478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,1024,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,1024,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,1024,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,1024,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,1024,0.009301333626111349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,1024,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,1024,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,1024,0.008866133292516072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,1024,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,1024,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,1024,0.008834133545557659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,1024,0.008456533153851826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,1024,0.008532266815503438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,1024,0.00846613347530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,1024,0.008725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,1024,0.008685866991678875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,1024,0.008821333448092144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,1024,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,1024,0.007894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,1024,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,1024,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,1024,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,1024,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,1024,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,1024,0.008842666943868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,1024,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,1024,0.008904533584912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,1024,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,1024,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,1024,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,1024,0.008434133728345235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,1024,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,1024,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,768,0.3707242647806803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,1024,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,768,0.19721066157023112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,768,0.09663466612497965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,768,0.06066453456878662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,768,0.05277760028839111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,768,0.05565653244654337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,768,0.04954773187637329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,768,0.058703998724619545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,768,0.050748801231384276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,768,0.04902079900105794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,768,0.04713706572850545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,768,0.04175573190053304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,768,0.049592534701029464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,768,0.04182399908701579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,768,0.042056532700856526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,768,0.042087467511494954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,768,0.037777066230773926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,768,0.036397866408030194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,768,0.036982401212056475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,768,0.03698026736577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,768,0.029106134176254274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,768,0.025128533442815144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,768,0.024985599517822265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,768,0.02746880054473877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,768,0.023516800006230673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,768,0.020921599864959717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,768,0.019081600507100425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,768,0.01917546590169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,768,0.017118932803471883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,768,0.015383467078208923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,768,0.014371200402577718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,768,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,768,0.01200213332970937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,768,0.010146133104960124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,768,0.009289600451787313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,768,0.008251733581225077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,768,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,768,0.006798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,768,0.006786133348941803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,768,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,768,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,768,0.006362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,768,0.006222933530807495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,768,0.006206933160622915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,768,0.005166933437188466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,768,0.005262933174769084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,768,0.0051584000388781226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,768,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,768,0.005649066468079885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,768,0.005723733206590017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,768,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,768,0.0058037335673968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,768,0.0055637334783871974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,768,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,768,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,768,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,768,0.005407999952634176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,768,0.0051594664653142296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,768,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,768,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,768,0.005011199911435445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,768,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,768,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,768,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,768,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,768,0.004996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,768,0.0042250668009122215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,768,0.004186666508515676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,768,0.004226133227348328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,768,0.004054400076468786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,768,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,768,0.004281599819660187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,768,0.004339199761549632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,768,0.004410666724046072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,768,0.288590939839681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,1024,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,768,0.15387627283732097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,768,0.0885802666346232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,768,0.05580799976984659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,768,0.05548160076141358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,768,0.05665599902470907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,768,0.05715519984563192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,768,0.05524693330128988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,768,0.05367786486943563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,1024,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,768,0.04936533371607463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,768,0.0514847993850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,768,0.0477728009223938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,768,0.05274986823399862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,768,0.04794453382492066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,768,0.04381759961446126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,768,0.04392000039418538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,768,0.04260266621907552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,768,0.0413045326868693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,768,0.03996266523996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,768,0.038712533315022786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,768,0.03791679938634236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,768,0.03421866496404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,768,0.03435306549072266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,768,0.030900265773137408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,768,0.033872000376383465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,768,0.0288480003674825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,768,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,768,0.028974932432174683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,768,0.02696746587753296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,768,0.027100799481074016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,768,0.022770132621129355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,768,0.01995840072631836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,768,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,768,0.019885865847269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,768,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,768,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,768,0.017826133966445924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,768,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,768,0.033572268486022946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,768,0.017564799388249716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,768,0.023194666703542074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,768,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,768,0.017493333419164023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,768,0.01681813398996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,768,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,768,0.015570132931073507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,768,0.01623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,768,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,768,0.01716053287188212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,768,0.0170741339524587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,768,0.016562133034070333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,768,0.017064533631006875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,768,0.01734506686528524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,768,0.016463999946912132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,768,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,768,0.015369600057601929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,768,0.01490239997704824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,768,0.014993066589037577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,768,0.015273599823315939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,768,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,768,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,768,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,768,0.01492693324883779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,768,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,768,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,768,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,768,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,768,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,768,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,768,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,768,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,768,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,768,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,768,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,768,0.4148362795511882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,768,0.22658133506774902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,768,0.8347061157226563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,768,0.21399359703063964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,768,1.6338155110677082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,768,0.2327669302622477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,768,0.19201706250508627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,768,0.18766187032063802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,768,0.17354453404744466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,768,0.1683519999186198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,768,0.20184747378031412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,768,0.15273599624633788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,768,0.1520832061767578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,768,0.12829333146413166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,768,0.12626346747080486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,768,0.10250346660614014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,768,0.10691093603769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,768,0.08273813724517823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,768,0.08785280386606852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,768,0.07400639851888022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,768,0.07208106517791749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,768,0.06512639919916788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,768,0.05625813404719034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,768,0.05381866693496704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,768,0.04717333316802978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,768,0.045660801728566486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,768,0.21983466148376465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,768,0.03670933246612549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,768,0.20730560620625815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,768,0.06207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,768,0.023064533869425453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,768,0.0210591991742452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,768,0.04002026716868083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,768,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,768,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,768,0.012823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,768,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,768,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,768,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,768,0.01167039970556895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,768,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,768,0.031063467264175415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,768,0.014961066842079162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,768,0.029730133215586346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,768,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,768,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,768,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,768,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,768,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,768,0.008308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,768,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,768,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,768,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,768,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,768,0.009153067072232565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,768,0.009103999535242716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,768,0.009084799885749817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,768,0.00922879974047343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,768,0.008872532844543457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,768,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,768,0.008701866865158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,768,0.009112532933553059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,768,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,768,0.009078400333722432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,768,0.009339732925097148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,768,0.008462933699289958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,768,0.008875733613967896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,768,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,768,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,768,0.009429333607355754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,768,0.008955732981363932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,768,0.24415040016174316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,768,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,768,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,768,0.12701760133107504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,768,0.009679999947547913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,768,0.06764053503672282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,768,0.041041068236033124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,768,0.039187200864156085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,768,0.03950933218002319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,768,0.039129598935445147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,768,0.03624000151952107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,768,0.036432000001271565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,768,0.03433706760406494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,768,0.03615146478017171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,768,0.033432531356811526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,768,0.03295786579449971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,768,0.03100266655286153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,768,0.030905600388844805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,768,0.02986239989598592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,768,0.02763413389523824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,768,0.027447466055552167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,768,0.0273418664932251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,768,0.024446932474772136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,768,0.024060799678166708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,768,0.023821866512298583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,768,0.02401706576347351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,768,0.020753065745035805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,768,0.020552533864974975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,768,0.02060799996058146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,768,0.01812373399734497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,768,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,768,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,768,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,768,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,768,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,768,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,768,0.011969066659609477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,768,0.010886399944623312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,768,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,768,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,768,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,768,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,768,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,768,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,768,0.008456533153851826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,768,0.008411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,768,0.008680533369382222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,768,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,768,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,768,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,768,0.008061866462230682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,768,0.008106666803359985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,768,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,768,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,768,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,768,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,768,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,768,0.007990399996439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,768,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,768,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,768,0.008036266764005024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,768,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,768,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,768,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,768,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,768,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,768,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,768,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,512,0.2745493253072103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,512,0.13698347409566242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,512,0.07072853247324626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,512,0.03952320019404094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,512,0.039027198155721025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,512,0.03839466571807861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,512,0.036556800206502274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,512,0.03855253458023071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,512,0.03557653427124023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,512,0.03329813281695048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,512,0.032281599442164105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,512,0.03145706653594971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,512,0.03140373428662618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,512,0.030946133534113567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,512,0.0268010675907135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,512,0.028638933102289838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,512,0.024782933791478477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,512,0.024153600136439003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,512,0.0255840003490448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,768,0.007829333345095318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,512,0.02178773283958435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,512,0.02303253412246704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,512,0.019672532876332603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,512,0.019543466965357463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,512,0.019703465700149535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,512,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,512,0.016563199957211814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,512,0.015141333142916361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,512,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,512,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,512,0.012115200360616047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,512,0.010135466853777569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,512,0.012201600273450216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,512,0.009449600179990133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,512,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,512,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,512,0.007657599945863088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,512,0.005212800204753875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,512,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,512,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,512,0.005601066847642263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,512,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,512,0.0055744002262751256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,512,0.004861866434415182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,512,0.0049898669123649595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,512,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,512,0.004332800209522247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,512,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,512,0.004368000229199727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,512,0.004355200131734212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,512,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,512,0.0043136000633239744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,512,0.004297600189844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,512,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,512,0.004021333406368891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,512,0.004249600072701773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,512,0.003952000041802724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,512,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,512,0.00386559988061587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,512,0.0038954667747020722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,512,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,512,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,512,0.0038730666041374207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,512,0.003853866706291834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,512,0.003966933240493139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,512,0.00386559988061587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,512,0.003286399940649668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,512,0.0031093334158261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,512,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,512,0.003505066782236099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,512,0.0035743998984495797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,512,0.003533866753180822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,512,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,512,0.23975787162780762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,512,0.0038560000558694207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,512,0.12784000237782794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,512,0.06999466419219971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,512,0.04784533182779948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,512,0.04713919957478841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,512,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,512,0.047441065311431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,512,0.05177066723505656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,512,0.0453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,512,0.04265706539154053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,512,0.046060800552368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,512,0.04373759826024373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,512,0.04082346757253011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,512,0.045665065447489425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,512,0.03811093171437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,512,0.037085866928100585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,512,0.03543359835942586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,512,0.03529173135757446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,512,0.03318079908688863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,512,0.030194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,512,0.03382399876912435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,512,0.03063360055287679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,512,0.02930240035057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,512,0.028385066986083986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,512,0.025037866830825806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,512,0.029876265923182172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,512,0.025094399849573772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,512,0.026609067122141523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,512,0.022922666867574056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,512,0.023668267329533896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,512,0.020878932873407998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,512,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,512,0.019228800137837728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,512,0.04082346757253011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,512,0.016835200786590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,512,0.01957013408342997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,512,0.018863999843597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,512,0.01755733291308085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,512,0.017066667477289833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,512,0.016503467162450155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,512,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,512,0.01625920037428538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,512,0.016313599546750386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,512,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,512,0.015041066209475198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,512,0.01586026648680369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,512,0.015402666727701821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,512,0.01628373364607493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,512,0.016622933745384216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,512,0.015560533603032431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,512,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,512,0.03491306702295939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,512,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,512,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,512,0.014833066860834757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,512,0.016689066092173258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,512,0.015040000279744467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,512,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,512,0.015896532932917276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,512,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,512,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,512,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,512,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,512,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,512,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,512,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,512,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,512,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,512,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,512,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,512,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,512,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,512,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,512,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,512,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,512,0.7876042683919271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,512,0.2126826604207357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,512,0.3980981190999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,512,0.19957653681437176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,512,1.5637823740641275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,512,0.18549973169962566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,512,0.2169365406036377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,512,0.17450772921244304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,512,0.16010665893554688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,512,0.15753173828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,512,0.13677013715108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,512,0.13524479866027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,512,0.11784959634145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,512,0.11610666910807292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,512,0.10185706615447998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,512,0.10002240339914958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,512,0.08579839865366617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,512,0.08443520069122315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,512,0.0720853328704834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,512,0.07217066287994385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,512,0.061845334370930996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,512,0.20377813975016273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,512,0.053223466873168944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,512,0.05130773385365804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,512,0.04512319962183635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,512,0.19135039647420246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,512,0.04315946499506633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,512,0.03506773312886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,512,0.17387305895487468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,512,0.05875093142191569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,512,0.02187946637471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,512,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,512,0.02959679961204529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,512,0.012428800264994305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,512,0.012400000294049581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,512,0.012422399719556172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,512,0.036414933204650876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,512,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,512,0.01120960017045339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,512,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,512,0.011175466577212016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,512,0.010774399836858113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,512,0.027473066250483198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,512,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,512,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,512,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,512,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,512,0.00842026670773824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,512,0.008701866865158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,512,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,512,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,512,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,512,0.008228266735871632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,512,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,512,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,512,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,512,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,512,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,512,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,512,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,512,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,512,0.008109866579373678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,512,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,512,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,512,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,512,0.008200533191363017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,512,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,512,0.00784746656815211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,512,0.20854612986246743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,512,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,512,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,512,0.10824320316314698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,512,0.037089065710703535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,512,0.06052693525950113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,512,0.036160000165303546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,512,0.035301331679026285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,512,0.0330346663792928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,512,0.03503040075302124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,512,0.03268373409907023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,512,0.03181013266245524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,512,0.03059200048446655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,512,0.029369600613911945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,512,0.029726932446161907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,512,0.027556266387303668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,512,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,512,0.026371200879414875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,512,0.024894932905832924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,512,0.024689066410064697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,512,0.023540266354878745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,512,0.02130026618639628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,512,0.02146773338317871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,512,0.020921599864959717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,512,0.01836586594581604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,512,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,512,0.018228266636530557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,512,0.01806186636288961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,512,0.015846400459607442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,512,0.01493013302485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,512,0.01499626636505127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,512,0.01248426636060079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,512,0.013230933745702108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,512,0.012104533116022746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,512,0.01049066682656606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,512,0.010337066650390626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,512,0.010036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,512,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,512,0.008027733365694682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,512,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,512,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,512,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,512,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,512,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,512,0.008089600006739299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,512,0.008426666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,512,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,512,0.007712000111738841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,512,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,512,0.0076117331782976794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,512,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,512,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,512,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,512,0.007710933188597361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,512,0.007730133334795634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,512,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,512,0.007464533547560374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,512,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,512,0.007729066908359528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,512,0.0076896001895268755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,512,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,512,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,512,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,512,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,512,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,512,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,512,0.007699200014273326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,512,0.007635200023651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,512,0.008044800162315369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,256,0.18208106358846027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,256,0.09020586808522543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,256,0.0459114670753479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,256,0.026818132400512694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,256,0.026284799973169966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,256,0.02609279950459798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,256,0.030774400631586714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,256,0.0276256004969279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,256,0.025965867439905803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,256,0.023960532744725545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,256,0.021913599967956544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,256,0.021640533208847047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,256,0.02535146673520406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,256,0.021016534169514975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,256,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,256,0.019234132766723634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,256,0.016990933815638223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,256,0.01723946730295817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,256,0.01689599951108297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,256,0.01599253316720327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,256,0.015220266580581666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,256,0.013845333456993103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,256,0.013858133554458618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,256,0.013583999872207642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,256,0.012705066800117492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,256,0.013809067010879517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,256,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,256,0.010245333115259807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,256,0.011313066879908244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,256,0.00843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,256,0.009713066617647807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,512,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,256,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,256,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,256,0.005573333303133646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,256,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,256,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,256,0.004715733230113983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,512,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,256,0.004289066791534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,256,0.004281599819660187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,256,0.004186666508515676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,256,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,256,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,256,0.0035616000493367515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,256,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,256,0.003790933390458425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,256,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,256,0.003575466573238373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,256,0.0035317334036032355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,256,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,256,0.003446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,256,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,256,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,256,0.00377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,256,0.003387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,256,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,256,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,256,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,256,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,256,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,256,0.003339733431736628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,256,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,256,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,256,0.003268266717592875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,256,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,256,0.002899199972550074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,256,0.0026762666801611584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,256,0.002679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,256,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,256,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,256,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,256,0.0026943999032179515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,256,0.0031615999837716425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,256,0.17326827049255372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,256,0.09409173329671225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,256,0.06184639930725098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,256,0.04052160183588664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,256,0.039009066422780354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,256,0.04371626774470012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,256,0.03944000005722046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,256,0.037265066305796304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,256,0.04187306563059489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,256,0.03572266499201457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,256,0.035524264971415205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,256,0.03476053476333618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,256,0.00393599991997083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,256,0.03749653498331706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,256,0.03261013428370158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,256,0.031727999448776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,256,0.002962133288383484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,256,0.031113600730895995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,256,0.029303467273712157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,256,0.029382399717966717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,256,0.026971733570098876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,256,0.02990613381067912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,256,0.027246934175491334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,256,0.0266485333442688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,256,0.026811732848485308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,256,0.02496853272120158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,256,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,256,0.022830933332443237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,256,0.022373332579930624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,256,0.024245333671569825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,256,0.02153173287709554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,256,0.02381333311398824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,256,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,256,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,256,0.018802134195963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,256,0.01650773286819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,256,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,256,0.01607360045115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,256,0.01769599914550781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,256,0.015505066514015198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,256,0.016680532693862916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,256,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,256,0.024497065941492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,256,0.015871999661127727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,256,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,256,0.01551040013631185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,256,0.018569600582122803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,256,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,256,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,256,0.0153546671072642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,256,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,256,0.015593600273132325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,256,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,256,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,256,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,256,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,256,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,256,0.014005333185195923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,256,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,256,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,256,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,256,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,256,0.014085333546002707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,256,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,256,0.013498666882514953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,256,0.01418773333231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,256,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,256,0.013754666845003764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,256,0.01304746667544047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,256,0.01405333379904429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,256,0.013748266299565635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,256,0.013110400239626566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,256,0.014262400070826211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,256,0.013350400328636169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,256,0.014264532923698425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,256,0.01509119967619578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,256,0.2747946739196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,256,1.0692298889160157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,256,0.1487925370534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,256,0.14044480323791503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,256,0.1505280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,256,0.5438165028889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,256,0.13014612992604574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,256,0.12202773094177247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,256,0.11943039894104004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,256,0.1056437333424886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,256,0.10302399794260661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,256,0.09986026287078857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,256,0.09477653503417968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,256,0.08355627059936524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,256,0.0785802682240804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,256,0.07166186968485513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,256,0.0672597328821818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,256,0.06262186765670777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,256,0.05946666797002157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,256,0.0559445341428121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,256,0.0532810648282369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,256,0.04922879934310913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,256,0.04241706530253093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,256,0.041612799962361655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,256,0.036160000165303546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,256,0.035468800862630205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,256,0.13590826988220214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,256,0.028492800394694012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,256,0.14075946807861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,256,0.04577706654866536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,256,0.01837013363838196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,256,0.01699519952138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,256,0.029639466603597002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,256,0.010749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,256,0.010735999544461567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,256,0.010711466272672016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,256,0.010447999835014344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,256,0.00935040016969045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,256,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,256,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,256,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,256,0.023937066396077476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,256,0.023191465934117635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,256,0.012160000205039979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,256,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,256,0.00784853349129359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,256,0.007592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,256,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,256,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,256,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,256,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,256,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,256,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,256,0.006792533397674561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,256,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,256,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,256,0.006571733454863231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,256,0.006849066913127899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,256,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,256,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,256,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,256,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,256,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,256,0.006412800153096516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,256,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,256,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,256,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,256,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,256,0.006693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,256,0.006842666864395141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,256,0.1625834623972575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,256,0.08947199980417887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,256,0.051376001040140784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,256,0.008012799918651581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,256,0.03133440017700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,256,0.029628799359003706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,256,0.029534933964411418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,256,0.028716800610224406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,256,0.027485867341359455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,256,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,256,0.027309866746266682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,256,0.007605333129564922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,256,0.026986666520436603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,256,0.02555946707725525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,256,0.024753065903981526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,256,0.024781866868336996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,256,0.022874667247136434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,256,0.02218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,256,0.02291413346926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,256,0.020294400056203206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,256,0.020286933581034342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,256,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,256,0.018224000930786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,256,0.017866667111714682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,256,0.01704960068066915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,256,0.01729066570599874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,256,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,256,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,256,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,256,0.013270399967829385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,256,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,256,0.013243732849756875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,256,0.012479999661445617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,256,0.011086933811505635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,256,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,256,0.009533866246541341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,256,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,256,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,256,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,256,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,256,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,256,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,256,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,256,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,256,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,256,0.00764160007238388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,256,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,256,0.0076682666937510175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,256,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,256,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,256,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,256,0.007178666690985362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,256,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,256,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,256,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,256,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,256,0.007462400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,256,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,256,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,256,0.007483733197053273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,256,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,256,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,256,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,256,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,256,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,256,0.006919466455777486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,256,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,128,0.14676159222920734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,128,0.07087786992390951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,128,0.03721919854482015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,128,0.023272534211476646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,128,0.0207370658715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,128,0.022318933407465616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,128,0.019719467560450236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,128,0.0203167994817098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,128,0.021266132593154907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,128,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,128,0.017433599630991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,128,0.016445866227149962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,128,0.02145706613858541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,128,0.01824959913889567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,128,0.017797333002090455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,128,0.01390720009803772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,128,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,128,0.013352533181508383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,128,0.013755733768145243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,256,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,128,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,128,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,128,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,256,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,128,0.011932800213495891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,128,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,128,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,128,0.009642666578292847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,128,0.008778666456540424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,128,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,128,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,128,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,128,0.00643093337615331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,128,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,128,0.0039893334110577905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,128,0.004189866781234741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,128,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,128,0.0038794666528701783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,128,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,128,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,128,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,128,0.003389866650104523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,128,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,128,0.0033791999022165934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,128,0.003500800083080927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,128,0.0033813332517941795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,128,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,128,0.0034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,128,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,128,0.0031456001102924346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,128,0.00310506671667099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,128,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,128,0.003110400090614955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,128,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,128,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,128,0.0030879999200503034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,128,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,128,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,128,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,128,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,128,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,128,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,128,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,128,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,128,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,128,0.002407466620206833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,128,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,128,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,128,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,128,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,128,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,128,0.15072639783223468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,128,0.08563946882883708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,128,0.05352426767349243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,128,0.035069866975148516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,128,0.03457493384679158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,128,0.0027488000690937043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,128,0.03349440097808838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,128,0.03633493185043335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,128,0.031692800919214885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,128,0.03717973232269287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,128,0.031150933106740313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,128,0.029256532589594524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,128,0.031999999284744264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,128,0.03339626789093018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,128,0.0312991996606191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,128,0.03098133405049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,128,0.026973867416381837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,128,0.02918826738993327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,128,0.025330134232838947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,128,0.03095573385556539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,128,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,128,0.02408746679623922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,128,0.02440320054690043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,128,0.020760534207026164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,128,0.024207999308904014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,128,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,128,0.020895999670028687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,128,0.021205333868662517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,128,0.02403200070063273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,128,0.019112533330917357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,128,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,128,0.022525866826375328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,128,0.01799359917640686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,128,0.016722132762273155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,128,0.017318399747212727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,128,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,128,0.016220800081888833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,128,0.026872533559799194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,128,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,128,0.014820266763369241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,128,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,128,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,128,0.015612799922625223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,128,0.015352533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,128,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,128,0.015105066696802774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,128,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,128,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,128,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,128,0.014274133245150247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,128,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,128,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,128,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,128,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,128,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,128,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,128,0.01437226633230845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,128,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,128,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,128,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,128,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,128,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,128,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,128,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,128,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,128,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,128,0.014405333002408347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,128,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,128,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,128,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,128,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,128,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,128,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,12288,128,0.41560319264729817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,12288,128,0.8252330780029297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,12288,128,0.11627946694691975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,12288,128,0.10915839672088623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,12288,128,0.21214507420857748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,12288,128,0.10113600095113118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,12288,128,0.11693973541259765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,12288,128,0.09273386796315511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,12288,128,0.0865610678990682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,12288,128,0.08654613494873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,12288,128,0.07258240381876627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,12288,128,0.07215147018432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,12288,128,0.06670826276143392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,12288,128,0.06523840030034384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,12288,128,0.06099626620610556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,12288,128,0.06063040097554525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,12288,128,0.05359359979629517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,12288,128,0.05271893342336019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,12288,128,0.04930239915847778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,12288,128,0.04691840012868245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,12288,128,0.04318933486938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,12288,128,0.10262400309244793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,12288,128,0.03813759883244832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,12288,128,0.03701546589533488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,12288,128,0.03254826664924622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,12288,128,0.031700267394383745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,12288,128,0.10978453159332276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,12288,128,0.0255786657333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,12288,128,0.09567039807637533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,12288,128,0.040938667456309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,12288,128,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,12288,128,0.015340800086657206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,12288,128,0.0264138658841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,12288,128,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,12288,128,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,12288,128,0.009947733084360758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,12288,128,0.009945600231488546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,12288,128,0.008877866466840108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,12288,128,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,12288,128,0.008761599659919739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,12288,128,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,12288,128,0.02151040037473043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,12288,128,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,12288,128,0.011351466178894043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,12288,128,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,12288,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,12288,128,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,12288,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,12288,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,12288,128,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,12288,128,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,12288,128,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,12288,128,0.005913599828879039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,12288,128,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,12288,128,0.006586666901906331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,12288,128,0.00636053333679835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,12288,128,0.006107733150323232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,12288,128,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,12288,128,0.0063285330931345625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,12288,128,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,12288,128,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,12288,128,0.006322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,12288,128,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,12288,128,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,12288,128,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,12288,128,0.00636053333679835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,12288,128,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,12288,128,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,12288,128,0.005940266450246175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,12288,128,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,12288,128,0.00724480003118515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,12288,128,0.006289066871007283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,12288,128,0.007274666428565979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,12288,128,0.1496693293253581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,12288,128,0.08546559810638428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,12288,128,0.007348266740640004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,12288,128,0.04650346835454305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,12288,128,0.028017065922419232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,12288,128,0.028167466322580974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,12288,128,0.02685760060946147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,12288,128,0.02712213397026062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,12288,128,0.025307732820510864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,12288,128,0.02548266649246216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,12288,128,0.025014400482177734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,12288,128,0.023596799373626708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,12288,128,0.023124267657597862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,12288,128,0.022915200392405192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,12288,128,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,12288,128,0.021025067567825316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,12288,128,0.020309333006540933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,12288,128,0.018244266510009766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,12288,128,0.01927893360455831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,12288,128,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,12288,128,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,12288,128,0.01714026729265849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,12288,128,0.01614293356736501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,12288,128,0.016131200393040977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,12288,128,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,12288,128,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,12288,128,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,12288,128,0.01239466667175293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,12288,128,0.012405332922935487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,12288,128,0.011603200435638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,12288,128,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,12288,128,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,12288,128,0.0100490669409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,12288,128,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,12288,128,0.008932266632715862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,12288,128,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,12288,128,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,12288,128,0.007626666625340779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,12288,128,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,12288,128,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,12288,128,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,12288,128,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,12288,128,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,12288,128,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,12288,128,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,12288,128,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,12288,128,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,12288,128,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,12288,128,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,12288,128,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,12288,128,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,12288,128,0.007288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,12288,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,12288,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,12288,128,0.007247999807198842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,12288,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,12288,128,0.006810666620731353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,12288,128,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,12288,128,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,12288,128,0.007298133273919423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,12288,128,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,12288,128,0.006781866649786632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,12288,128,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,12288,128,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,12288,128,0.0067104001839955645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,12288,128,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,12288,128,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,12288,128,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,12288,128,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,12288,128,0.006841599941253662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,12288,128,0.007282133400440216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,12288,128,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,64,0.1276682694753011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,12288,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,64,0.03466879924138387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,64,0.0658570647239685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,64,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,64,0.019850667317708334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,64,0.01944640080134074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,64,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,64,0.022264534235000612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,64,0.01696959932645162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,64,0.015316266814867655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,64,0.0153546671072642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,12288,128,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,64,0.019434666633605956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,64,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,64,0.01566933294137319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,64,0.012528000275293985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,64,0.015280000368754067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,64,0.012555733323097229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,64,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,12288,128,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,64,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,64,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,64,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,64,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,64,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,64,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,64,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,64,0.01023573378721873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,64,0.006203733384609222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,64,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,64,0.014881066481272378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,64,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,64,0.0054282665252685545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,64,0.004537599782148996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,64,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,64,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,64,0.003806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,64,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,64,0.003841066608826319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,64,0.010105599959691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,64,0.0033717334270477297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,64,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,64,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,64,0.003435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,64,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,64,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,64,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,64,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,64,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,64,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,64,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,64,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,64,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,64,0.002808533360560735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,64,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,64,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,64,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,64,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,64,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,64,0.0022858666876951856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,64,0.0023904000719388325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,64,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,64,0.0024533333877722425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,64,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,64,0.002329600105683009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,64,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,64,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,64,0.0023306667804718017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,64,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,64,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,64,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,64,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,64,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,64,0.0023071999351183575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,64,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,64,0.14655359586079914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,64,0.08201279640197753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,64,0.05341973304748535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,64,0.035684267679850265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,64,0.0334175984064738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,64,0.03529813289642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,64,0.0323360006014506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,64,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,64,0.03710506757100423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,64,0.03137493332227071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,64,0.029561599095662434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,64,0.030693332354227703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,64,0.033539199829101564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,64,0.02977706591288249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,64,0.029611732562383013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,64,0.029729066292444865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,64,0.026947200298309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,64,0.025269333521525068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,64,0.02978666623433431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,64,0.030635732412338256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,64,0.024951465924580894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,64,0.022999467452367146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,64,0.024091732501983643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,64,0.02272426684697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,64,0.025912533203760784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,64,0.02028053402900696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,64,0.021038933595021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,64,0.02150719960530599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,64,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,64,0.02286826570828756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,64,0.018675200144449868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,64,0.02062079906463623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,64,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,64,0.018710400660832724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,64,0.017912532885869345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,64,0.017416532834370932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,64,0.014869333306948344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,64,0.01651093363761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,64,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,64,0.015411200126012168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,64,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,64,0.01481066644191742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,64,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,64,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,64,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,64,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,64,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,64,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,64,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,64,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,64,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,64,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,64,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,64,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,64,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,64,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,64,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,64,0.013875200351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,64,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,64,0.013987200458844504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,64,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,64,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,64,0.01402773360411326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,64,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,64,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,64,0.013470932841300964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,64,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,64,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,64,0.013346133629480996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,64,0.014222932855288186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,64,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,64,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,64,0.014081066846847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,12288,32,0.06487040122350057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,12288,32,0.12651413281758625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,12288,32,0.037628801663716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,12288,32,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,12288,32,0.019458132982254028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,12288,32,0.018475733200709023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,12288,32,0.01747200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,12288,32,0.021375999848047892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,12288,32,0.01575573285420736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,12288,32,0.015758933623631795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,12288,32,0.015321600437164306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,12288,32,0.02027733325958252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,12288,32,0.015894400080045064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,12288,32,0.015072000026702882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,12288,32,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,12288,32,0.012997333208719888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,12288,32,0.01292693316936493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,12288,32,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,12288,32,0.012142933408419291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,12288,32,0.02026453415552775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,12288,32,0.011718400319417318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,12288,32,0.012910933295885722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,12288,32,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,12288,32,0.010658133029937743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,12288,32,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,12288,32,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,12288,32,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,12288,32,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,12288,32,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,12288,32,0.00643093337615331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,12288,32,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,12288,32,0.005558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,12288,32,0.007720533510049183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,12288,32,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,12288,32,0.005549866457780202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,12288,32,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,12288,32,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,12288,32,0.004296533266703288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,12288,32,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,12288,32,0.0032992000381151833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,12288,32,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,12288,32,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,12288,32,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,64,0.013569066921869913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,12288,32,0.0033290666838486993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,12288,32,0.003101866692304611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,12288,32,0.0031317333380381264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,12288,32,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,12288,32,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,12288,32,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,12288,32,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,12288,32,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,12288,32,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,12288,32,0.0028223998844623564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,12288,32,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,12288,32,0.002810666710138321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,12288,32,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,12288,32,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,12288,32,0.0028746667007605235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,12288,32,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,12288,32,0.0025301332275072734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,12288,32,0.0027434666951497394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,12288,32,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,12288,32,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,12288,32,0.002705066651105881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,12288,32,0.00230826660990715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,12288,32,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,12288,32,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,12288,32,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,12288,32,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,12288,32,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,12288,32,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,12288,32,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,12288,32,0.14405226707458496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,12288,32,0.08055040041605631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,12288,32,0.054306133588155114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,12288,32,0.034994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,12288,32,0.033463466167449954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,12288,32,0.032501333951950075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,12288,32,0.03439679940541585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,12288,32,0.031522132953008014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,12288,32,0.036370134353637694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,12288,32,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,12288,32,0.002328533430894216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,12288,32,0.02980053424835205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,12288,32,0.03030186692873637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,12288,32,0.02932693362236023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,12288,32,0.029310933748881024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,12288,32,0.034295467535654704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,12288,32,0.028490666548411054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,12288,32,0.026476800441741943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,12288,32,0.030929066737492877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,12288,32,0.02490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,12288,32,0.029041065772374468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,12288,32,0.024991999069849648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,12288,32,0.024895999828974405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,12288,32,0.023803732792536416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,12288,32,0.022731733322143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,12288,32,0.023268266518910726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,12288,32,0.021223467588424683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,12288,32,0.02081386645634969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,12288,32,0.02162453333536784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,12288,32,0.021886932849884033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,12288,32,0.022882133722305298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,12288,32,0.018764799833297728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,12288,32,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,12288,32,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,12288,32,0.01771093408266703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,12288,32,0.019884800910949706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,12288,32,0.018425599733988444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,12288,32,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,12288,32,0.015414399902025857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,12288,32,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,12288,32,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,12288,32,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,12288,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,12288,32,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,12288,32,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,12288,32,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,12288,32,0.014778666694959006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,12288,32,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,12288,32,0.01474453310171763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,12288,32,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,12288,32,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,12288,32,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,12288,32,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,12288,32,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,12288,32,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,12288,32,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,12288,32,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,12288,32,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,12288,32,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,12288,32,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,12288,32,0.013446399569511413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,12288,32,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,12288,32,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,12288,32,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,12288,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,12288,32,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,12288,32,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,12288,32,0.012941867113113403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,12288,32,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,12288,32,0.01384213368097941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,12288,32,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,12288,32,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,12288,32,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,12288,32,0.013431466619173684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,12288,32,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,12288,32,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,65536,7.119071960449219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,65536,3.2244640986124673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,65536,3.807759920756022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,65536,3.5414346059163413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,65536,15.955589294433594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,65536,3.3624159495035806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,65536,3.4031785329182944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,65536,3.061525344848633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,65536,3.2806453704833984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,65536,3.683002789815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,65536,2.934549331665039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,65536,2.3050293922424316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,65536,2.9014078776041665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,65536,2.8139734268188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,65536,2.1621227264404297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,65536,2.5205705960591636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,65536,2.2110133171081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,65536,29.02111562093099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,65536,2.0506399472554526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,65536,2.3173440297444663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,65536,2.1626133918762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,65536,1.6859040260314941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,65536,1.8977866172790527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,65536,1.5607892672220867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,65536,1.7810133298238118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,65536,1.133402665456136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,65536,1.1880640188852947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,65536,1.201861302057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,65536,1.2231199741363525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,65536,0.8511253197987875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,65536,0.8318719863891602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,65536,0.6987146536509196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,65536,0.7356746991475424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,65536,0.5089866717656454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,65536,0.34189867973327637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,65536,0.2358186642328898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,65536,0.24935466051101685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,65536,0.23305600881576538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,65536,0.26986666520436603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,65536,0.28139734268188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,65536,0.3375413417816162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,65536,0.2416213353474935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,65536,0.27024000883102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,65536,0.1982133388519287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,65536,0.19803200165430704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,65536,0.19514133532842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,65536,0.2125599980354309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,65536,0.2079626719156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,65536,0.21118400494257608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,65536,0.20610666275024414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,65536,0.21016534169514975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,65536,0.2091253399848938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,65536,0.2184320092201233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,65536,0.20545599857966104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,65536,0.21584532658259073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,65536,0.21278933684031168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,65536,0.20059200127919516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,65536,0.19787200291951498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,65536,0.20267732938130698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,65536,0.21205333868662515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,65536,0.21181867520014444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,65536,0.4335999886194865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,65536,0.2108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,65536,0.21037866671880087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,65536,0.20603734254837036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,65536,0.19820266962051392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,65536,0.19563200076421103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,65536,0.1969546675682068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,65536,0.19366933902104697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,65536,0.1954666574796041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,65536,0.19290665785471597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,65536,0.194815993309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,65536,0.1913493275642395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,65536,0.215338667233785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,65536,4.471920013427734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,65536,9.44980239868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,65536,2.571354707082113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,65536,2.709146817525228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,65536,2.4010027249654136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,65536,2.360117276509603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,65536,2.220037301381429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,65536,2.536954720815023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,65536,1.9945440292358398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,65536,1.9527467091878254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,65536,2.1238773663838706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,65536,1.9174079895019531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,65536,19.909547170003254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,65536,1.8115679423014324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,65536,1.6287147204081218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,65536,1.9614826838175456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,65536,1.6568106015523274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,65536,1.4879786173502605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,65536,1.4551572799682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,65536,1.384463946024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,65536,1.4419679641723633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,65536,1.1785439650217693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,65536,1.2083199818929036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,65536,1.1105600198109944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,65536,1.0300426483154297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,65536,0.9158986409505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,65536,0.9015519618988037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,65536,0.7671199639638265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,65536,0.8263999621073405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,65536,0.6604959964752197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,65536,0.6376586755116781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,65536,0.32362133264541626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,65536,0.47997331619262695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,65536,0.5000053246816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,65536,0.1705120007197062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,65536,0.21624000867207846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,65536,0.20859734217325845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,65536,0.18314667542775473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,65536,0.20915200312932333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,65536,0.18596800168355307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,65536,0.17257599035898843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,65536,0.17643199364344278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,65536,0.16242667039235434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,65536,0.14552000164985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,65536,0.14416533708572388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,65536,0.15155200163523355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,65536,0.15133333206176758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,65536,0.15003732840220133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,65536,0.15152532855669656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,65536,0.1462559998035431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,65536,0.14082666238149008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,65536,0.14231999715169272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,65536,0.14436800281206766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,65536,0.14404267072677612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,65536,0.14152533809343973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,65536,0.12945600350697836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,65536,0.13136000434557596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,65536,0.12471999724706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,65536,0.1304373343785604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,65536,0.128629336754481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,65536,0.12873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,65536,0.12804800271987915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,65536,0.12693867087364197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,65536,0.35152534643809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,65536,0.1265653371810913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,65536,0.12005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,65536,0.1251520017782847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,65536,0.11975466211636861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,65536,0.1240053375562032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,65536,0.1178559958934784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,65536,0.12324266632397969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,65536,0.115365336338679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,65536,0.1197813351949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,65536,0.13610133528709412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,65536,4.281877199808757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,65536,19.933338165283203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,65536,9.782869338989258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,65536,2.4790773391723633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,65536,2.6796480814615884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,65536,2.6370132764180503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,65536,2.4600960413614907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,65536,2.040506680806478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,65536,2.0759147008260093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,65536,1.702624003092448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,65536,1.9643840789794922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,65536,1.7153493563334148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,65536,1.7344800631205242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,65536,1.4957547187805176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,65536,1.799605369567871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,65536,1.475861390431722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,65536,1.4149227142333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,65536,1.2456639607747395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,65536,1.4305599530537922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,65536,1.0777226289113362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,65536,1.2114933331807454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,65536,2.373407999674479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,65536,0.9633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,65536,0.8400106430053711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,65536,2.3102025985717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,65536,0.9477813243865967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,65536,0.6963040033976237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,65536,0.5634186665217081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,65536,0.8690293629964193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,65536,0.44388798872629803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,65536,0.43062400817871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,65536,0.7196426391601562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,65536,0.23876800139745077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,65536,0.5141973495483398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,65536,0.18306134144465128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,65536,0.18396800756454468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,65536,0.17975467443466187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,65536,0.1792959968249003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,65536,0.17273066441218057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,65536,0.17294933398564658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,65536,0.1688906749089559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,65536,0.3133653402328491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,65536,0.18406933546066284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,65536,0.13936000068982443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,65536,0.1337279975414276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,65536,0.13405332962671915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,65536,0.13226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,65536,0.1320480008920034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,65536,0.13033066193262735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,65536,0.13078400492668152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,65536,0.1290826698144277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,65536,0.1288266678651174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,65536,0.1253439982732137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,65536,0.12607999642690024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,65536,0.12516799569129944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,65536,0.12562132875124613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,65536,0.12563733259836832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,65536,0.12575999895731607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,65536,0.12492266297340393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,65536,0.12436800201733907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,65536,0.12479466199874878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,65536,0.12435733278592427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,65536,0.12468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,65536,0.12486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,65536,0.12506133317947388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,65536,0.1246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,65536,0.12409067153930664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,65536,0.12350400288899739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,65536,0.12402666608492534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,65536,0.12386666735013326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,65536,0.2648426691691081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,65536,0.13555199901262918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,65536,0.1330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,65536,2.6057066917419434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,65536,1.3778133392333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,65536,1.343429406483968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,65536,1.2952319780985515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,65536,1.227669318517049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,65536,1.1406933466593425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,65536,1.145674705505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,65536,1.1341813405354817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,65536,1.0859359900156658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,65536,0.9823413689931234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,65536,0.9906346797943115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,65536,0.9491253693898519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,65536,0.9480266571044922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,65536,0.8528800010681152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,65536,0.8196000258127848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,65536,13.873456319173178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,65536,0.8123413721720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,65536,0.7037013371785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,65536,1.0903039773305256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,65536,0.6740480264027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,65536,0.8145386377970377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,65536,0.5699306726455688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,65536,0.6722826957702637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,65536,0.5414026578267416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,65536,0.5672853390375773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,65536,0.43139199415842694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,65536,0.41494933764139813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,65536,0.4173813263575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,65536,0.29655466477076214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,65536,0.28547734022140503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,65536,0.2910240093866984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,65536,0.2811466654141744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,65536,0.1627786656220754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,65536,0.13757333159446716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,65536,0.4314933220545451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,65536,0.1381600002447764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,65536,0.13709333539009094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,65536,0.13690666357676187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,65536,0.1354986627896627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,65536,0.13729600111643472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,65536,0.13471999764442444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,65536,0.13853866855303446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,65536,0.1325920025507609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,65536,0.13194132844607034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,65536,0.134442667166392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,65536,0.13251200318336487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,65536,0.13480533162752786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,65536,0.13199999928474426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,65536,0.13615467151006064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,65536,0.13197333614031473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,65536,0.13404267032941183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,65536,0.13359466195106506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,65536,0.13266666730244955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,65536,0.1322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,65536,0.13248533010482788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,65536,0.13226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,65536,0.1323360006014506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,65536,0.13235732913017273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,65536,0.13251733779907227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,65536,0.13292800386746725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,65536,0.13217066725095114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,65536,0.13317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,65536,0.13217600186665854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,65536,0.13717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,65536,0.1316373348236084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,65536,0.1316213309764862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,65536,0.13832533359527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,65536,0.13159466783205667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,65536,0.1323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,65536,0.13165866335233053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,65536,0.1322826643784841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,65536,0.1309386690457662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,51200,12.148539225260416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,51200,5.6573333740234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,51200,3.3936373392740884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,51200,23.07946014404297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,51200,3.088421185811361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,51200,2.698831876118978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,51200,2.9561920166015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,51200,2.6213760375976562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,51200,2.117695967356364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,51200,2.4291839599609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,51200,2.2467519442240396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,51200,2.300117333730062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,51200,2.514538606007894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,51200,1.980687936147054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,51200,2.156479994455973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,51200,1.8798774083455403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,51200,1.7548906008402507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,51200,1.5707039833068848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,51200,1.8521812756856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,51200,1.6302986145019531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,51200,1.7844160397847493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,51200,1.4671680132548015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,51200,1.4569120407104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,51200,1.357082684834798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,51200,1.1960266431172688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,51200,1.1632853349049885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,51200,1.1366613705952961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,51200,0.9471946557362875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,51200,0.9309493700663248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,51200,0.7604320049285889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,51200,0.8093653519948324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,51200,0.564079999923706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,51200,0.593941330909729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,51200,0.46196266015370685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,51200,0.4099573294321696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,51200,0.2611040075620015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,51200,0.20069332917531332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,51200,0.20279467105865479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,51200,0.20033599932988486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,51200,0.22339733441670737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,51200,0.2958453297615051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,51200,0.2960746685663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,65536,6.088165283203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,51200,0.20616533358891806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,51200,0.15748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,51200,0.25035732984542847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,51200,0.15440533558527628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,51200,0.1570080022017161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,51200,0.1672160029411316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,51200,0.17748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,51200,0.1653279960155487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,51200,0.17372800906499228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,51200,0.16980799039204916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,51200,0.1729653278986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,51200,0.1694399913152059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,51200,0.18529599905014038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,51200,0.18324265877405801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,51200,0.17305066188176474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,51200,0.16294399897257486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,51200,0.15709333618481955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,51200,0.16369600097338358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,51200,0.16249066591262817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,51200,0.1648960014184316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,51200,0.16340266664822897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,51200,0.17323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,51200,0.17125332355499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,51200,0.15920533736546835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,51200,0.15852266550064087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,51200,0.15869333346684775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,51200,0.15706666310628256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,51200,0.15703999996185303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,51200,0.15599466363588968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,51200,0.15476266543070474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,51200,0.1551199952761332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,51200,0.16636266311009726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,51200,7.263376235961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,51200,3.708810806274414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,51200,2.025877316792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,51200,15.283509572347006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,51200,1.9746559460957844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,51200,1.9169707298278809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,51200,1.8871413866678874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,51200,1.7281279563903809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,51200,1.7406506538391113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,51200,1.6022027333577473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,51200,1.5933972994486492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,51200,1.5233866373697917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,51200,1.5544479688008626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,51200,1.3829174041748047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,51200,1.500127951304118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,51200,1.3267359733581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,51200,1.2330773671468098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,51200,1.2018986543019612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,51200,1.0613866647084553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,51200,1.2374186515808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,51200,1.0845386981964111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,51200,0.9431359767913818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,51200,0.9406826496124268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,51200,0.8126293023427328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,51200,0.858346700668335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,51200,0.7209866841634115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,51200,0.721402645111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,51200,0.6344053347905477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,51200,0.6221760114034017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,51200,0.5198986530303955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,51200,0.5027573506037394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,51200,0.3696533441543579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,51200,0.3949439922968547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,51200,0.27909332513809204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,51200,0.13941867152849832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,51200,0.2569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,51200,0.18889067570368448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,51200,0.13793599605560303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,51200,0.13948800166447958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,51200,0.1527786652247111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,51200,0.14326933026313782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,51200,0.14678933223088583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,51200,0.14644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,51200,0.12095466256141663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,51200,0.11809600392977397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,51200,0.11746666828791301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,51200,0.12366400162378947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,51200,0.12309867143630981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,51200,0.1236853301525116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,51200,0.12071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,51200,0.11929066975911458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,51200,0.11864533027013142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,51200,0.11568533380826314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,51200,0.11708266536394756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,51200,0.11281067132949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,51200,0.1085653305053711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,51200,0.10358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,51200,0.10206933816274007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,51200,0.10169600447018941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,51200,0.10014933347702026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,51200,0.10017066200574239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,51200,0.10040000081062317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,51200,0.09976533055305481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,51200,0.1360053320725759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,51200,0.09990933537483215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,51200,0.09916266798973083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,51200,0.09807999928792317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,51200,0.09796800216039021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,51200,0.09826133648554485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,51200,0.09742933511734009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,51200,0.09577066699663798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,51200,0.09408000111579895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,51200,0.09442133704821269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,51200,0.10070932904879253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,65536,1.3866453170776367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,51200,2.2680160204569497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,51200,1.9831573168436687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,51200,2.0831093788146973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,51200,1.8077866236368816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,51200,2.027952035268148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,51200,1.7645972569783528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,51200,1.8583359718322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,51200,1.546138604482015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,51200,1.7177012761433919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,51200,1.4098292986551921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,51200,1.5694880485534668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,51200,1.3710133234659831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,51200,1.4365760485331218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,51200,1.2306719621022542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,51200,1.4209814071655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,51200,1.1637492974599202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,51200,1.187999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,51200,1.0155839920043945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,51200,1.145632028579712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,51200,0.8794346650441488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,51200,0.9780000050862631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,51200,0.7970613638559977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,51200,0.8083093166351318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,51200,0.6818719704945883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,51200,0.7446880340576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,51200,0.5899786551793417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,51200,0.5898933410644531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,51200,0.464789350827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,51200,0.42906665802001953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,51200,0.3559039831161499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,51200,0.3680320183436076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,51200,0.2605440020561218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,51200,0.20114666223526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,51200,0.1513920029004415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,51200,0.14618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,51200,0.14732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,51200,0.1434986690680186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,51200,0.14450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,51200,0.13795733451843262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,51200,0.13794666528701782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,51200,0.13563199838002524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,51200,0.11076266566912334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,51200,0.10782399773597717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,51200,0.10573866963386536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,51200,0.10367467006047566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,51200,0.10366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,51200,0.10289067029953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,51200,0.10332799951235454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,51200,0.10199466347694397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,51200,0.10258666674296062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,51200,0.1011840005715688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,51200,0.0997920036315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,51200,0.0974720021088918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,51200,0.09773866335550944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,51200,0.09723200400670369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,51200,0.09702400366465251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,51200,0.09700799981753032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,51200,0.09725866715113322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,51200,0.09698133667310078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,51200,0.09742933511734009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,51200,0.09815999865531921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,51200,0.09716799855232239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,51200,0.09760533769925435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,51200,0.09729066491127014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,51200,0.09690666198730469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,51200,0.09726400176684062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,51200,0.09750933448473613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,51200,0.09573866923650105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,51200,0.09556800127029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,51200,0.22105065981547037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,51200,0.22162665923436484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,51200,4.407456080118815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,51200,1.221413294474284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,51200,1.315386692682902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,51200,0.9911893208821615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,51200,0.9503093560536703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,51200,0.8782773017883301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,51200,0.8794399897257487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,51200,0.8837493260701498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,51200,0.8635520140329996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,51200,0.7895999749501547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,51200,0.7588480313618978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,51200,0.7178026835123698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,51200,0.7458346684773763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,51200,0.6814613342285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,51200,0.6520373423894247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,51200,0.6289386749267578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,51200,0.5490293502807617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,51200,0.5464053153991699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,51200,0.5263306697209676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,51200,0.5228533347447714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,51200,0.44117867946624756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,51200,0.4362773497899373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,51200,0.42425068219502765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,51200,0.4260480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,51200,0.3313173254330953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,51200,0.3309920032819112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,51200,0.32474666833877563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,51200,0.32841600974400836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,51200,0.2350613276163737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,51200,0.2240053415298462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,51200,0.2439253330230713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,51200,0.22605333725611368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,51200,0.12596266468365988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,51200,0.109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,51200,0.10770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,51200,0.10749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,51200,0.10945066809654236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,51200,0.1090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,51200,0.10780266920725505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,51200,0.10852266351381938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,51200,0.10742933551470439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,51200,0.10690133770306905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,51200,0.10726400216420491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,51200,0.1065066655476888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,51200,0.10916800300280254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,51200,0.10531733433405559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,51200,2.080586592356364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,51200,0.10577600200970967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,51200,0.10596266388893127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,51200,0.1050986647605896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,51200,0.10588266452153523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,51200,0.10601600011189778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,51200,0.10665067036946614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,51200,0.10533333818117778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,51200,0.10544533530871074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,51200,0.10567999879519145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,51200,0.10974933703740437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,51200,0.11020267009735107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,51200,0.10578667124112447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,51200,0.10531199971834819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,51200,0.10539733370145161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,51200,0.10537599523862202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,51200,0.10558399558067322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,51200,0.10588799913724263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,51200,0.10574932893117268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,51200,1.1289493242899578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,51200,0.10552000006039937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,51200,0.10548800230026245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,51200,0.10494400064150493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,51200,0.10569600264231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,51200,0.10527466734250386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,51200,0.10544000069300334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,16384,2.9309972127278647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,51200,0.10646933317184448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,16384,1.4672479629516602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,16384,0.9054506619771322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,16384,0.8632960319519043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,16384,6.547519683837891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,16384,0.8763573169708252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,16384,0.894442637761434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,16384,0.8389653364817301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,16384,0.6548266808191935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,16384,0.7019680341084799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,16384,0.6365439891815186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,16384,0.7118026415506998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,16384,0.6006453434626261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,16384,0.6639413436253866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,16384,0.5582346518834432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,16384,0.5291893482208252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,16384,0.49484801292419434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,16384,0.5296159982681274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,16384,0.4527573188145955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,16384,0.5167466799418131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,16384,0.39532268047332764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,16384,0.4209280014038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,16384,0.39709333578745526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,51200,10.687984466552734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,16384,0.37362666924794513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,16384,0.3187733292579651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,16384,0.2857813239097595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,16384,0.25328532854715985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,16384,0.2410879929860433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,16384,0.21445866425832114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,16384,0.18238399426142374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,16384,0.15743999679883322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,16384,0.7253812948862711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,16384,0.11503466963768005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,16384,0.14250133434931436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,16384,0.08021866778532664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,16384,0.06809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,16384,0.06562666594982147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,16384,0.06983466446399689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,16384,0.06930666665236156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,16384,0.07872533301512401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,16384,0.06668800115585327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,16384,0.07202133536338806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,16384,0.057274664441744484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,16384,0.05729066828886668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,16384,0.05712533493836721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,16384,0.06217066446940104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,16384,0.3035680055618286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,16384,0.06438399851322174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,16384,0.0641546646753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,16384,0.06724800169467926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,16384,0.0583840012550354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,16384,0.06679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,16384,0.06496533254782359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,16384,0.0646666685740153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,16384,0.06426666676998138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,16384,0.0658240020275116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,16384,0.06525333225727081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,16384,0.06470933556556702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,16384,0.06452799836794536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,16384,0.06447466711203258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,16384,0.06463466584682465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,16384,0.06451733410358429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,16384,0.07876800000667572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,16384,0.06410666803518932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,16384,0.06392000118891399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,16384,0.06458666423956554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,16384,0.06205333272616068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,16384,0.06233599781990051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,16384,0.06145599981149038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,16384,0.061530664563179016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,16384,0.06101333101590475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,16384,0.06074133515357971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,16384,4.502426783243815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,16384,0.06419733166694641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,16384,0.06032533446947733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,16384,2.372927983601888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,16384,1.1523306369781494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,16384,0.6584053436915079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,16384,0.6521386702855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,16384,0.6036853392918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,16384,0.6277066469192505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,16384,0.5630186796188354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,16384,0.5525226593017578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,16384,0.5332586765289307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,16384,0.5182293256123861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,16384,0.48995200792948407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,16384,0.4980479876200358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,16384,0.47150933742523193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,16384,0.4261386791865031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,16384,0.41175464789072674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,16384,0.38445866107940674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,16384,0.37592001756032306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,16384,0.3492480119069417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,16384,0.35146665573120117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,16384,0.3003786603609721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,16384,0.2707680066426595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,16384,0.25809599955876666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,16384,0.23842666546503702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,16384,0.2088586688041687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,16384,0.1943626602490743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,16384,0.17061867316563925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,16384,0.1649440030256907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,16384,0.4608000119527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,16384,0.13014933466911316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,16384,0.12362666924794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,16384,0.10229333241780598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,16384,0.09288000067075093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,16384,0.06325866778691609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,16384,0.057445332407951355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,16384,0.05821866790453593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,16384,0.061994666854540505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,16384,0.06389333307743073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,16384,0.06190933287143707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,16384,0.2991466720898946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,16384,0.06215466558933258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,16384,0.05886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,16384,0.051776001850763954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,16384,0.051183998584747314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,16384,0.05152533451716105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,16384,0.05060799916585287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,16384,0.0507893313964208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,16384,0.050106664498647056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,16384,0.05003733436266581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,16384,0.04934933284918467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,16384,0.04452799757321676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,16384,0.04505600035190582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,16384,0.04946133494377136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,16384,0.05051200091838837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,16384,0.048725331823031105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,16384,0.23428267240524292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,16384,0.0451200008392334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,16384,0.04368533194065094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,16384,0.04409066836039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,16384,0.04394666850566864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,16384,0.04401599864164988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,16384,0.04504533112049103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,16384,0.044394666949907936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,16384,0.0444106658299764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,16384,0.04297066728274027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,16384,0.043237333496411644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,16384,0.05789333085219065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,16384,0.042064001162846885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,16384,0.04309333364168803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,16384,0.04372266431649526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,16384,0.041738669077555336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,16384,0.042165334026018776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,16384,0.043738668163617454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,16384,0.04282666742801666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,16384,1.2360320091247559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,16384,0.6880319913228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,16384,2.4306079546610513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,16384,0.6167253255844116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,16384,5.0558773676554365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,16384,0.6351146697998047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,16384,0.7600639661153158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,16384,0.5620213349660238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,16384,0.6090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,16384,0.5147466659545898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,16384,0.5399306615193685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,16384,0.48057599862416583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,16384,0.4874826669692993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,16384,0.4379466772079468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,16384,0.4732960065205892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,16384,0.4208693504333496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,16384,0.4155786832173665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,16384,0.3699839909871419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,16384,0.4021600087483724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,16384,0.3197173277537028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,16384,0.3388213316599528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,16384,0.6697920163472494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,16384,0.2807360092798869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,16384,0.25361067056655884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,16384,0.6153973340988159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,16384,0.6934933662414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,16384,0.20940800507863364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,16384,0.2859999934832255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,16384,0.25678932666778564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,16384,0.1311199963092804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,16384,0.12983999649683634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,16384,0.2177013357480367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,16384,0.07503466804822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,16384,0.17178666591644287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,16384,0.15737066666285196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,16384,0.05924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,16384,0.0591839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,16384,0.05714133381843567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,16384,0.0565280020236969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,16384,0.056373332937558494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,16384,0.055258666475613914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,16384,0.09598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,16384,0.05876799921194712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,16384,0.05972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,16384,0.04478399952252706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,16384,0.044112001856168113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,16384,0.044026667873064675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,16384,0.044138665000597634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,16384,0.04424533247947693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,16384,0.041802664597829185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,16384,0.04200533529122671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,16384,0.041690667470296226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,16384,0.04092800120512644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,16384,0.04126933217048645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,16384,0.04020266731580099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,16384,0.04031999905904134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,16384,0.039994666973749794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,16384,0.040576001008351646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,16384,0.04065600037574768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,16384,0.04055999964475632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,16384,0.041477332512537636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,16384,0.04142933338880539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,16384,0.041690667470296226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,16384,0.04005866746107737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,16384,0.07175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,16384,0.07190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,16384,0.07120533287525177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,16384,0.0736053337653478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,16384,0.07134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,16384,0.07088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,16384,0.07084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,16384,0.04420800010363261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,16384,0.04419733087221781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,16384,0.04417066772778829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,16384,2.740488052368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,16384,0.6811892986297607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,16384,1.2978560129801433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,16384,0.3572666645050049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,16384,0.33536267280578613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,16384,0.3465946515401204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,16384,0.32778666416804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,16384,0.3203120032946269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,16384,0.30060799916585285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,16384,0.2984960079193115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,16384,0.2855466604232788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,16384,0.29155999422073364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,16384,0.2603413263956706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,16384,0.2592879931131999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,16384,0.2557626763979594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,16384,0.2588213284810384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,16384,0.2214133342107137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,16384,0.2278426686922709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,16384,0.1888399918874105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,16384,0.21968267361323038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,16384,0.18953067064285278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,16384,0.18204265832901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,16384,0.189082662264506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,16384,0.15272000432014465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,16384,0.15234399835268655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,16384,0.14657599727312723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,16384,0.159880002339681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,16384,0.11674400170644124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,16384,0.11450933416684468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,16384,0.113645335038503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,16384,0.11857333779335022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,16384,0.08375199635823567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,16384,0.07769866784413655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,16384,0.08586666981379192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,16384,0.07860266665617625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,16384,0.04874666531880697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,16384,0.04109599937995275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,16384,0.04158666729927063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,16384,0.041738669077555336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,16384,0.041365332901477814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,16384,0.04115466773509979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,16384,0.04058133314053217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,16384,0.04088266690572103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,16384,0.04071466624736786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,16384,0.04049066702524821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,16384,0.04009866714477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,16384,0.040362666050593056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,16384,0.03973600020011266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,16384,0.040162667632102966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,16384,0.040031999349594116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,16384,0.04053599884112676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,16384,0.039450667798519135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,16384,0.03952266772588094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,16384,0.03948533286650976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,16384,0.039650666217009224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,16384,0.039319999516010284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,16384,0.03957333415746689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,16384,0.03927200039227804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,16384,0.039274667700131737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,16384,0.03942933430274328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,16384,0.03946933398644129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,16384,0.038592000802357994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,16384,0.03937333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,16384,0.03873066604137421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,16384,0.039279999832312264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,16384,0.038776000340779625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,16384,0.038482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,16384,0.03948266555865606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,16384,0.03868266691764196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,16384,0.03902933249870936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,16384,0.038546666502952576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,12288,4.50874137878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,12288,2.672954559326172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,12288,1.3534399668375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,12288,0.7674346764882406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,12288,0.7693066596984863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,12288,0.8021759986877441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,12288,0.6334880193074545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,12288,0.5688373247782389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,12288,0.5394346714019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,12288,0.5102453231811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,12288,0.527237335840861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,12288,0.4865493377049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,12288,0.4779520034790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,12288,0.4368693431218465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,12288,0.4763360023498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,12288,0.435754656791687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,12288,0.40689067045847577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,12288,0.385696013768514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,12288,0.40461333592732746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,12288,0.37752000490824383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,12288,0.35997867584228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,12288,0.30828267335891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,12288,0.29226134220759076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,12288,0.28313066562016803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,12288,0.2586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,12288,0.22974934180577597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,12288,0.22700266043345133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,12288,0.21073599656422934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,12288,0.18743999799092612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,12288,0.17065600554148355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,12288,0.1671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,12288,0.13237333297729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,12288,0.12138133247693379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,12288,0.10483733812967937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,12288,0.08868799606959026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,12288,0.06081599990526835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,12288,0.052069331208864846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,12288,0.05161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,12288,0.05124799907207489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,12288,0.05914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,12288,0.06228800117969513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,12288,0.06868800024191539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,12288,0.051301335295041404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,12288,0.056143999099731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,12288,0.04261333247025808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,12288,0.04264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,12288,0.04231466849644979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,12288,0.04673600196838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,12288,0.04659733176231384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,12288,0.046570668617884316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,12288,0.04674666623274485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,12288,0.050373335679372154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,12288,0.04278933505217234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,12288,0.0425546665986379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,12288,0.042410666743914284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,12288,0.04862933357556661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,12288,0.04809066653251648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,12288,0.04596266647179922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,12288,0.04773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,12288,0.04747733473777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,12288,0.04690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,12288,0.04701333244641622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,12288,0.04720533390839895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,12288,0.046725332736968994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,12288,0.04688533147176107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,12288,0.0462773342927297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,12288,0.04571733375390371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,12288,0.04555733501911163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,12288,0.04464533428351084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,12288,0.04418666660785675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,12288,0.04590400060017904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,12288,0.04557333389918009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,12288,0.04489066700140635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,12288,0.04460800190766653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,12288,3.4940532048543296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,12288,1.834554672241211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,12288,0.9209333260854086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,12288,0.5095599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,12288,0.49593865871429443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,12288,0.4654746850331624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,12288,0.46673067410786945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,12288,0.43381865819295246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,12288,0.4209866523742676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,12288,0.39722132682800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,12288,0.4004640181859334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,12288,0.3755120038986206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,12288,0.37887998421986896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,12288,0.34278400739034015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,12288,0.3455706834793091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,12288,0.3121573328971863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,12288,0.30266133944193524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,12288,0.28011467059453327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,12288,0.28034132719039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,12288,0.25912266969680786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,12288,0.26001866658528644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,12288,0.23465599616368613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,12288,0.22058399518330893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,12288,0.210314671198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,12288,0.20076000690460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,12288,0.1790133317311605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,12288,0.18042133251825967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,12288,0.16248800357182822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,12288,0.15605599681536356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,12288,0.12990400195121765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,12288,0.12689333160718283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,12288,0.10090667009353638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,12288,0.09567999839782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,12288,0.08337333798408508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,12288,0.0744053324063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,12288,0.05478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,12288,0.050426666935284935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,12288,0.049181332190831505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,12288,0.04836000005404154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,12288,0.05109066764513651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,12288,0.0536053329706192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,12288,0.0543173352877299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,12288,0.05109066764513651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,12288,0.04752533137798309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,12288,0.04321333269278208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,12288,0.04238666594028473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,12288,0.04205866654713949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,12288,0.0412266676624616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,12288,0.04120266685883204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,12288,0.04042666653792063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,12288,0.04115999986728033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,12288,0.04108533263206482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,12288,0.03722399969895681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,12288,0.03695733348528544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,12288,0.03579733272393545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,12288,0.03629066546758016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,12288,0.04203199843565623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,12288,0.0378586674729983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,12288,0.03875199953715006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,12288,0.03748266647259394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,12288,0.03905333330233892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,12288,0.038202665746212006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,12288,0.03750933210055033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,12288,0.03835200021664301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,12288,0.03714666763941447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,12288,0.03730933368206024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,12288,0.03718133270740509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,12288,0.038165333370367684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,12288,0.03719199945529302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,12288,0.03852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,12288,0.03673866639534632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,12288,0.03693066785732905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,12288,0.0368026668826739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,12288,0.03774133324623108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,16384,0.03937333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,12288,4.02458922068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,12288,1.0493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,16384,0.039575998981793724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,12288,0.5512986580530802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,12288,2.0287493069966636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,12288,0.53493865331014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,16384,0.039162665605545044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,12288,0.5036373138427734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,12288,0.6150826613108317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,12288,0.4521760145823161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,12288,0.4853866497675578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,12288,0.41881601015726727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,12288,0.4445679982503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,12288,0.40173598130544025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,12288,0.5638533433278402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,12288,0.3996266523996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,12288,0.35090665022532147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,12288,0.38471468289693195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,12288,0.33920268217722577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,12288,0.3399999936421712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,12288,0.32506134112675983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,12288,0.2620533307393392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,12288,0.2742026646931966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,12288,0.30107732613881427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,12288,0.23031999667485556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,12288,0.21045867602030435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,12288,0.551805337270101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,12288,0.500162680943807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,12288,0.1659893294175466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,12288,0.20836534102757773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,12288,0.23562665780385336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,12288,0.10851732889811198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,12288,0.10325599710146587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,12288,0.18597332636515299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,12288,0.06276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,12288,0.14083199699719748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,12288,0.12639199693997702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,12288,0.048397332429885864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,12288,0.047637333472569786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,12288,0.045370668172836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,12288,0.04543999830881754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,12288,0.04488533238569895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,12288,0.04474933445453644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,12288,0.07621066768964131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,12288,0.05040266613165537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,12288,0.04897599915663401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,12288,0.035720000664393105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,12288,0.03606933355331421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,12288,0.034789333740870156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,12288,0.03540800015131632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,12288,0.035245334108670555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,12288,0.033016001184781395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,12288,0.03219466656446457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,12288,0.03232266753911972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,12288,0.031301334500312805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,12288,0.0322026660044988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,12288,0.03147999942302704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,12288,0.03199733297030131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,12288,0.03125600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,12288,0.03165599952141444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,12288,0.03127199908097585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,12288,0.03243466715017954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,12288,0.031741333504517875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,12288,0.057029331723848976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,12288,0.05479733149210612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,12288,0.05779466529687246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,12288,0.058090666929880776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,12288,0.05931200087070465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,12288,0.05597866574923197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,12288,0.06067466735839844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,12288,0.05923999845981598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,12288,0.05894666910171509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,12288,0.056618665655454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,12288,0.03537066777547201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,12288,0.03625333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,12288,0.0353946660955747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,12288,2.089544932047526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,12288,0.27295645078023273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,12288,1.0318311055501301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,12288,0.5203964445326064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,12288,0.2516373263465034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,12288,0.25020265579223633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,12288,0.2531946765051948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,12288,0.25263823403252494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,12288,0.2249831093682183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,12288,0.2234062353769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,12288,0.2247448762257894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,12288,0.22481067975362143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,12288,0.19818845060136583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,12288,0.19561778174506295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,12288,0.19616711139678955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,12288,0.19981511433919272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,12288,0.17291911443074545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,12288,0.16707555452982584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,12288,0.16911999384562174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,12288,0.1481564442316691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,12288,0.1456071138381958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,12288,0.13954844739702013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,12288,0.1415999995337592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,12288,0.11866488721635605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,12288,0.11624711089664036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,12288,0.11243732770284016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,12288,0.11478755209181045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,12288,0.09064710802502102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,12288,0.08820977475908066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,12288,0.08598933617273967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,12288,0.08780622482299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,12288,0.06812444660398695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,12288,0.060172445244259305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,12288,0.06655999686982897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,12288,0.059212446212768555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,12288,0.03244977858331468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,12288,0.03769066598680284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,12288,0.03252089023590088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,12288,0.03235200047492981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,12288,0.0325617790222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,12288,0.03179377648565505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,12288,0.03218311071395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,12288,0.0321688883834415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,12288,0.031070222457249958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,12288,0.032403555181291364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,12288,0.031050665511025324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,12288,0.031034668286641438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,12288,0.030963556634055242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,12288,0.03055644366476271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,12288,0.031075557072957356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,12288,0.031025777260462444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,12288,0.031045334206687078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,12288,0.030344890223609075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,12288,0.03054222133424547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,12288,0.031013333135181006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,12288,0.03074666526582506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,12288,0.031054221921496924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,12288,0.030245333909988403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,12288,0.030384000804689195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,12288,0.03079644507831997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,12288,0.030431999100579157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,12288,0.030497776137457952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,12288,0.030437333716286555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,12288,0.030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,12288,0.03107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,12288,0.03013155526585049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,12288,0.030346665117475722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,12288,0.03032711148262024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,12288,0.030776888132095337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,12288,0.029642668035295274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,12288,0.030476444297366675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,10240,3.855877240498861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,10240,2.6649440129597983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,10240,1.2339093685150146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,10240,0.6929013729095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,10240,0.6291946570078532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,10240,0.5861386855443319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,10240,0.5834773381551107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,10240,0.5904373327891032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,10240,0.48606932163238525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,10240,0.43883732954661053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,10240,0.4569973150889079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,10240,0.4190133412679036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,10240,0.4076266686121623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,10240,0.3938186566034953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,10240,0.39416531721750897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,10240,0.35529065132141113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,10240,0.34938665231068927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,10240,0.33796266714731854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,10240,0.3482826550801595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,10240,0.3243946631749471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,10240,0.293232003847758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,10240,0.2887253363927205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,10240,0.2683200041453044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,10240,0.24450133244196573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,10240,0.23188799619674683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,10240,0.20249066750208536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,10240,0.20419732729593912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,10240,0.18480533361434937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,10240,0.17198399702707926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,10240,0.16727999846140543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,10240,0.13346133629480997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,10240,0.10834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,10240,0.10662399729092915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,10240,0.09123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,10240,0.07233599821726482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,10240,0.052928000688552856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,10240,0.04407466451327006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,10240,0.0440533310174942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,10240,0.04403733213742574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,10240,0.046485334634780884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,10240,0.0488373339176178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,10240,0.04833066463470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,10240,0.045738667249679565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,10240,0.04892266790072123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,10240,0.03763733307520548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,10240,0.03782399992148081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,10240,0.0377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,10240,0.04195733368396759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,10240,0.04124800115823746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,10240,0.04083200047413508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,10240,0.04078399886687597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,10240,0.042650664846102394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,10240,0.03828799972931544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,10240,0.03754133234421412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,10240,0.03759466608365377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,10240,0.0429066667954127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,10240,0.04230933388074239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,10240,0.041749333341916404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,10240,0.04132800052563349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,10240,0.04067733387152354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,10240,0.04050666590531667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,10240,0.04055999964475632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,10240,0.04074666649103165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,10240,0.04043200115362803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,10240,0.04012266546487808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,10240,0.04040000090996424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,10240,0.040005333721637726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,10240,0.039936001102129616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,10240,0.03977599988381068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,10240,0.039781334499518074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,10240,0.039919999738534294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,10240,0.04021333406368891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,10240,0.0399893323580424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,10240,0.040421334405740104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,12288,0.030071109533309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,10240,2.835381189982096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,10240,0.7316826979319254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,10240,1.4768320719401042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,10240,0.41068800290425617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,10240,0.3830159902572632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,10240,0.42893067995707196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,10240,0.3733706474304199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,10240,0.39960265159606934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,10240,0.34407734870910645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,10240,0.35389065742492676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,10240,0.32311467329661053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,10240,0.32124533255894977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,10240,0.29345866044362384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,10240,0.3023040095965068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,10240,0.27611732482910156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,10240,0.25998133420944214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,10240,0.24921067555745444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,10240,0.24141067266464233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,10240,0.2334293325742086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,10240,0.2300586700439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,10240,0.22367467482884726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,10240,0.20183199644088745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,10240,0.2045066754023234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,10240,0.18402934074401855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,10240,0.17286400000254312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,10240,0.15582666794459024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,10240,0.1524773339430491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,10240,0.1325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,10240,0.12043199936548869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,10240,0.10991999506950378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,10240,0.1009279986222585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,10240,0.0844693382581075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,10240,0.0726453314224879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,10240,0.061810667316118874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,10240,0.049496000011761986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,10240,0.04539733131726583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,10240,0.04429866870244344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,10240,0.04371733466784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,10240,0.04622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,10240,0.047242666284243263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,10240,0.04772266745567322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,10240,0.048309331138928734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,10240,0.12968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,10240,0.04330400129159292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,10240,0.03813866774241129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,10240,0.03836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,10240,0.03735200067361196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,10240,0.03888799995183945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,10240,0.03735466549793879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,10240,0.03739733248949051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,10240,0.03839466720819473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,10240,0.035917334258556366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,10240,0.03379466633001963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,10240,0.03355466574430466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,10240,0.03440000116825104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,10240,0.03275466710329056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,10240,0.03348000099261602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,10240,0.0351226677497228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,10240,0.03560800105333328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,10240,0.035216001172860466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,10240,0.034845332304636635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,10240,0.03391999999682108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,10240,0.034232000509897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,10240,0.03443466623624166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,10240,0.03491999953985214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,10240,0.03384800006945928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,10240,0.0334373340010643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,10240,0.03416800002257029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,10240,0.03368533402681351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,10240,0.033573334415753685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,10240,0.03319466610749563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,10240,0.03375199933846792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,10240,0.03288800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,10240,0.033359999457995095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,10240,3.660050710042318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,10240,1.7205066680908203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,10240,0.9581333001454672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,10240,0.4922879934310913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,12288,0.030551112360424463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,10240,0.4607040087381999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,12288,0.02968888812594944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,10240,0.44890399773915607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,10240,0.5489493211110433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,10240,0.41494135061899823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,10240,0.43138134479522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,10240,0.37078134218851727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,10240,0.39402933915456134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,10240,0.3600746790568034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,10240,0.35519735018412274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,10240,0.3237359921137492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,10240,0.34244799613952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,10240,0.3096800049146016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,10240,0.3029680053393046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,10240,0.27374400695164997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,10240,0.2877119978268941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,10240,0.23525333404541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,10240,0.24488532543182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,10240,0.5006026824315389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,10240,0.20536533991495767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,10240,0.17907466491063437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,10240,0.47810932000478107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,10240,0.4468319813410441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,10240,0.14899466435114542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,10240,0.2124533255894979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,10240,0.18597332636515299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,10240,0.09665866692860921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,10240,0.09172532955805461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,10240,0.16375466187795004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,10240,0.0554693341255188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,10240,0.12582666675249735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,10240,0.11291199922561646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,10240,0.04390133420626322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,10240,0.04270666837692261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,10240,0.04098133246103922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,10240,0.04081066697835922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,10240,0.04120533416668574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,10240,0.04003999878962835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,10240,0.06974933544794719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,10240,0.044584001104036965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,10240,0.04376000165939331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,10240,0.03221066544453303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,10240,0.03197866678237915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,10240,0.03189333279927572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,10240,0.03210933258136114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,10240,0.031040000418821972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,10240,0.028786666691303253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,10240,0.029181333879629772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,10240,0.028647998968760174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,10240,0.028301333387692768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,10240,0.028389332195123036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,10240,0.02826133370399475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,10240,0.028306665519873302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,10240,0.028181334336598713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,10240,0.027954667806625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,10240,0.028021333118279774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,10240,0.04557866851488749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,10240,0.04692000150680542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,10240,0.04728533327579498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,10240,0.0462773342927297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,10240,0.04624533156553904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,10240,0.04663999875386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,10240,0.048039997617403664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,10240,0.04645599921544393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,10240,0.04729066789150238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,10240,0.045519997676213585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,10240,0.04753066599369049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,10240,0.04660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,10240,0.03140799949566523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,10240,0.03232000023126602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,10240,0.03133333226044973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,10240,0.8084888988071017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,10240,1.7512604395548503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,10240,0.2344906595018175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,10240,0.42516443464491105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,10240,0.21694933043585884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,10240,0.21383999453650582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,10240,0.21493332915835908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,10240,0.2194897731145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,10240,0.19138667318556044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,10240,0.19391111532847086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,10240,0.19340799914466011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,10240,0.193192892604404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,10240,0.16972443792555067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,10240,0.169267561700609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,10240,0.16884266005622017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,10240,0.1704853375752767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,10240,0.14647289117177328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,10240,0.14730132950676814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,10240,0.1456800036960178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,10240,0.12758399380577937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,10240,0.12509332762824163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,10240,0.12000889248318142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,10240,0.12236800458696152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,10240,0.10249066352844238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,10240,0.09963555468453301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,10240,0.09583289093441433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,10240,0.09780089060465495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,10240,0.07796977625952826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,10240,0.07546310954623751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,10240,0.07398044400744967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,10240,0.07442133294211493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,10240,0.05180444320042928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,10240,0.056497779157426625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,10240,0.05709155400594076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,10240,0.050929778152041964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,10240,0.03207644489076402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,10240,0.028332445356580947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,10240,0.028622223271263972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,10240,0.02790044413672553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,10240,0.028613332245084975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,10240,0.02837688724199931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,10240,0.027612444427278306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,10240,0.028332445356580947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,10240,0.027258666025267705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,10240,0.02836622132195367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,10240,0.027091556125217017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,10240,0.026908444033728704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,10240,0.026705778307384912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,10240,0.027057778504159715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,10240,0.027038221557935078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,10240,0.026720000637902155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,10240,0.026343110534879897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,10240,0.026926222774717543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,10240,0.02700977855258518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,10240,0.02658844490845998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,10240,0.026241777671708003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,10240,0.026383999321195815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,10240,0.02625600000222524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,10240,0.026332444614834253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,10240,0.026362667481104534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,10240,0.026872888207435608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,10240,0.026670222481091816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,10240,0.0262435558769438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,10240,0.02622755534119076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,10240,0.026494221554862127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,10240,0.026250667042202417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,10240,0.02629866699377696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,10240,0.026542221506436665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,10240,0.026202667090627883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,10240,0.02623288830121358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,10240,0.026222222381167944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,8192,3.028261184692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,8192,1.9492319424947102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,8192,0.8570026556650797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,8192,0.48309866587320965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,8192,0.446394681930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,8192,0.4508800109227498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,8192,0.4171893199284871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,8192,0.42627731959025067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,8192,0.384005347887675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,8192,0.3601653178532918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,8192,0.372325340906779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,8192,0.33506667613983154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,8192,0.32708799839019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,8192,0.31571733951568604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,8192,0.3137226700782776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,8192,0.2860853274663289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,8192,0.2813546657562256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,8192,0.26259199778238934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,8192,0.27171732981999713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,8192,0.25803200403849286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,8192,0.22906132539113364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,8192,0.22004799048105875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,8192,0.2134880026181539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,8192,0.19615999857584634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,8192,0.183296004931132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,8192,0.15296000242233276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,8192,0.1620319982369741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,8192,0.14130133390426636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,8192,0.13794666528701782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,8192,0.12795733412106833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,8192,0.11124266187349956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,8192,0.08705600102742513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,8192,0.08076799909273784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,8192,0.0724426656961441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,8192,0.057722667853037514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,8192,0.04367466767628988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,8192,0.037615999579429626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,8192,0.037477334340413414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,8192,0.0374293327331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,8192,0.03955733279387156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,8192,0.04178666571776072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,8192,0.04152533411979675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,8192,0.038890667259693146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,8192,0.04165333261092504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,8192,0.03127466638882955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,8192,0.03133333226044973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,8192,0.031370667119820915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,8192,0.03449599941571554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,8192,0.03436266630887985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,8192,0.03429333368937174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,8192,0.03380800038576126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,8192,0.03472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,8192,0.03145066648721695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,8192,0.030602666238943737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,8192,0.031173333525657654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,8192,0.03179199993610382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,8192,0.036133334040641785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,8192,0.035818666219711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,8192,0.03393599887688955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,8192,0.03402133285999298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,8192,0.03389333436886469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,8192,0.03359466542800268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,8192,0.033530667424201965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,8192,0.03336533407370249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,8192,0.03275733441114426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,8192,0.03226666649182638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,8192,0.03323733309904734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,8192,0.03402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,8192,0.033200000723203026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,8192,0.032127998769283295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,8192,0.03306133300065994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,8192,0.03393599887688955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,8192,0.03379733363787333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,8192,0.03365333378314972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,8192,2.2775440216064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,8192,1.170248031616211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,8192,0.6145360072453817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,8192,0.32288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,8192,0.3232799967130025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,8192,0.29869333902994794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,8192,0.29228800535202026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,8192,0.2904240091641744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,8192,0.27267199754714966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,8192,0.26050400733947754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,8192,0.25573333104451496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,8192,0.24293333292007446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,8192,0.23800265789031982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,8192,0.23012532790501913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,8192,0.22043466567993164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,8192,0.20747999350229898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,8192,0.20450133085250854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,8192,0.1924933393796285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,8192,0.1905919909477234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,8192,0.18231733640034994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,8192,0.17174400885899863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,8192,0.16054933269818625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,8192,0.15922666589419046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,8192,0.14889333645502725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,8192,0.14126933614412943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,8192,0.12247199813524882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,8192,0.12109599510828654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,8192,0.10996533433596294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,8192,0.10801066954930623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,8192,0.09516800443331401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,8192,0.08581599593162537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,8192,0.08204266428947449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,8192,0.06820533176263173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,8192,0.05956000089645386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,8192,0.05235999822616577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,8192,0.04139200101296107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,8192,0.03756800045569738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,8192,0.037133333583672844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,8192,0.03717333326737086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,8192,0.039642666776975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,8192,0.039474666118621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,8192,0.038959999879201256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,8192,0.04214133322238922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,8192,0.035576000809669495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,8192,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,8192,0.03150666753451029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,8192,0.03306400030851364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,8192,0.03145866592725118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,8192,0.03126666694879532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,8192,0.03141866624355316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,8192,0.030965333183606465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,8192,0.031002665559450786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,8192,0.028725333511829376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,8192,0.028887999554475147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,8192,0.029296000798543293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,8192,0.028967998921871185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,8192,0.029440000653266907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,8192,0.02927733212709427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,8192,0.029437333345413208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,8192,0.02940533310174942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,8192,0.030095999439557392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,8192,0.029098667204380035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,8192,0.02921866625547409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,8192,0.029333333174387615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,8192,0.028173332413037617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,8192,0.028981332977612812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,8192,0.029066666960716248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,8192,0.030589332183202107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,8192,0.029088000456492107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,8192,0.02900800108909607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,8192,0.030261332790056866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,8192,0.028901333610216778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,8192,0.02958400050799052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,8192,0.029535998900731403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,10240,0.026368000441127356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,10240,0.026529777381155226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,8192,3.080087979634603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,10240,0.02641422218746609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,8192,0.43484000364939374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,8192,1.5607306162516277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,8192,0.4086159865061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,8192,0.7961733341217041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,8192,0.39610131581624347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,8192,0.47325865427652997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,8192,0.3603146473566691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,8192,0.3694693247477214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,8192,0.328493336836497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,8192,0.3397573232650757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,8192,0.3136426607767741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,8192,0.30988266070683795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,8192,0.2826159993807475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,8192,0.29289066791534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,8192,0.2666026751200358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,8192,0.2598479986190796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,8192,0.23842400312423706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,8192,0.24493066469828287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,8192,0.208186666170756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,8192,0.20945066213607788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,8192,0.43995201587677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,8192,0.179639995098114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,8192,0.1580346624056498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,8192,0.4174986680348714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,8192,0.39470934867858887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,8192,0.1312346657117208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,8192,0.18694132566452026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,8192,0.1409119963645935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,8192,0.08155733346939087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,8192,0.16081066926320395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,8192,0.11297333240509033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,8192,0.047685335079828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,8192,0.09692000349362691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,8192,0.037104000647862755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,8192,0.03711466739575068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,8192,0.03685333331425985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,8192,0.03523733218510946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,8192,0.0347680002450943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,8192,0.034711999197800956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,8192,0.03422666589419047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,8192,0.07958666483561198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,8192,0.06019466618696848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,8192,0.03771466761827469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,8192,0.027818667391935985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,8192,0.02699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,8192,0.026920000712076824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,8192,0.026290667553742725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,8192,0.02605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,8192,0.0242399995525678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,8192,0.02478933334350586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,8192,0.024866667886575062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,8192,0.02492800106604894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,8192,0.023818666736284893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,8192,0.024005333582560223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,8192,0.024141333997249603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,8192,0.03916533291339874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,8192,0.038365334272384644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,8192,0.03917866696914037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,8192,0.03963200002908707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,8192,0.03938666731119156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,8192,0.0402453343073527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,8192,0.03938400000333786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,8192,0.03878666708866755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,8192,0.03955200066169103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,8192,0.039221333960692085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,8192,0.03923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,8192,0.04027466724316279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,8192,0.040264000495274864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,8192,0.03994933267434438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,8192,0.039250666896502175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,8192,0.027511999011039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,8192,0.02714933454990387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,8192,0.028093333045641582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,8192,1.2489759922027588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,8192,0.6468053261439005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,8192,0.32959866523742676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,8192,0.19538132349650064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,8192,0.1760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,8192,0.17478267351786295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,8192,0.17433599630991617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,8192,0.17547200123469034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,8192,0.15643866856892905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,8192,0.15673733750979105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,8192,0.15585866570472717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,8192,0.15660267074902853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,8192,0.13778666655222574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,8192,0.1358893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,8192,0.13700800140698752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,8192,0.1394266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,8192,0.1206226646900177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,8192,0.11714667081832886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,8192,0.11813867092132568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,8192,0.10032533605893452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,8192,0.10199866692225139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,8192,0.09672000010808308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,8192,0.0983840028444926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,8192,0.08138266702493031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,8192,0.07787733276685078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,8192,0.08110000193119049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,8192,0.062463998794555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,8192,0.07890800138314565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,8192,0.061308001478513084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,8192,0.06160266697406769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,8192,0.0606826643149058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,8192,0.0428986648718516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,8192,0.044747998317082725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,8192,0.0468746672074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,8192,0.0417573352654775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,8192,0.026921334366003673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,8192,0.023592000206311543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,8192,0.02386666586001714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,8192,0.023770667612552643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,8192,0.02353733281294505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,8192,0.023533334334691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,8192,0.02332533399264018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,8192,0.023385333518187206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,8192,0.02277466654777527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,8192,0.022361333171526592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,8192,0.022221334278583527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,8192,0.02237999935944875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,8192,0.022299999992052715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,8192,0.02272133280833562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,8192,0.022247999906539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,8192,0.022257333000500996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,8192,0.022674667338530224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,8192,0.022286665936311085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,8192,0.02237066626548767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,8192,0.022090665996074677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,8192,0.02223733315865199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,8192,0.022280000150203705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,8192,0.022257333000500996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,8192,0.022282667458057404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,8192,0.022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,8192,0.022416000564893086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,8192,0.022262667616208393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,8192,0.022247999906539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,8192,0.022319999833901722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,8192,0.022309333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,8192,0.021716001133124035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,8192,0.022356001039346058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,8192,0.022253334522247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,8192,0.02234533429145813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,8192,0.022034667432308197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,8192,0.022387998799482983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,7168,2.6819839477539062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,7168,1.454869270324707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,7168,0.7147253354390463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,8192,0.02234400063753128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,7168,0.39932799339294434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,7168,0.3613813320795695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,7168,0.37437868118286133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,7168,0.34515734513600665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,7168,0.3850719928741455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,7168,0.3213599920272827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,7168,0.3323413332303365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,7168,0.30566932757695514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,7168,0.33079999685287476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,7168,0.27141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,7168,0.2529919942220052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,7168,0.3086719910303752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,7168,0.2344693342844645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,7168,0.2619040012359619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,7168,0.21966399749120077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,7168,0.2605440020561218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,7168,0.2134666641553243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,7168,0.222053329149882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,7168,0.19259732961654663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,7168,0.19538132349650064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,7168,0.1704053282737732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,7168,0.16906134287516275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,7168,0.13734933733940125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,7168,0.12344533205032349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,7168,0.1486240029335022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,7168,0.1218773325284322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,7168,0.11928533514340718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,7168,0.09802132844924927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,7168,0.07138133545716603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,7168,0.09733333190282185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,7168,0.0653706689675649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,7168,0.05516799787680308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,7168,0.03904533386230469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,7168,0.03385066737731298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,7168,0.032474666833877563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,7168,0.034373333056767784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,7168,0.03475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,7168,0.03993066648642222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,7168,0.039493332306543984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,7168,0.03472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,7168,0.035631999373435974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,7168,0.02902399996916453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,7168,0.02770666778087616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,7168,0.02736533433198929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,7168,0.02961066613594691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,7168,0.029279999434947968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,7168,0.03036266565322876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,7168,0.029258665939172108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,7168,0.029279999434947968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,7168,0.027471999327341717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,7168,0.027434666951497395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,7168,0.02737066646416982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,7168,0.02741866558790207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,7168,0.027984000742435455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,7168,0.030661332110563915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,7168,0.0314026673634847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,7168,0.03134933362404505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,7168,0.03107733279466629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,7168,0.030229332546393078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,7168,0.03044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,7168,0.031061333914597828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,7168,0.03068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,7168,0.0310506671667099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,7168,0.029861333469549816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,7168,0.029530666768550873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,7168,0.029530666768550873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,7168,0.029311999678611755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,7168,0.029311999678611755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,7168,0.029461334149042766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,7168,0.029365333418051403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,7168,0.029989334444204967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,7168,2.0457520484924316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,7168,1.0700639883677165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,7168,0.5511279900868734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,7168,0.2985413273175557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,7168,0.2900399963061015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,7168,0.272213339805603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,7168,0.25700533390045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,7168,0.25703465938568115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,7168,0.2395706574122111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,7168,0.2293706734975179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,7168,0.22590132554372153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,7168,0.21827733516693115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,7168,0.21121867497762045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,7168,0.20482399066289267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,7168,0.19957600037256876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,7168,0.18715467055638632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,7168,0.1830106576283773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,7168,0.1738426685333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,7168,0.17316800355911255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,7168,0.1625173290570577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,7168,0.15213867028554282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,7168,0.1466426650683085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,7168,0.1441333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,7168,0.13025599718093872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,7168,0.12230133016904195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,7168,0.11176799734433492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,7168,0.11040799816449483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,7168,0.0966640015443166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,7168,0.09463733434677124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,7168,0.08907467126846313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,7168,0.0800826648871104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,7168,0.07169599831104279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,7168,0.06196533143520355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,7168,0.05752266446749369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,7168,0.049135997891426086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,7168,0.035261332988739014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,7168,0.038989332815011345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,7168,0.03400266667207082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,7168,0.03681866576274236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,7168,0.03436266630887985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,7168,0.037736001114050545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,7168,0.03493333359559377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,7168,0.03231733292341232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,7168,0.03385333220163981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,7168,0.030536000927289326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,7168,0.02926933268706004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,7168,0.029703999559084576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,7168,0.029093332588672638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,7168,0.02995466689268748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,7168,0.029482667644818623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,7168,0.02994400014479955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,7168,0.02900800108909607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,7168,0.027277333041032154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,7168,0.027330666780471802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,7168,0.025749333202838898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,7168,0.02701066682736079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,7168,0.02808533360560735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,7168,0.02941333254178365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,7168,0.027666665613651276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,7168,0.027111999690532684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,7168,0.028237332900365193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,7168,0.027357332408428192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,7168,0.02961866557598114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,7168,0.026906666656335194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,7168,0.02758399893840154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,7168,0.027122666438420612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,7168,0.02985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,7168,0.03014666587114334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,7168,0.02776266634464264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,7168,0.028021333118279774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,7168,0.03001333276430766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,7168,0.029178666571776073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,7168,0.02845866729815801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,7168,0.027186666925748188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,8192,0.02236533413330714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,8192,0.02258533239364624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,7168,1.4194800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,7168,0.4068373441696167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,7168,2.88481076558431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,7168,0.3770453135172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,7168,0.7501946290334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,7168,0.37541866302490234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,7168,0.41496801376342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,7168,0.33240000406901044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,7168,0.44522666931152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,7168,0.35143999258677167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,7168,0.31467199325561523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,7168,0.3213226596514384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,7168,0.29976799090703327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,7168,0.2935306628545125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,7168,0.2715226610501607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,7168,0.27818665901819867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,7168,0.2563839952150981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,7168,0.2427226702372233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,7168,0.2234533429145813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,7168,0.2271626591682434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,7168,0.1943440039952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,7168,0.39018932978312176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,7168,0.19461599985758463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,7168,0.16385599970817566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,7168,0.1509173313776652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,7168,0.3720826705296834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,7168,0.12222133080164592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,7168,0.14911199609438577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,7168,0.17685600121816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,7168,0.07826133569081624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,7168,0.07278133432070415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,7168,0.13339199622472128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,7168,0.04116799930731455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,7168,0.10730133454004924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,7168,0.09110933542251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,7168,0.03513599932193756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,7168,0.033384000261624656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,7168,0.03253866732120514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,7168,0.03152266641457876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,7168,0.05704533557097117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,7168,0.03229066729545593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,7168,0.029154665768146515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,7168,0.03342933456103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,7168,0.034029332300027214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,7168,0.02455200006564458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,7168,0.02457600086927414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,7168,0.024432001014550526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,7168,0.024277334411938984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,7168,0.023754666248957317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,7168,0.022141332427660625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,7168,0.025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,7168,0.02202400068442027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,7168,0.022287999590237934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,7168,0.022045334180196125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,7168,0.021301334102948506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,7168,0.034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,7168,0.03506666670242945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,7168,0.0331839993596077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,7168,0.03345600018898646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,7168,0.03403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,7168,0.03420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,7168,0.035114665826161705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,7168,0.03509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,7168,0.03513599932193756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,7168,0.034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,7168,0.035402665535608925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,7168,0.0354720006386439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,7168,0.036301332215468086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,7168,0.033384000261624656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,7168,0.03427999963363012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,7168,0.03512799988190333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,7168,0.03739999979734421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,7168,0.024869332710901897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,7168,0.025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,7168,0.5779680013656616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,7168,0.2934546669324239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,7168,1.1710253556569417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,7168,0.17587467034657797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,7168,0.15982666611671448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,7168,0.1576546629269918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,7168,0.15827199816703796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,7168,0.1586720049381256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,7168,0.14171600341796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,7168,0.1404266655445099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,7168,0.1404146651426951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,7168,0.14071866869926453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,7168,0.12412266929944356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,7168,0.12259333332379659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,7168,0.12425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,7168,0.12416133284568787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,7168,0.10806933045387268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,7168,0.10605067014694214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,7168,0.1067519982655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,7168,0.09301732977231343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,7168,0.09053200483322144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,7168,0.08799599607785542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,7168,0.08816799521446228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,7168,0.07532533506552379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,7168,0.07287066678206126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,7168,0.0707346647977829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,7168,0.07092800239721934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,7168,0.05748266478379568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,7168,0.0562280019124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,7168,0.05524933338165283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,7168,0.05513999859491984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,7168,0.04121466726064682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,7168,0.03908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,7168,0.040604000290234886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,7168,0.03830533226331075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,7168,0.023709334433078766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,7168,0.021373334030310314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,7168,0.022260000308354694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,7168,0.02139333387215932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,7168,0.02179466684659322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,7168,0.02178533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,7168,0.021762666602929432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,7168,0.021917333205540974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,7168,0.021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,7168,0.02060266708334287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,7168,0.020799999435742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,7168,0.020853333175182343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,7168,0.020844000081221264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,7168,0.020781333247820537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,7168,0.02085866779088974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,7168,0.020705333600441616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,7168,0.020302666972080868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,7168,0.020674667010704677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,7168,0.020770666499932606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,7168,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,7168,0.020706667254368465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,7168,0.020314666132132213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,7168,0.020746666938066483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,7168,0.020345332721869152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,7168,0.020772000153859455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,7168,0.020310666412115097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,7168,0.02070000022649765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,7168,0.020705333600441616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,7168,0.020285333196322124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,7168,0.020146666715542477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,7168,0.02019866680105527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,7168,0.020537332942088444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,7168,0.020629333953062694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,7168,0.020362666497627895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,7168,0.02075200031201045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,7168,0.02075733368595441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,6144,2.4152159690856934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,6144,1.4434960683186848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,6144,0.7191359996795654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,6144,0.41039733091990155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,6144,0.37291733423868817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,6144,0.36830135186513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,6144,0.3256826599438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,6144,0.3309173385302226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,6144,0.2916746735572815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,6144,0.2983706593513489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,6144,0.2845413287480672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,6144,0.27062666416168213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,7168,0.020237332830826443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,6144,0.24436799685160318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,6144,0.23861332734425864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,6144,0.23830666144688925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,6144,0.20892800887425741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,6144,0.203000009059906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,6144,0.2010506590207418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,6144,0.1907013257344564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,6144,0.18705866734186807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,6144,0.17063466707865396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,6144,0.17529332637786865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,6144,0.1605786681175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,6144,0.1528426706790924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,6144,0.14271199703216553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,6144,0.11776533722877502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,6144,0.12098399798075359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,6144,0.10893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,6144,0.10893066724141438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,6144,0.10529866814613342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,6144,0.0857093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,6144,0.06347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,6144,0.08566400408744812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,6144,0.04597066839536031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,6144,0.03305600086847941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,6144,0.02789866675933202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,6144,0.027482666075229645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,6144,0.027552001178264618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,6144,0.02920000006755193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,6144,0.03088533381621043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,6144,0.03136533250411352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,6144,0.028624000648657482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,6144,0.030421334008375805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,6144,0.023501334091027577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,6144,0.023168000082174938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,6144,0.0233599990606308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,6144,0.025293332835038502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,6144,0.02521066615978877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,6144,0.025000000993410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,6144,0.02513866623242696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,6144,0.02517866591612498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,6144,0.022887999812761944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,6144,0.022674667338530224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,6144,0.023152001202106476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,6144,0.023378667732079823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,6144,0.023778667052586872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,6144,0.02590133249759674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,6144,0.026210665702819824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,6144,0.025754667818546295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,6144,0.025701334079106648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,6144,0.025727999707063038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,6144,0.057773331801096596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,6144,0.025429333249727886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,6144,0.025573333104451496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,6144,0.025237334271272022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,6144,0.025455998877684276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,6144,0.025450666745503742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,6144,0.025026666621367138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,6144,0.02510933329661687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,6144,0.02513599892457326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,6144,0.02531733363866806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,6144,0.025415999193986256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,6144,0.02519733210404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,6144,0.025311999022960663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,6144,1.726919068230523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,6144,0.8669137954711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,6144,0.4546240170796712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,6144,0.24631288316514757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,6144,0.2401937908596463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,6144,0.21983822186787924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,6144,0.22796800401475695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,6144,0.2199502256181505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,6144,0.2054684427049425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,6144,0.19937066237131754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,6144,0.19323555628458658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,6144,0.1874915493859185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,6144,0.18358400132921007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,6144,0.17741689417097303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,6144,0.171996447775099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,6144,0.16606399748060438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,6144,0.16275378068288168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,6144,0.15098310841454401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,6144,0.15014755725860596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,6144,0.1329724391301473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,6144,0.1439911127090454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,6144,0.12345600128173828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,6144,0.12114666567908393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,6144,0.12683733304341635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,6144,0.11064000262154473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,6144,0.09523733456929524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,6144,0.10055466492970784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,6144,0.08733333481682672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,6144,0.08709688981374104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,6144,0.07849599917729695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,6144,0.06385778056250678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,6144,0.07325510846243964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,6144,0.05534755521350437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,6144,0.045464889870749585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,6144,0.05273600088225471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,6144,0.03467377689149644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,6144,0.032807111740112305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,6144,0.031253334548738264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,6144,0.03203199969397651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,6144,0.03200888964864943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,6144,0.03333510955174764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,6144,0.03605511122279697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,6144,0.029733333322736952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,6144,0.02738133403990004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,6144,0.03138666682773166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,6144,0.02737955583466424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,6144,0.028334223561816748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,6144,0.027679999669392902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,6144,0.027500443988376196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,6144,0.02757155564096239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,6144,0.027777777777777776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,6144,0.027313777142100867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,6144,0.027816888358857896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,6144,0.025452444950739544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,6144,0.02509511179394192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,6144,0.02567111121283637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,6144,0.025927111506462097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,6144,0.026081777281231348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,6144,0.028508444627126057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,6144,0.025568000144428674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,6144,0.026220444175932143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,6144,0.025342222717073228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,6144,0.0251519994603263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,6144,0.025157334076033697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,6144,0.026183111800087824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,6144,0.027727999620967444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,6144,0.028047998746236164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,6144,0.0273991111252043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,6144,0.026723555392689172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,6144,0.027678221464157104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,6144,0.027079110344250996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,6144,0.02757511039574941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,6144,0.027123555541038513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,6144,0.025288888149791296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,7168,0.020184000333150227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,6144,1.3086844550238717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,6144,2.674309412638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,6144,0.3811075687408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,7168,0.020821332931518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,6144,0.3554240067799886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,6144,0.6989350848727756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,6144,0.3379466798570421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,6144,0.4094008869594998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,6144,0.3115164438883464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,6144,0.3171999984317356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,6144,0.2849653297000461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,6144,0.295413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,6144,0.27299022674560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,6144,0.26903287569681805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,6144,0.2475982242160373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,6144,0.2538364463382297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,6144,0.23316799269782174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,6144,0.2264160050286187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,6144,0.20676088333129883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,6144,0.21147378285725912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,6144,0.18076622486114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,6144,0.18382933404710558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,6144,0.38814756605360246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,6144,0.154712888929579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,6144,0.1443964507844713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,6144,0.3630826738145616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,6144,0.3383004400465224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,6144,0.10651733477910359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,6144,0.16043555736541748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,6144,0.1229884492026435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,6144,0.07358400026957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,6144,0.1373866664038764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,6144,0.09416888819800483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,6144,0.03640355666478475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,6144,0.06272000074386597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,6144,0.0788408915201823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,6144,0.028775112496482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,6144,0.026716444227430556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,6144,0.02615822189384037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,6144,0.02440888848569658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,6144,0.02498666610982683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,6144,0.024579554796218872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,6144,0.04999644557634989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,6144,0.02977422210905287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,6144,0.02816533380084568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,6144,0.02077511118517982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,6144,0.020759110649426777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,6144,0.02010311186313629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,6144,0.020062221421135795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,6144,0.01945066617594825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,6144,0.018094221750895183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,6144,0.02144533395767212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,6144,0.01829866733815935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,6144,0.018254222141371835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,6144,0.018033777674039204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,6144,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,6144,0.02975289026896159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,6144,0.029459555943806965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,6144,0.029559112257427637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,6144,0.029696000946892634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,6144,0.02894222074084812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,6144,0.02997866604063246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,6144,0.030179556873109605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,6144,0.02955377764172024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,6144,0.029630220598644678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,6144,0.029607110553317603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,6144,0.030245333909988403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,6144,0.02968533171547784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,6144,0.03052266769938999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,6144,0.030335999197430078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,6144,0.030826667944590252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,6144,0.030312889152103003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,6144,0.02971733278698391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,6144,0.02068800065252516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,6144,0.020133333073721994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,6144,1.0335999806722005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,6144,0.25992746353149415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,6144,0.5177781422932942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,6144,0.1537834644317627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,6144,0.14051733016967774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,6144,0.14087573687235516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,6144,0.1379082679748535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,6144,0.13812905947367352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,6144,0.12628053029378256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,6144,0.12521173159281412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,6144,0.12258880138397217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,6144,0.12402559916178386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,6144,0.11095573107401531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,6144,0.10824853579203289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,6144,0.10902506510416668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,6144,0.10612266858418781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,6144,0.09672106901804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,6144,0.09289493560791015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,6144,0.09369280338287353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,6144,0.08047893047332763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,6144,0.08158720334370931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,6144,0.07733759880065919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,6144,0.07823999722798666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,6144,0.06563839912414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,6144,0.06604053179423014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,6144,0.06258133252461752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,6144,0.06254293521245322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,6144,0.050392532348632814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,6144,0.050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,6144,0.04891200065612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,6144,0.04872746864954631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,6144,0.03508906761805217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,6144,0.0362335999806722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,6144,0.03627306620279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,6144,0.03335466782251994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,6144,0.02195840080579122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,6144,0.020139733950297035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,6144,0.019215999046961467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,6144,0.019553067286809285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,6144,0.01952000061670939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,6144,0.019808000326156615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,6144,0.01950826644897461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,6144,0.019181867440541588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,6144,0.019781333208084107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,6144,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,6144,0.018743467330932618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,6144,0.01890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,6144,0.019059199094772338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,6144,0.018858667214711508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,6144,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,6144,0.018583466609319053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,6144,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,6144,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,6144,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,6144,0.018529067436854042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,6144,0.018679465850194296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,6144,0.01867199937502543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,6144,0.018428800503412883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,6144,0.01826453407605489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,6144,0.01830079952875773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,6144,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,6144,0.01843520005544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,6144,0.01893226703008016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,6144,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,6144,0.018629332383473717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,6144,0.01867626706759135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,6144,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,6144,0.018396800756454466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,6144,0.018339200814565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,6144,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,6144,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,5120,1.8677760759989421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,5120,1.0523573557535808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,5120,0.5815840164820353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,5120,0.35498666763305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,5120,0.2926639914512634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,5120,0.2656186620394389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,5120,0.2617413401603699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,5120,0.2667226592699687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,5120,0.23622934023539224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,5120,0.23224000136057535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,5120,0.2262506683667501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,5120,0.21010132630666098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,5120,0.1951706608136495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,5120,0.20193066199620566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,5120,0.19767467180887857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,5120,0.17406133810679117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,5120,0.17897599935531616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,5120,0.17659467458724976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,5120,0.17060800393422446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,5120,0.1649279991785685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,5120,0.14552000164985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,5120,0.1399946709473928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,5120,0.1341919998327891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,5120,0.12682132919629416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,5120,0.11690400044123332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,5120,0.10018933812777202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,5120,0.10016266504923503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,5120,0.08967999617258708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,5120,0.0873199999332428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,5120,0.08094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,5120,0.07100533445676167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,5120,0.06795200208822887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,5120,0.05303733547528585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,5120,0.04784800112247467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,5120,0.03735466549793879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,5120,0.02824000020821889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,5120,0.024088000257809956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,5120,0.024069334069887798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,5120,0.024103999137878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,5120,0.027637332677841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,5120,0.028274667759736378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,5120,0.030050667623678844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,5120,0.02425066630045573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,5120,0.025914666553338368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,5120,0.020861332615216572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,5120,0.020653333514928818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,5120,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,5120,0.022077334423859913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,5120,0.02186133215824763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,5120,0.022269333402315777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,5120,0.022015998760859173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,5120,0.022280000150203705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,5120,0.019760000209013622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,5120,0.019797333826621372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,5120,0.019797333826621372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,5120,0.019839999576409657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,5120,0.020117333779732387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,5120,0.02202400068442027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,5120,0.022533332308133442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,5120,0.022202665607134502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,5120,0.021877333521842957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,5120,0.02187199890613556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,5120,0.021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,5120,0.022034667432308197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,5120,0.02203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,5120,0.02203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,5120,0.021848000586032867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,5120,0.022685334086418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,5120,0.02226399878660838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,5120,0.022247999906539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,5120,0.02293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,5120,0.02280266582965851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,5120,0.022679999470710754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,5120,0.023221333821614582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,5120,1.4596764246622722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,5120,0.7812124358283149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,5120,0.3898204432593451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,5120,0.21282311280568442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,5120,0.20723911126454672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,5120,0.1902488867441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,5120,0.18537422021230063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,5120,0.18881600432925752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,5120,0.17848355240292021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,5120,0.17355555958218047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,5120,0.16809244950612387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,5120,0.15848888291252985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,5120,0.15332978301578098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,5120,0.15613688362969294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,5120,0.15035022629631892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,5120,0.13851911491817898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,5120,0.13500266604953343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,5120,0.12792889277140299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,5120,0.12656177414788142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,5120,0.12078044149610732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,5120,0.11462755997975667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,5120,0.10902933279673259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,5120,0.10656355486975776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,5120,0.09544889132181804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,5120,0.09262222051620483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,5120,0.08363911178376938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,5120,0.08044444190131293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,5120,0.07502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,5120,0.0729457802242703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,5120,0.06704533100128174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,5120,0.0602417786916097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,5120,0.055383112695482045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,5120,0.048714667558670044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,5120,0.04536711176236471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,5120,0.03956266575389438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,5120,0.03215466605292426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,5120,0.029875556627909344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,6144,0.018205867211023966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,5120,0.029098666376537744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,5120,0.029112888707054987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,5120,0.02985066506597731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,5120,0.03085511260562473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,5120,0.029984000656339858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,5120,0.027633777923054163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,5120,0.02889066603448656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,5120,0.02516799999607934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,5120,0.025703110628657874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,5120,0.024686222275098164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,5120,0.0244835548930698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,5120,0.02570488883389367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,5120,0.02496355606449975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,5120,0.02756799923049079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,5120,0.02496888902452257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,5120,0.025176889366573755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,5120,0.022988445229000513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,5120,0.024588444166713293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,5120,0.023344000180562336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,5120,0.025480889611774023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,5120,0.02365866634580824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,5120,0.02535111043188307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,5120,0.02514666650030348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,5120,0.024840889705551997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,5120,0.023271110322740342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,5120,0.02355555527740055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,5120,0.02387911081314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,5120,0.022908444205919903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,5120,0.024938666158252295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,5120,0.024871110916137695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,5120,0.027411555250485737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,5120,0.0262737770875295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,5120,0.02497422198454539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,5120,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,5120,0.025047111842367385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,5120,0.026359111070632935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,5120,0.025674665967623394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,6144,0.01867413322130839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,6144,0.018708266814549766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,5120,1.2304550806681316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,5120,0.34627199172973633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,5120,2.459989335801866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,5120,0.323616001341078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,5120,0.6301564640469021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,5120,0.3127217822604709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,5120,0.34964267412821454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,5120,0.28905243343777126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,5120,0.2921191056569417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,5120,0.2664835453033447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,5120,0.2674257755279541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,5120,0.25199111302693683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,5120,0.2444924513498942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,5120,0.3764035436842177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,5120,0.22928712103101942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,5120,0.234590212504069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,5120,0.21389333407084146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,5120,0.20463289154900444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,5120,0.1908888949288262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,5120,0.1902702252070109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,5120,0.16504000292883977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,5120,0.32977244589063853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,5120,0.16252622339460585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,5120,0.1382719940609402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,5120,0.12908266650305852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,5120,0.3098204400804308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,5120,0.09427022271686131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,5120,0.15064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,5120,0.1135751141442193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,5120,0.06437155273225573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,5120,0.12166933218638103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,5120,0.0865031083424886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,5120,0.030382222599453394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,5120,0.06725688775380452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,5120,0.02497244377930959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,5120,0.024881778491867915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,5120,0.02455644475089179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,5120,0.023656888140572443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,5120,0.0233262214395735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,5120,0.023402666052182514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,5120,0.02310577697224087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,5120,0.05156800150871277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,5120,0.044030222627851695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,5120,0.02678577767478095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,5120,0.018910222583346896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,5120,0.018076444665590923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,5120,0.018069333500332303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,5120,0.018608000543382432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,5120,0.018206222189797294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,5120,0.016707556115256417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,5120,0.016748444901572335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,5120,0.016600888636377122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,5120,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,5120,0.016622222132152982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,5120,0.025770665870772466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,5120,0.026501332720120747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,5120,0.025603555970721777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,5120,0.02609777781698439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,5120,0.024430221981472437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,5120,0.025630222426520452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,5120,0.027495111028353374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,5120,0.025438222620222304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,5120,0.026632888449562922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,5120,0.025518221987618342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,5120,0.026446221603287592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,5120,0.02727288835578495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,5120,0.025596444805463154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,5120,0.025647999511824712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,5120,0.02700088918209076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,5120,0.02571022179391649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,5120,0.02702399922741784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,5120,0.018245332770877414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,5120,0.01885511146651374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,5120,0.018431999617152743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,5120,0.441702397664388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,5120,0.8687135696411132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,5120,0.13196693261464437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,5120,0.23015893300374352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,5120,0.12261866728464763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,5120,0.1211850643157959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,5120,0.1211136023203532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,5120,0.12064320246378582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,5120,0.10992533365885418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,5120,0.11037973562876384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,5120,0.10900800228118897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,5120,0.10606719652811687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,5120,0.09561920166015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,5120,0.0960319995880127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,5120,0.09236693382263184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,5120,0.09482026894887288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,5120,0.08259413242340088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,5120,0.08257813453674316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,5120,0.07066773573557536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,5120,0.08118613560994467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,5120,0.07037973403930664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,5120,0.06986880302429199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,5120,0.06784533659617106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,5120,0.057214931646982825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,5120,0.05655786593755087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,5120,0.05550186634063721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,5120,0.05490026473999023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,5120,0.04365973472595215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,5120,0.04401493469874064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,5120,0.04247680107752482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,5120,0.04232213497161865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,5120,0.03135040005048116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,5120,0.030458666880925495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,5120,0.030036266644795733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,5120,0.03148373365402222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,5120,0.01936639944712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,5120,0.017925333976745606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,5120,0.01833066741625468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,5120,0.01826453407605489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,5120,0.017526400089263917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,5120,0.017808000246683754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,5120,0.017864533265431724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,5120,0.017912532885869345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,5120,0.01727573275566101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,5120,0.017194666465123496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,5120,0.017403733730316163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,5120,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,5120,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,5120,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,5120,0.01688213348388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,5120,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,5120,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,5120,0.017035732666651406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,5120,0.017118932803471883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,5120,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,5120,0.017064533631006875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,5120,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,5120,0.0168938676516215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,5120,0.0166293332974116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,5120,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,5120,0.01686186591784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,5120,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,5120,0.016722132762273155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,5120,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,5120,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,5120,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,5120,0.016764799753824867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,5120,0.016733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,5120,0.016883200407028197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,5120,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,5120,0.01685973405838013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,4096,1.45962127049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,4096,0.9705039660135905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,4096,0.49340001742045086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,4096,0.27701600392659503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,4096,0.25301599502563477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,4096,0.25039199988047284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,4096,0.2498506704966227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,4096,0.21688532829284668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,4096,0.19074400266011557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,4096,0.19716266791025797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,4096,0.19104800621668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,4096,0.1909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,4096,0.16557600100835165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,4096,0.16035466392834982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,4096,0.15225866436958313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,4096,0.13803999622662863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,4096,0.1352453331152598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,4096,0.13270933429400125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,4096,0.13223999738693237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,4096,0.12459733088811238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,4096,0.11448267102241516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,4096,0.10954667131106059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,4096,0.10547999540964763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,4096,0.09999733169873555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,5120,0.016948266824086507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,4096,0.08116533358891805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,4096,0.08080799877643585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,4096,0.07336533566315968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,4096,0.07063999772071838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,4096,0.06583733359972636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,4096,0.0572293351093928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,4096,0.05412800113360087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,4096,0.04317600031693777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,4096,0.03899733225504557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,4096,0.031157332162062328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,4096,0.02386133372783661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,4096,0.019810666640599568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,4096,0.019834666202465694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,4096,0.019623999794324238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,4096,0.023192000885804493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,4096,0.02373066544532776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,4096,0.025221332907676697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,4096,0.019786667078733444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,4096,0.021546666820844013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,4096,0.016832000265518825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,4096,0.01672533278663953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,4096,0.01674933359026909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,4096,0.018610666195551556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,4096,0.018562667071819305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,4096,0.018239999810854595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,4096,0.017954666167497635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,4096,0.017903999735911686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,4096,0.01618133361140887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,4096,0.015901333341995876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,4096,0.015909332782030106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,4096,0.015706667055686314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,4096,0.09111199776331584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,4096,0.016837333639462788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,4096,0.017786666750907898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,4096,0.01798933371901512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,4096,0.017794666190942127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,4096,0.017709333449602127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,4096,0.017773333936929703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,4096,0.017808000246683758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,4096,0.017687999953826267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,4096,0.017752000441153843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,4096,0.01775466650724411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,4096,0.017896000295877457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,4096,0.017874666800101597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,4096,0.018066667020320892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,4096,0.017965332915385563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,4096,0.018269332746664684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,4096,0.017768000562985737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,4096,0.018165333817402523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,4096,0.018453333526849747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,4096,1.1953787008921306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,4096,0.632697343826294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,4096,0.30937333901723224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,4096,0.17700799306233725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,4096,0.16939866542816162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,4096,0.15487066904703775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,4096,0.15155999859174094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,4096,0.15473600228627524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,4096,0.1466533342997233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,4096,0.14126533269882202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,4096,0.13889867067337036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,4096,0.1300320029258728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,4096,0.12649200359980264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,4096,0.12222933769226074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,4096,0.11893999576568604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,4096,0.11327600479125977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,4096,0.11116400361061096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,4096,0.10560133059819539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,4096,0.10436399777730306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,4096,0.09736399849255879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,4096,0.09274933735529582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,4096,0.08685333530108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,4096,0.0877026617527008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,4096,0.08044133086999257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,4096,0.07005999982357025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,4096,0.08038933575153351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,4096,0.06818399826685588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,4096,0.06266933182875316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,4096,0.06010133524735769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,4096,0.056736002365748085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,4096,0.049735998113950096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,4096,0.04367733498414358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,4096,0.048225333293279014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,4096,0.03870266675949097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,4096,0.034489333629608154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,4096,0.028949332733949024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,4096,0.02722266564766566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,4096,0.027073333660761516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,4096,0.026446667810281117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,4096,0.028564001123110454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,4096,0.02775733421246211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,4096,0.02815466622511546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,4096,0.02532000094652176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,4096,0.02640533447265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,4096,0.02349733312924703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,4096,0.02290400117635727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,4096,0.02291066696246465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,4096,0.02312266578276952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,4096,0.02370266616344452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,4096,0.02417333424091339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,4096,0.023546665906906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,4096,0.02496399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,4096,0.022574665645758312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,4096,0.02236400047938029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,4096,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,4096,0.02237066626548767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,4096,0.022853332261244457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,4096,0.021290667355060577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,4096,0.022174666325251263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,4096,0.021881334483623505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,4096,0.022970666488011677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,4096,0.0244186669588089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,4096,0.022754666705926258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,4096,0.02277466654777527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,4096,0.022622667253017426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,4096,0.02232400079568227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,4096,0.021925332645575207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,4096,0.022277332842350006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,4096,0.023544001082579296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,4096,0.022173332671324413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,4096,0.022757334013779957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,4096,0.022134666641553242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,4096,0.021357332666714985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,4096,0.022059999406337738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,5120,0.01688213348388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,5120,0.016709333658218382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,4096,1.128775993982951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,4096,2.1936866442362466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,4096,0.31594934066136676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,4096,0.29467467466990155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,4096,0.5794399976730347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,4096,0.2834826707839966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,4096,0.3345746596654256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,4096,0.2635519901911418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,4096,0.2623560031255086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,4096,0.2436506748199463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,4096,0.2397800087928772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,4096,0.22924133141835532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,4096,0.21928266684214273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,4096,0.20746399958928427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,4096,0.20568533738454184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,4096,0.1941200097401937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,4096,0.18361334005991617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,4096,0.1726586620012919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,4096,0.17007466157277426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,4096,0.14990533391634622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,4096,0.1435960034529368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,4096,0.2972639997800191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,4096,0.11740799744923909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,4096,0.11351999640464783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,4096,0.31447599331537884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,4096,0.2776533365249634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,4096,0.0747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,4096,0.13153066237767538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,4096,0.10248667001724243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,4096,0.050502667824427284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,4096,0.04328666627407074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,4096,0.09463866551717122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,4096,0.02698799967765808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,4096,0.07460666696230571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,4096,0.054814666509628296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,4096,0.021690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,4096,0.02104933311541875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,4096,0.019607999672492344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,4096,0.019949333121379215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,4096,0.01959466685851415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,4096,0.019689333935578663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,4096,0.034302666783332825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,4096,0.021690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,4096,0.02215733379125595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,4096,0.016251999884843826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,4096,0.015933333585659664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,4096,0.016012000540892284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,4096,0.016108000030120213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,4096,0.015752000113328297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,4096,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,4096,0.014386666317780813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,4096,0.014494666208823523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,4096,0.01466400052110354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,4096,0.014540000508228937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,4096,0.021213332811991375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,4096,0.020705333600441616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,4096,0.02123066782951355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,4096,0.021718665957450867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,4096,0.021739999453226726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,4096,0.01664133369922638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,4096,0.0214519997437795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,4096,0.02223599950472514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,4096,0.021801332632700603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,4096,0.021774667004744213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,4096,0.022106667359670002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,4096,0.022619999945163727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,4096,0.02234400063753128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,4096,0.022754666705926258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,4096,0.022361333171526592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,4096,0.02274399995803833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,4096,0.02216800053914388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,4096,0.02288133402665456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,4096,0.016086666534344356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,4096,0.01658400023976962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,4096,0.35912853876749673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,4096,0.6777407964070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,4096,0.18259414037068683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,4096,0.10953280131022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,4096,0.09983786741892496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,4096,0.09751466910044351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,4096,0.09769813219706217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,4096,0.09861226876576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,4096,0.08965439796447754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,4096,0.08700479666392008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,4096,0.08739199638366699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,4096,0.08745386600494384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,4096,0.07762347062428793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,4096,0.07655039628346762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,4096,0.076910932858785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,4096,0.07631786664326987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,4096,0.06828266779581706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,4096,0.0664522647857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,4096,0.06598186492919922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,4096,0.05913386742273966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,4096,0.05796906550725302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,4096,0.05593173503875733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,4096,0.05568533341089884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,4096,0.04802346626917521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,4096,0.04698346853256226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,4096,0.04530666669209798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,4096,0.04533439874649048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,4096,0.037367467085520426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,4096,0.036789333820343016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,4096,0.035189334551493326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,4096,0.03564480145772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,4096,0.0268885334332784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,4096,0.0265120009581248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,4096,0.0268885334332784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,4096,0.024893865982691447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,4096,0.017080533504486083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,4096,0.015824000040690102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,4096,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,4096,0.015378133455912272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,4096,0.015795200069745382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,4096,0.01581546664237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,4096,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,4096,0.015404799580574035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,4096,0.015633066495259605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,4096,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,4096,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,4096,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,4096,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,4096,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,4096,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,4096,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,4096,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,4096,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,4096,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,4096,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,4096,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,4096,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,4096,0.014825600385665893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,4096,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,4096,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,4096,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,4096,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,4096,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,4096,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,4096,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,4096,0.014250666896502177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,4096,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,4096,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,4096,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,4096,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,4096,0.014664533734321594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,3584,1.3185866673787434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,3584,0.6543946663538615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,3584,0.3694399992624919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,3584,0.2189520001411438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,3584,0.19904800256093344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,3584,0.19833600521087646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,3584,0.19736266136169434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,3584,0.20083733399709067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,3584,0.158842662970225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,3584,0.1589413285255432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,3584,0.15228799978892008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,3584,0.1496506631374359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,3584,0.1393173336982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,3584,0.1419813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,3584,0.13181333740552267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,3584,0.12166133522987366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,3584,0.11762666702270508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,3584,0.1150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,3584,0.11468000213305156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,3584,0.10921333233515422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,3584,0.09896000226338704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,3584,0.09455466270446777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,3584,0.09203466773033142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,3584,0.08643999695777893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,3584,0.07884533206621806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,3584,0.06876533230145772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,3584,0.06888000170389812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,3584,0.06309066712856293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,3584,0.06011733412742615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,3584,0.05689333379268646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,3584,0.04930399854977926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,3584,0.04738666613896688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,3584,0.036903999745845795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,3584,0.03479466587305069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,3584,0.026914666096369427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,3584,0.02025066688656807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,3584,0.017162666966517765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,3584,0.017720000197490055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,3584,0.017053333421548206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,3584,0.01979999989271164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,3584,0.02040533348917961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,3584,0.020138667275508244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,3584,0.017847999930381775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,3584,0.01899733394384384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,3584,0.014861332873503367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,3584,0.0147706667582194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,3584,0.014861332873503367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,3584,0.015293333679437637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,3584,0.015850666910409927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,3584,0.01576800023516019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,3584,0.01580799991885821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,3584,0.016871999949216843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,3584,0.014658667147159576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,3584,0.014658667147159576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,3584,0.014655999839305878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,3584,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,3584,0.015322666615247726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,3584,0.015882667154073715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,3584,0.01682399958372116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,3584,0.015829333414634068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,3584,0.015893333901961643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,3584,0.015978666643301647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,3584,0.01568266625205676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,3584,0.015840000162522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,3584,0.01602666700879733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,3584,0.016194666425387066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,3584,0.017050666113694508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,3584,0.01661866654952367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,3584,0.016879999389251072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,3584,0.016706666598717373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,3584,0.01722666621208191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,3584,0.016706666598717373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,3584,0.01793333391348521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,3584,0.01773333301146825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,3584,1.0463573137919109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,4096,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,3584,0.5200239817301432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,3584,0.2594599922498067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,3584,0.1529960036277771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,3584,0.14664000272750854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,3584,0.14219866196314493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,3584,0.1394746700922648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,3584,0.1379906634489695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,3584,0.1300613284111023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,3584,0.1269586682319641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,3584,0.12177333235740662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,3584,0.1185706655184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,3584,0.11523200074831645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,3584,0.1140493353207906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,3584,0.11131999890009563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,3584,0.10118666291236877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,3584,0.1002400020758311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,3584,0.09577733278274536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,3584,0.09390399853388469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,3584,0.08941599726676941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,3584,0.0844693382581075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,3584,0.08280799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,3584,0.07377466559410095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,3584,0.08149600028991699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,3584,0.07067200044790904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,3584,0.06366399923960368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,3584,0.06292800108591716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,3584,0.05420533319314321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,3584,0.0558599978685379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,3584,0.052095999320348106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,3584,0.048056001464525856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,3584,0.044109334548314415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,3584,0.03630933413902918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,3584,0.03940266619126002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,3584,0.03363333394130071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,3584,0.027486667037010193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,3584,0.025750666856765747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,3584,0.025028000275293987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,3584,0.02586533377567927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,3584,0.025311999022960663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,3584,0.027422666549682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,3584,0.02703599880139033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,3584,0.02475200096766154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,3584,0.023150667548179626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,3584,0.02279199908177058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,3584,0.021664001047611237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,3584,0.023036000629266102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,3584,0.02202799916267395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,3584,0.02219466616710027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,3584,0.022690666218598683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,3584,0.02257733295361201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,3584,0.02277199923992157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,3584,0.022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,3584,0.020648000140984852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,3584,0.020794666061798733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,3584,0.02063066636522611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,3584,0.021458665529886883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,3584,0.02187199890613556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,3584,0.02072000006834666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,3584,0.020910667876402538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,3584,0.022698665658632915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,3584,0.02287866671880086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,3584,0.021086665491263073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,3584,0.020703999946514767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,3584,0.02086533357699712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,3584,0.021201332410176594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,3584,0.020664000262816746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,3584,0.020665333916743595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,3584,0.02162266770998637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,3584,0.02106533447901408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,3584,0.021389332910378773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,3584,0.020981334149837494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,3584,0.02082666630546252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,3584,0.020772000153859455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,4096,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,4096,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,3584,2.1590147018432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,3584,0.30978800853093463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,3584,1.0928586324055989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,3584,0.279914657274882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,3584,0.5534160137176514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,3584,0.2747053305308024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,3584,0.3245573242505391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,3584,0.2544986605644226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,3584,0.2554279963175456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,3584,0.23573066790898642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,3584,0.23664534091949463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,3584,0.22284134229024252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,3584,0.2141853372255961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,3584,0.19975332419077554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,3584,0.1999359925587972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,3584,0.18886266152064005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,3584,0.17856534322102866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,3584,0.16617733240127563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,3584,0.1603266696135203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,3584,0.1435266633828481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,3584,0.1315346658229828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,3584,0.30509332815806073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,3584,0.10557066400845845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,3584,0.10538400212923686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,3584,0.28236667315165204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,3584,0.26713333527247113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,3584,0.06909599900245667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,3584,0.1262946625550588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,3584,0.08885467052459717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,3584,0.08725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,3584,0.0450133333603541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,3584,0.039730665584405266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,3584,0.025772000352541607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,3584,0.0660120000441869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,3584,0.048941334088643394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,3584,0.02000666658083598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,3584,0.020210667202870052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,3584,0.018723999460538227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,3584,0.01860800012946129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,3584,0.018620000531276066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,3584,0.01822533334294955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,3584,0.02090933422247569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,3584,0.03199333449204763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,3584,0.020754666378100712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,3584,0.01488000030318896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,3584,0.015216000378131866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,3584,0.01515466719865799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,3584,0.014936000108718872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,3584,0.014981333166360855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,3584,0.013072000195582708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,3584,0.013546666751305262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,3584,0.013643999894460043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,3584,0.01922266681989034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,3584,0.018613333503405254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,3584,0.021193332970142365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,3584,0.020135999967654545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,3584,0.019289333373308182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,3584,0.01916399970650673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,3584,0.01952800030509631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,3584,0.020801333089669544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,3584,0.021191999316215515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,3584,0.02052133282025655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,3584,0.02130399892727534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,3584,0.019834666202465694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,3584,0.01951466624935468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,3584,0.020177333305279415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,3584,0.019686666627724964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,3584,0.02106533447901408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,3584,0.021205333371957142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,3584,0.021221332252025604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,3584,0.022257333000500996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,3584,0.015030667185783386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,3584,0.015246666967868805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,3584,0.015511999527613321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,3584,0.6136575698852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,3584,0.3197898546854655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,3584,0.16924479802449544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,3584,0.0973088026046753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,3584,0.089900803565979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,3584,0.088700803120931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,3584,0.08917013009389242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,3584,0.08723946412404379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,3584,0.08058559894561768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,3584,0.08037119706471761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,3584,0.07889813582102458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,3584,0.07784427007039388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,3584,0.07061440149943034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,3584,0.07085653146107992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,3584,0.0693120002746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,3584,0.06823786894480387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,3584,0.061610666910807285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,3584,0.06206399997075399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,3584,0.053208533922831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,3584,0.06027306715647379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,3584,0.05271893342336019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,3584,0.05055573383967081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,3584,0.050832001368204746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,3584,0.043253334363301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,3584,0.0430890679359436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,3584,0.04142613410949707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,3584,0.04169280131657918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,3584,0.03332586685816447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,3584,0.034030934174855546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,3584,0.032629332939783734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,3584,0.03303146759668986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,3584,0.024596265951792397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,3584,0.024530132611592613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,3584,0.02365013360977173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,3584,0.02405440012613932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,3584,0.015863466262817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,3584,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,3584,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,3584,0.01436906655629476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,3584,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,3584,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,3584,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,3584,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,3584,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,3584,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,3584,0.014270933469136557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,3584,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,3584,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,3584,0.013459199666976928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,3584,0.0138154665629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,3584,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,3584,0.01341546674569448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,3584,0.013773866494496665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,3584,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,3584,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,3584,0.013409066200256347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,3584,0.01360426644484202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,3584,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,3584,0.013716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,3584,0.013345066706339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,3584,0.013350400328636169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,3584,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,3584,0.013338667154312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,3584,0.013421866297721862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,3584,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,3584,0.013619200388590495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,3584,0.013722667098045349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,3584,0.013389866550763449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,3584,0.01339413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,3584,0.013385599851608277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,3584,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,3072,1.1844106250339084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,3072,0.5790915489196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,3072,0.3178559939066569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,3072,0.1923911174138387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,3072,0.17362666130065918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,3072,0.17391110791100395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,3072,0.17444445027245414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,3072,0.16302933957841662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,3072,0.15750932693481445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,3072,0.1588746706644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,3072,0.14177244239383274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,3072,0.13490845097435847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,3072,0.1233173343870375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,3072,0.12865777810414633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,3072,0.11930133236779107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,3072,0.10721777545081244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,3072,0.10409600204891628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,3072,0.10123199886745876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,3072,0.10326577557457818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,3072,0.0937688880496555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,3072,0.08762488762537639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,3072,0.08406222528881496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,3072,0.08119822210735746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,3072,0.07540622022416857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,3072,0.06943644417656793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,3072,0.06062755319807264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,3072,0.06115555763244629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,3072,0.05534755521350437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,3072,0.05337422092755636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,3072,0.051072001457214355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,3072,0.04380444354481167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,3072,0.03998577925893996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,3072,0.03225955698225234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,3072,0.030024889442655776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,3072,0.023324444890022278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,3072,0.01807822287082672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,3072,0.014757333530320061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,3072,0.015038222074508667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,3072,0.015164444843928019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,3072,0.01811377704143524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,3072,0.018142221702469718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,3072,0.02079288827048408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,3072,0.015251555376582675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,3072,0.01610844499535031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,3072,0.012640000217490725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,3072,0.012634666429625617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,3072,0.012599111431174807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,3072,0.013203555511103736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,3072,0.01329066687160068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,3072,0.013251555462678274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,3072,0.01348977784315745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,3072,0.013423999978436364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,3072,0.012215110990736218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,3072,0.012282667060693106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,3072,0.012348444097571902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,3072,0.01256533298227522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,3072,0.012952889005343119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,3072,0.013788444300492605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,3072,0.014588443769348992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,3072,0.013628444737858243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,3072,0.013436444103717804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,3072,0.013600000076823764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,3072,0.013720889058378009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,3072,0.013863110707865821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,3072,0.013872000078360239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,3072,0.013872000078360239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,3072,0.014488889111412896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,3072,0.014341332846217685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,3072,0.014254222313563028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,3072,0.01460444430510203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,3072,0.014524444937705994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,3072,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,3072,0.01513777838812934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,3072,0.015374221735530429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,3072,0.9166976292928061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,3072,0.4751914660135905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,3072,0.24099733034769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,3072,0.1466111977895101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,3072,0.14225385983784994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,3072,0.12115840117136638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,3072,0.11904213428497315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,3072,0.1220245361328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,3072,0.10972800254821777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,3072,0.11151040395100911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,3072,0.10818133354187012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,3072,0.10190292994181316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,3072,0.0996064027150472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,3072,0.09681813716888428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,3072,0.09294400215148926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,3072,0.08541653156280518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,3072,0.08358399868011475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,3072,0.08187413215637207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,3072,0.08152746359507243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,3072,0.07870612939198812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,3072,0.07611839771270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,3072,0.07196586926778158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,3072,0.07010986804962158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,3072,0.06377706527709961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,3584,0.013790933291117349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,3072,0.06220266819000244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,3072,0.05359573364257812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,3072,0.060653865337371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,3072,0.050945067405700685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,3072,0.049534932772318525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,3072,0.04594773451487223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,3072,0.0442901333173116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,3072,0.039376000563303634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,3072,0.036762666702270505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,3072,0.03313600023587544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,3072,0.03020159999529521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,3072,0.02755413254102071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,3072,0.02386773427327474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,3072,0.022897066672643025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,3072,0.023740800221761067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,3072,0.02567360003789266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,3072,0.025271467367808026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,3072,0.02327679991722107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,3072,0.02292799949645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,3072,0.02106026609738668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,3072,0.02218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,3072,0.025116799275080363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,3072,0.021478400627772013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,3072,0.023112533489863078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,3072,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,3072,0.02295573353767395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,3072,0.02065920035044352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,3072,0.022062933444976805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,3072,0.02267306645711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,3072,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,3072,0.02069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,3072,0.019668267170588175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,3072,0.02062186598777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,3072,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,3072,0.021010132630666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,3072,0.021227733294169108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,3072,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,3072,0.020323199033737183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,3072,0.020807466904322305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,3072,0.0211626668771108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,3072,0.02071040074030558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,3072,0.02060479919115702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,3584,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,3072,0.020600533485412596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,3072,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,3072,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,3072,0.019208532571792603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,3072,0.020525866746902467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,3072,0.02036906679471334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,3072,0.02087786595026652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,3072,0.020428800582885744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,3584,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,3072,0.531063461303711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,3072,0.2926346778869629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,3072,1.0433631896972657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,3072,0.27075306574503577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,3072,1.9950837453206378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,3072,0.256225061416626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,3072,0.30037225087483727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,3072,0.2394986629486084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,3072,0.23873492876688637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,3072,0.22149866422017417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,3072,0.21984319686889647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,3072,0.2094634691874186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,3072,0.1995466709136963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,3072,0.18965013821919757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,3072,0.18532800674438477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,3072,0.17425707181294758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,3072,0.1632863998413086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,3072,0.15321173667907714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,3072,0.14611093203226727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,3072,0.13046826521555582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,3072,0.11780800024668377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,3072,0.26970027287801107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,3072,0.09435199896494548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,3072,0.09333653450012207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,3072,0.28722880681355795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,3072,0.25140372912089026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,3072,0.06186453501383463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,3072,0.11402560075124105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,3072,0.07805866400400797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,3072,0.04166933298110962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,3072,0.036883199214935304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,3072,0.07768212954203288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,3072,0.023627734184265135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,3072,0.060171735286712644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,3072,0.0451904018719991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,3072,0.01900586684544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,3072,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,3072,0.01765120029449463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,3072,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,3072,0.01732586622238159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,3072,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,3072,0.030445865790049237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,3072,0.01991893251736959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,3072,0.01894506613413493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,3072,0.014180266857147216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,3072,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,3072,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,3072,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,3072,0.013665067156155905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,3072,0.012531200051307678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,3072,0.012341333429018657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,3072,0.012407466769218445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,3072,0.017802667617797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,3072,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,3072,0.018155733744303383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,3072,0.017729065815607705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,3072,0.018133334318796792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,3072,0.01780160069465637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,3072,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,3072,0.018145066499710084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,3072,0.017866667111714682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,3072,0.018556799491246542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,3072,0.019222400585810342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,3072,0.017800533771514894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,3072,0.018593066930770875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,3072,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,3072,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,3072,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,3072,0.017398399114608765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,3072,0.018589866161346436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,3072,0.01898026665051778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,3072,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,3072,0.01437013347943624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,3072,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,3072,0.5380181630452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,3072,0.08472639719645182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,3072,0.28402347564697267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,3072,0.14548373222351074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,3072,0.0795530637105306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,3072,0.0792842706044515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,3072,0.07741973400115967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,3072,0.07725866635640463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,3072,0.07117226918538412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,3072,0.07038400173187256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,3072,0.06944959958394369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,3072,0.06878506342569987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,3072,0.06257280111312866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,3072,0.06236586570739746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,3072,0.06151146491368612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,3072,0.06070719957351685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,3072,0.05534079869588217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,3072,0.05463466644287109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,3072,0.053103999296824134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,3072,0.04717653195063273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,3072,0.046514133612314865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,3072,0.04579626719156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,3072,0.045525332291920975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,3072,0.03790613412857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,3072,0.03854399919509888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,3072,0.037810134887695315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,3072,0.030159999926884968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,3072,0.03677440087000529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,3072,0.030829866727193195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,3072,0.029690666993459063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,3072,0.029041065772374468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,3072,0.022510933876037597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,3072,0.022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,3072,0.022000000874201456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,3072,0.020836265881856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,3072,0.014307199915250143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,3072,0.013199999928474426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,3072,0.013411200046539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,3072,0.012990933656692506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,3072,0.013354667027791343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,3072,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,3072,0.01332266628742218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,3072,0.013411200046539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,3072,0.012936533490816752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,3072,0.013372799754142762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,3072,0.01260373294353485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,3072,0.012546133001645407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,3072,0.01245013376077016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,3072,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,3072,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,3072,0.012501333157221475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,3072,0.012537599603335062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,3072,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,3072,0.012590932846069335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,3072,0.012458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,3072,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,3072,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,3072,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,3072,0.0121781329313914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,3072,0.01252906620502472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,3072,0.012598400314648947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,3072,0.012166399757067363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,3072,0.012516267100969949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,3072,0.012533332904179892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,3072,0.012366933623949687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,3072,0.012082133690516155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,3072,0.01237333317597707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,3072,0.012184533476829528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,3072,0.01264639993508657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,3072,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,2560,0.9598026275634766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,2560,0.5772515402899848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,2560,0.2867857880062527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,2560,0.16889422469668916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,2560,0.15365689330630833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,2560,0.15357866552140978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,2560,0.15309154987335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,2560,0.13968711429172093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,2560,0.12078221638997395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,2560,0.1266097757551405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,2560,0.1173279947704739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,2560,0.11173333062065972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,2560,0.10206755664613511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,2560,0.10066844357384576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,2560,0.09750222497516209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,2560,0.09058133098814224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,2560,0.0860017802980211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,2560,0.0846631129582723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,2560,0.08192711406283908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,2560,0.07935111390219794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,2560,0.0737173358599345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,2560,0.07118933068381415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,2560,0.06925333208507962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,2560,0.06290488772922091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,2560,0.059064891603257924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,2560,0.05174933208359612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,2560,0.051217777861489185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,2560,0.04690488841798571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,2560,0.04455111092991299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,2560,0.042392889658610024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,2560,0.03716444306903415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,2560,0.03383644421895345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,2560,0.028174221515655518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,2560,0.025585777229732935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,2560,0.020522667302025687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,2560,0.01625777781009674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,2560,0.01333866682317522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,2560,0.013256889250543384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,2560,0.013240888714790344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,2560,0.01499555508295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,2560,0.016144000821643405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,2560,0.015863110621770222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,2560,0.01331733332739936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,2560,0.014097778333557976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,2560,0.011244444383515252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,2560,0.011511111425028907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,2560,0.011205332974592844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,2560,0.011649777491887411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,2560,0.012627555264366997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,2560,0.012533333566453723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,2560,0.01220266686545478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,2560,0.013239111337396832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,2560,0.010629333555698395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,2560,0.010615111225181155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,2560,0.011160888605647616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,2560,0.011207111179828644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,2560,0.011932444241311816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,2560,0.011985777980751462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,2560,0.011920000116030375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,2560,0.011918221910794577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,2560,0.011904000408119626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,2560,0.01204622205760744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,2560,0.012014221813943652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,2560,0.011944889194435544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,2560,0.012028444144460889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,2560,0.012142221960756512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,2560,0.01329422245422999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,2560,0.013153778182135688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,2560,0.01328888866636488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,2560,0.013239111337396832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,2560,0.013365333278973898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,2560,0.013388444152143268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,3072,0.012564266721407572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,2560,0.013655111193656921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,2560,0.013635555903116861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,2560,0.37606719334920247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,2560,0.19551040331522623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,2560,0.7604426701863607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,2560,0.11245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,2560,0.12453440030415852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,2560,0.10637119611104329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,2560,0.10585066477457683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,2560,0.10262400309244793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,2560,0.09834026495615641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,2560,0.09430399735768637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,2560,0.09140053590138754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,2560,0.08701972961425782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,2560,0.08410453001658122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,2560,0.08480532964070639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,2560,0.0825557311375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,2560,0.07863039970397949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,2560,0.07681706746419271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,2560,0.07352533340454101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,2560,0.07301013469696045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,2560,0.06962666511535645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,2560,0.06622399886449179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,2560,0.0624618649482727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,2560,0.06145813465118408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,2560,0.056125867366790774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,2560,0.05380906661351522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,2560,0.05294933319091797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,2560,0.04910293420155843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,2560,0.04520746469497681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,2560,0.044749867916107175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,2560,0.04207466840744019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,2560,0.04036159912745158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,2560,0.036098134517669675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,2560,0.03419306675593058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,2560,0.03248639901479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,2560,0.030230400959650676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,2560,0.025862399737040204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,2560,0.023570134242375692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,2560,0.02408533294995626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,2560,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,2560,0.023180800676345825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,2560,0.02271359960238139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,2560,0.022989867130915324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,2560,0.02181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,2560,0.02086506684621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,2560,0.02029866576194763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,2560,0.019927465915679933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,2560,0.021013333400090536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,2560,0.020581332842508952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,2560,0.021873066822687783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,2560,0.020438400904337566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,2560,0.020222934087117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,2560,0.020606933037439983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,2560,0.021641600131988525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,2560,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,2560,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,2560,0.019032533963521323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,2560,0.018959999084472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,2560,0.02102933327356974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,2560,0.020538665850957236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,2560,0.019378133614857993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,2560,0.018949333826700845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,2560,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,2560,0.019698133071263633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,2560,0.020364799102147422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,2560,0.019653334220250448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,2560,0.020406399170557657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,2560,0.019237333536148073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,2560,0.018660267194112144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,2560,0.01912213365236918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,2560,0.019911466042200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,2560,0.019540266195933024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,2560,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,2560,0.018786134322484334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,2560,0.019309866428375243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,3072,0.012418133020401002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,3072,0.012500266234079996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,2560,0.9783231735229492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,2560,0.27985706329345705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,2560,1.910434087117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,2560,0.25649813016255696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,2560,0.500814946492513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,2560,0.24075733820597328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,2560,0.28754027684529626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,2560,0.23471147219340005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,2560,0.22952319780985514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,2560,0.22252160708109536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,2560,0.21129706700642906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,2560,0.2057653268178304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,2560,0.20057493845621743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,2560,0.18679787317911783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,2560,0.17317226727803547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,2560,0.1634581406911214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,2560,0.1518346627553304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,2560,0.14151040712992352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,2560,0.1324053366978963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,2560,0.1198485294977824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,2560,0.10149013201395671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,2560,0.1800576051076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,2560,0.0803658644358317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,2560,0.08152000109354654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,2560,0.27394240697224936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,2560,0.2577002684275309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,2560,0.05446826616923014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,2560,0.0687829335530599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,2560,0.09947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,2560,0.03801066478093465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,2560,0.0333898663520813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,2560,0.06721386909484864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,2560,0.05061866839726766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,2560,0.021988266706466676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,2560,0.04271253347396851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,2560,0.018260266383488974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,2560,0.018080000082651773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,2560,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,2560,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,2560,0.027985066175460815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,2560,0.016747732957204185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,2560,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,2560,0.017798399925231932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,2560,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,2560,0.013664000233014426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,2560,0.013245866696039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,2560,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,2560,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,2560,0.01332266628742218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,2560,0.011724799871444702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,2560,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,2560,0.01493119994799296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,2560,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,2560,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,2560,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,2560,0.015913599729537965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,2560,0.016053332885106405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,2560,0.01625599960486094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,2560,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,2560,0.015237333377202353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,2560,0.016806399822235106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,2560,0.01686613361040751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,2560,0.01575573285420736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,2560,0.017203199863433837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,2560,0.016454399625460307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,2560,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,2560,0.016888533035914102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,2560,0.016108799974123636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,2560,0.017249067624409996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,2560,0.016812799374262492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,2560,0.017612799008687337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,2560,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,2560,0.4634357452392578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,2560,0.013638400038083396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,2560,0.013732266426086426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,2560,0.24351147015889488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,2560,0.12646933396657306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,2560,0.07394986947377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,2560,0.07006613413492838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,2560,0.06803306738535563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,2560,0.06666773160298665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,2560,0.06733760039011637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,2560,0.06268906593322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,2560,0.061768531799316406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,2560,0.06087253491083781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,2560,0.05934720039367676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,2560,0.05545920133590698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,2560,0.05456533432006836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,2560,0.053763198852539065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,2560,0.04852586587270101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,2560,0.05222080151240031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,2560,0.04740159908930461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,2560,0.046987732251485184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,2560,0.04114986658096313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,2560,0.040717868010203044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,2560,0.040106666088104245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,2560,0.039315199851989745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,2560,0.034595199426015216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,2560,0.033192533254623416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,2560,0.03235200047492981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,2560,0.033004800478617355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,2560,0.027405865987141925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,2560,0.026855466763178508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,2560,0.02604373296101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,2560,0.026628265778223675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,2560,0.02039360006650289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,2560,0.019357866048812865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,2560,0.01948480010032654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,2560,0.019080533583958944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,2560,0.01290986637274424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,2560,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,2560,0.012132267157236736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,2560,0.011814399560292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,2560,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,2560,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,2560,0.012140799562136333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,2560,0.011710932850837708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,2560,0.011738666892051696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,2560,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,2560,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,2560,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,2560,0.011754666765530903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,2560,0.011555199821790058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,2560,0.011597866813341778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,2560,0.011317333579063416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,2560,0.011532800396283467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,2560,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,2560,0.011372799674669903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,2560,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,2560,0.011286399761835734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,2560,0.011291733384132386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,2560,0.011314133803049724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,2560,0.010896000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,2560,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,2560,0.011333333452542622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,2560,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,2560,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,2560,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,2560,0.011315199732780456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,2560,0.011099732915560405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,2560,0.011303466558456422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,2560,0.011110400160153706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,2560,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,2560,0.01130133370558421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,2560,0.011363200346628825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,2048,0.7446853319803873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,2048,0.4104066689809163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,2048,0.20946266253789267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,2048,0.1465000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,2048,0.11036133766174316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,2048,0.10973999897638957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,2048,0.10768666863441467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,2048,0.10016266504923503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,2048,0.09119466940561931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,2048,0.09023599823315938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,2048,0.08717999855677287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,2048,0.08305866519610088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,2048,0.07982133328914642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,2048,0.07789066433906555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,2048,0.07459599773089091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,2048,0.07025200128555298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,2048,0.06713333229223888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,2048,0.06459066768487294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,2048,0.06319866577784221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,2048,0.062650665640831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,2048,0.0576826681693395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,2048,0.055321335792541504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,2048,0.05410666763782501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,2048,0.049584001302719116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,2048,0.046006664633750916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,2048,0.04014266779025396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,2048,0.04001733412345251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,2560,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,2048,0.03716533382733663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,2048,0.03663466622432073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,2048,0.03359599908192953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,2048,0.030302666127681732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,2048,0.02629866699377696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,2048,0.02327600121498108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,2048,0.01643199970324834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,2048,0.013115999599297842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,2048,0.011205332974592844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,2048,0.011198667188485464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,2048,0.011247999966144562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,2048,0.013026667137940725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,2048,0.01295199990272522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,2048,0.015205333630243937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,2048,0.011653333902359009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,2048,0.012076000372568766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,2048,0.0094200000166893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,2048,0.009537333622574806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,2048,0.009450666606426239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,2048,0.009541333342591921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,2048,0.00972800018886725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,2048,0.009700000286102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,2048,0.009969333186745644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,2048,0.00985733357568582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,2048,0.00903733323017756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,2048,0.009029333169261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,2048,0.020370667179425556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,2048,0.00910266675055027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,2048,0.009073333193858465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,2048,0.010280000045895576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,2048,0.010191999996701876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,2048,0.009937333563963572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,2048,0.010040000081062317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,2048,0.010202666744589806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,2048,0.00994399997095267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,2048,0.01016266644001007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,2048,0.009965333466728529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,2048,0.010310666635632515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,2048,0.010159999753038088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,2048,0.009974666560689608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,2048,0.009609333549936613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,2048,0.009976000214616457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,2048,0.009452000260353088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,2048,0.009946666657924652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,2048,0.009532000248630842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,2048,0.009817333271106085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,2048,0.010589333872000376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,2048,0.30404694875081384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,2048,0.6060085296630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,2048,0.15302826563517252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,2048,0.09380266666412354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,2048,0.08519039948781332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,2048,0.08240959644317628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,2048,0.08553706804911296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,2048,0.08046720027923585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,2048,0.07865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,2048,0.07758613427480063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,2048,0.09357333183288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,2048,0.07488746643066406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,2048,0.07294399738311767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,2048,0.07038400173187256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,2048,0.06867413520812989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,2048,0.06503680149714151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,2048,0.06266453266143798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,2048,0.05885333220163981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,2048,0.059287468592325844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,2048,0.056459732850392665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,2048,0.05334719816843668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,2048,0.047729067007700604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,2048,0.050505598386128746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,2048,0.04811520179112752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,2048,0.046521600087483725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,2048,0.0454037348429362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,2048,0.04526506662368775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,2048,0.040269867579142256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,2048,0.039185067017873124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,2048,0.03543999989827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,2048,0.034883201122283936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,2048,0.03200533390045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,2048,0.028626133998235066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,2048,0.030382933219273885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,2048,0.025283199548721314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,2048,0.020853332678476968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,2048,0.02300693392753601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,2048,0.020734934012095134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,2048,0.022887466351191203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,2048,0.020870399475097657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,2048,0.022151466210683188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,2048,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,2048,0.020459733406702676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,2048,0.021254400412241616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,2048,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,2048,0.01916586756706238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,2048,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,2048,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,2048,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,2048,0.020071466763814293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,2048,0.018677333990732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,2048,0.01872106591860453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,2048,0.01834986607233683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,2048,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,2048,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,2048,0.01813973387082418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,2048,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,2048,0.017318399747212727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,2048,0.017605332533518474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,2048,0.017918932437896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,2560,0.01095466713110606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,2048,0.01795626680056254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,2048,0.01877760092417399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,2048,0.017228800058364867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,2048,0.018167465925216675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,2048,0.01830293337504069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,2048,0.017588265736897788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,2048,0.018012799819310508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,2048,0.018268799781799315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,2048,0.017733333508173625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,2048,0.01696746746699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,2048,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,2048,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,2048,0.017780266205469766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,2048,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,2560,0.010852266351381938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,2048,0.9201749165852865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,2048,0.2548458735148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,2048,0.47032639185587566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,2048,0.23913920720418297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,2048,1.809060287475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,2048,0.23426346778869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,2048,0.26599574089050293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,2048,0.218721071879069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,2048,0.20978986422220863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,2048,0.2050879955291748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,2048,0.1926773389180501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,2048,0.1894613265991211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,2048,0.17973333994547527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,2048,0.16529706319173176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,2048,0.16204800605773925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,2048,0.14882240295410157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,2048,0.14661866823832195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,2048,0.13013226985931398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,2048,0.12067093054453533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,2048,0.09939413070678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,2048,0.1144543965657552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,2048,0.0851914644241333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,2048,0.06830080350240073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,2048,0.06712746620178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,2048,0.23636266390482583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,2048,0.24887893994649252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,2048,0.04983359972635905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,2048,0.08800640106201171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,2048,0.06079146862030029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,2048,0.03480106592178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,2048,0.0306549330552419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,2048,0.056840535004933676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,2048,0.0201855997244517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,2048,0.04538666804631551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,2048,0.03935893376668294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,2048,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,2048,0.02643306652704875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,2048,0.015752533078193666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,2048,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,2048,0.014295466740926108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,2048,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,2048,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,2048,0.015983999768892924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,2048,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,2048,0.011881599823633831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,2048,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,2048,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,2048,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,2048,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,2048,0.00981760025024414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,2048,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,2048,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,2048,0.013781332969665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,2048,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,2048,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,2048,0.0138154665629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,2048,0.014222932855288186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,2048,0.013845333456993103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,2048,0.014152533809343972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,2048,0.011927466591199238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,2048,0.014044800400733947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,2048,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,2048,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,2048,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,2048,0.014172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,2048,0.014647466937700906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,2048,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,2048,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,2048,0.015402666727701821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,2048,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,2048,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,2048,0.014344533284505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,2048,0.2032789389292399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,2048,0.39744640986124674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,2048,0.011636267105738323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,2048,0.011948800086975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,2048,0.10559039910634357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,2048,0.05919466813405355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,2048,0.06298559904098511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,2048,0.05892159938812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,2048,0.05816213289896647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,2048,0.05713386535644531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,2048,0.053617068131764735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,2048,0.05297386646270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,2048,0.052118400732676186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,2048,0.050218665599823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,2048,0.04678186575571696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,2048,0.04755093256632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,2048,0.04625813166300456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,2048,0.04433066844940185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,2048,0.04159146547317505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,2048,0.040353067715962726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,2048,0.039971200625101726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,2048,0.035629868507385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,2048,0.0352789322535197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,2048,0.03482453425725301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,2048,0.03409066597620646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,2048,0.03020693262418111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,2048,0.029070933659871418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,2048,0.028970666726430255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,2048,0.027815467119216918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,2048,0.023635200659434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,2048,0.02298133373260498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,2048,0.023255467414855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,2048,0.022146133581797282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,2048,0.01771413286526998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,2048,0.01706026593844096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,2048,0.016897066434224447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,2048,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,2048,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,2048,0.010745599865913391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,2048,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,2048,0.010900266965230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,2048,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,2048,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,2048,0.010961066683133442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,2048,0.01090239981810252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,2048,0.010835199554761251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,2048,0.010487467050552368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,2048,0.01051200032234192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,2048,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,2048,0.010519466797510783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,2048,0.010537599523862202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,2048,0.010134399930636088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,2048,0.01051093339920044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,2048,0.010314666231473287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,2048,0.010110933581988018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,2048,0.010396800438563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,2048,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,2048,0.010079999764760334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,2048,0.010442666212717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,2048,0.010104533036549885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,2048,0.010070400436719258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,2048,0.010809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,2048,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,2048,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,2048,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,2048,0.01015786627928416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,2048,0.010487467050552368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,2048,0.010035199920336406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,2048,0.010130133231480916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,2048,0.010156800349553425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,2048,0.01030399998029073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,2048,0.010149332880973815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,2048,0.010434133807818095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,1536,0.5901248296101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,1536,0.3584266662597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,1536,0.1836309274037679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,1536,0.10428373018900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,1536,0.09492373466491699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,1536,0.09476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,1536,0.09472959836324056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,1536,0.081659730275472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,1536,0.07362240155537923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,1536,0.07348372936248779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,1536,0.06919146378835042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,1536,0.06626240015029908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,1536,0.06313920021057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,1536,0.062099198500315346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,1536,0.060311468442281094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,1536,0.05647573471069336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,1536,0.05319573481877645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,1536,0.05162133375803629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,1536,0.0505791982014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,1536,0.04965333143870036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,1536,0.046222933133443195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,1536,0.044123733043670656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,1536,0.04316800038019816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,1536,0.03912320137023926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,1536,0.03655253251393636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,1536,0.03744106690088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,1536,0.03175893425941467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,1536,0.029127466678619384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,1536,0.027556266387303668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,1536,0.025432533025741576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,1536,0.023242666323979696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,1536,0.02097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,1536,0.017846399545669557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,1536,0.016361600160598753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,1536,0.01316373348236084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,1536,0.012168533603350322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,1536,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,1536,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,1536,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,1536,0.010664533575375874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,1536,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,1536,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,1536,0.009288533528645834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,1536,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,1536,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,1536,0.007585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,1536,0.007656533519426982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,1536,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,1536,0.0086517333984375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,2048,0.010102400183677673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,1536,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,1536,0.008586666981379191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,1536,0.00729066679875056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,1536,0.0073066666722297665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,1536,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,1536,0.007635200023651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,1536,0.008261333405971526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,1536,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,1536,0.008091733356316884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,1536,0.008227199812730153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,1536,0.008070399860541026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,1536,0.008135466774304708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,1536,0.008046933511892954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,1536,0.0081535999973615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,1536,0.008061866462230682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,1536,0.008116266628106435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,1536,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,1536,0.008488532900810242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,1536,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,1536,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,1536,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,1536,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,1536,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,1536,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,1536,0.008829866846402485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,1536,0.2348085403442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,1536,0.48233814239501954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,1536,0.11907093524932862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,1536,0.07585493723551431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,1536,0.07161813577016195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,1536,0.07110400199890136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,1536,0.07023253440856933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,1536,0.07006293137868246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,1536,0.06549439827601114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,1536,0.06464320023854574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,1536,0.06253333489100138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,1536,0.061161601543426515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,1536,0.06005333264668783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,1536,0.05694719950358072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,1536,0.05622186660766602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,1536,0.05178986787796021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,1536,0.04997013409932454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,1536,0.049304533004760745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,1536,0.04819946686426799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,1536,0.04762133359909058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,1536,0.0464842677116394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,2048,0.010035199920336406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,1536,0.04448000192642212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,1536,0.0447925329208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,1536,0.04019519885381063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,1536,0.039946667353312176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,1536,0.03753066857655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,1536,0.03505280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,1536,0.03378239870071411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,1536,0.03237760066986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,1536,0.030263467629750566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,1536,0.027961599826812743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,1536,0.0275711993376414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,1536,0.04130986531575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,1536,0.0252074658870697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,1536,0.023177599906921385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,1536,0.02098133365313212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,1536,0.019268266359965005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,1536,0.018968532482782997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,1536,0.01877973278363546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,1536,0.01911466717720032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,1536,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,1536,0.01848640044530233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,1536,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,1536,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,1536,0.017819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,1536,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,1536,0.016883200407028197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,1536,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,1536,0.019817600647608437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,1536,0.016759467124938966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,1536,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,1536,0.0167413334051768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,1536,0.01583999991416931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,1536,0.015809067090352378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,1536,0.01690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,1536,0.016716800133387246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,1536,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,1536,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,1536,0.016379732886950174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,1536,0.016484266519546507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,1536,0.01585706671079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,1536,0.016328533490498863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,1536,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,1536,0.016784000396728515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,1536,0.016006400187810264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,1536,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,1536,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,1536,0.017041067282358803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,1536,0.017270400126775106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,1536,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,1536,0.016727467377980552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,1536,0.01653866668542226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,1536,0.016746666034062704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,1536,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,2048,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,1536,0.8684256235758463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,1536,0.23811093966166177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,1536,0.44416106541951494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,1536,1.7305919647216796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,1536,0.22560426394144692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,1536,0.2122602621714274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,1536,0.2481536070505778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,1536,0.1939626693725586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,1536,0.18654719988505047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,1536,0.17574079831441242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,1536,0.16778987248738605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,1536,0.15947200457255045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,1536,0.14392213821411132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,1536,0.13695893287658692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,1536,0.1267317295074463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,1536,0.1193002700805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,1536,0.10811200141906738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,1536,0.10235093434651692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,1536,0.09282346566518149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,1536,0.08495360215504964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,1536,0.07400639851888022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,1536,0.23360959688822427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,1536,0.06288533210754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,1536,0.05822826623916626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,1536,0.22685759862264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,1536,0.20417280197143556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,1536,0.04595839977264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,1536,0.07129387060801187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,1536,0.051319468021392825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,1536,0.03312000036239624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,1536,0.05479360024134318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,1536,0.04227840105692546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,1536,0.017895466089248656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,1536,0.035028266906738284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,1536,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,1536,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,1536,0.014197333653767904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,1536,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,1536,0.012524799505869547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,1536,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,1536,0.012748799721399941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,1536,0.02765973409016927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,1536,0.023849600553512575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,1536,0.014972800016403198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,1536,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,1536,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,1536,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,1536,0.011618133385976155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,1536,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,1536,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,1536,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,1536,0.01118293305238088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,1536,0.011596799890200297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,1536,0.011306666334470113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,1536,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,1536,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,1536,0.011994666854540507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,1536,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,1536,0.011785599589347839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,1536,0.012585600217183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,1536,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,1536,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,1536,0.012333866953849793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,1536,0.011602133512496948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,1536,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,1536,0.011191466450691223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,1536,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,1536,0.012587733070055642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,1536,0.0123989333709081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,1536,0.012422399719556172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,1536,0.011725866794586181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,1536,0.010407466689745586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,1536,0.3212842623392741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,1536,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,1536,0.010104533036549885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,1536,0.16778453191121417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,1536,0.08727680047353109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,1536,0.05242133140563965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,1536,0.050697600841522215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,1536,0.04895573457082113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,1536,0.04906560182571411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,1536,0.04749333461125692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,1536,0.04502826531728109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,1536,0.044010667006174724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,1536,0.043628799915313723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,1536,0.042738131682078045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,1536,0.040243200461069745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,1536,0.038882132371266684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,1536,0.038777601718902585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,1536,0.03713599840799968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,1536,0.03491946856180827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,1536,0.03424959977467855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,1536,0.03358613252639771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,1536,0.029781333605448407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,1536,0.030247465769449873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,1536,0.029332266251246138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,1536,0.028412799040476482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,1536,0.02476053237915039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,1536,0.025172267357508344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,1536,0.026859732468922932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,1536,0.024060799678166708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,1536,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,1536,0.020258132616678873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,1536,0.020113066832224528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,1536,0.019080533583958944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,1536,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,1536,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,1536,0.01492800017197927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,1536,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,1536,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,1536,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,1536,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,1536,0.009894399841626485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,1536,0.009746133287747701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,1536,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,1536,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,1536,0.009705600142478944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,1536,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,1536,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,1536,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,1536,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,1536,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,1536,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,1536,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,1536,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,1536,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,1536,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,1536,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,1536,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,1536,0.009316266576449076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,1536,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,1536,0.009354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,1536,0.009299199779828389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,1536,0.009273599584897358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,1536,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,1536,0.009242666761080424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,1536,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,1536,0.009705600142478944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,1536,0.009623466928799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,1536,0.009496532877286275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,1024,0.4032426516215007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,1024,0.19891947110493977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,1024,0.10639039675394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,1024,0.06289173364639282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,1024,0.05925546487172445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,1024,0.05868266820907593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,1024,0.053435734907786046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,1024,0.05443199872970581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,1024,0.04895253181457519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,1024,0.047901864846547446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,1024,0.04749439954757691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,1024,0.045339731375376384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,1536,0.009201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,1024,0.04322666724522908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,1024,0.039418665568033855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,1024,0.04355413516362508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,1024,0.03760533332824707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,1024,0.03779520193735759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,1024,0.03416639963785807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,1024,0.035657600561777754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,1024,0.03391253153483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,1024,0.027380265792210895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,1024,0.028978133201599122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,1024,0.026523733139038087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,1024,0.02487679918607076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,1024,0.023982934157053628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,1024,0.021784534056981407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,1024,0.02030506730079651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,1024,0.01913706660270691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,1024,0.017565866311391197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,1024,0.01606613298257192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,1024,0.014801067113876343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,1024,0.012528000275293985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,1024,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,1024,0.00946453313032786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,1024,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,1024,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,1024,0.033036800225575765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,1024,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,1024,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,1024,0.0073845331867535904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,1024,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,1024,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,1024,0.007460266848405202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,1024,0.005709866682688395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,1024,0.005974400043487549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,1024,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,1024,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,1024,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,1024,0.005966933568318685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,1024,0.006064000229040781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,1024,0.007266133526961009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,1024,0.005355733136336008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,1024,0.005236266553401947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,1024,0.005212800204753875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,1024,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,1024,0.006027733286221823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,1024,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,1024,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,1024,0.006043733159701029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,1024,0.005970133344332377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,1024,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,1024,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,1024,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,1024,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,1024,0.005990399916966756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,1024,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,1024,0.005967999994754791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,1024,0.0059797331690788266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,1024,0.006001066664854685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,1024,0.00595306654771169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,1024,0.006378666559855144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,1024,0.006419200201829274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,1024,0.3237269401550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,1024,0.005931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,1024,0.09047359625498454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,1024,0.17183574040730792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,1024,0.005987200140953064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,1024,0.05667413473129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,1024,0.05538880030314127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,1024,0.05412160158157349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,1024,0.05314346551895142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,1024,0.05308906634648641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,1024,0.0521450678507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,1024,0.05065919955571493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,1024,0.05019199848175049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,1024,0.04875413179397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,1024,0.04858453273773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,1024,0.04821653366088867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,1024,0.047474133968353274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,1024,0.043443198998769125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,1024,0.04264320135116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,1024,0.040201600392659506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,1024,0.04122666517893474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,1024,0.03907519976298014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,1024,0.03729493220647176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,1024,0.03517546653747559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,1024,0.035249066352844236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,1024,0.03419306675593058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,1024,0.032994133234024045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,1024,0.03271680076917012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,1024,0.03259306748708089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,1024,0.029372799396514892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,1024,0.028782933950424194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,1024,0.027293866872787474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,1024,0.0260917325814565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,1024,0.02372373342514038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,1024,0.023397332429885863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,1024,0.022056533892949422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,1024,0.020808533827463786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,1024,0.018707199891408285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,1024,0.01686613361040751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,1536,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,1024,0.017654399077097573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,1024,0.016747732957204185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,1024,0.018183465798695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,1024,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,1024,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,1024,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,1024,0.01663146714369456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,1024,0.015038933356602988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,1024,0.015707733233769734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,1024,0.016718933979670204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,1024,0.016478932897249856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,1024,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,1024,0.016985599199930826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,1024,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,1024,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,1024,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,1024,0.01490239997704824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,1024,0.015485866864522298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,1024,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,1024,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,1024,0.01535360018412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,1024,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,1024,0.014702933033307395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,1024,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,1024,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,1024,0.014889599879582724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,1024,0.015158399939537048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,1024,0.01600106656551361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,1024,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,1024,0.016108799974123636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,1024,0.016619732975959776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,1024,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,1024,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,1024,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,1024,0.014751999576886495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,1024,0.015513599912325541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,1024,0.015318399667739869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,1024,0.4145674705505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,1024,0.2296735922495524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,1024,0.2223680019378662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,1024,0.8224480311075846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,1024,0.21443840662638344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,1024,0.20799999237060546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,1024,0.19618132909138997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,1024,0.19291200637817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,1024,0.18270079294840497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,1024,0.17403732935587565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,1024,0.15764479637145995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,1024,0.14187307357788087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,1024,0.16161600748697919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,1024,0.12253226439158123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,1024,0.13854719797770182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,1024,0.11791679859161378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,1024,0.10459413528442382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,1024,0.08494506676991781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,1024,0.08409813245137533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,1024,0.07679466406504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,1024,0.07363839944203696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,1024,0.06612373193105062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,1024,0.05702186822891235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,1024,0.05472853183746338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,1024,0.09792319933573404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,1024,1.6259221394856769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,1024,0.04055573145548503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,1024,0.049244801203409835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,1024,0.062332801024119054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,1024,0.029806933800379437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,1024,0.023489065965016685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,1024,0.04691093365351359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,1024,0.016141866644223533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,1024,0.03841600020726522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,1024,0.03207359910011291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,1024,0.013114666938781739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,1024,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,1024,0.011307733257611592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,1024,0.011705600221951802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,1024,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,1024,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,1024,0.02149440050125122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,1024,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,1024,0.013221333424250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,1024,0.009284266829490661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,1024,0.009981866677602131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,1024,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,1024,0.009790933132171631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,1024,0.010776533683141073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,1024,0.009106133381525676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,1024,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,1024,0.009127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,1024,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,1024,0.009668266773223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,1024,0.00998293360074361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,1024,0.009964799880981446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,1024,0.010121599833170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,1024,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,1024,0.01013973355293274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,1024,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,1024,0.010340266426404317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,1024,0.010122666756312054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,1024,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,1024,0.009741866588592529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,1024,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,1024,0.010097066561381023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,1024,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,1024,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,1024,0.010055466492970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,1024,0.010487467050552368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,1024,0.009960533181826273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,1024,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,1024,0.010123733679453533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,1024,0.010090667009353637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,1024,0.12664106686909993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,1024,0.2459808031717936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,1024,0.06761493682861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,1024,0.0410645325978597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,1024,0.03874880075454712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,1024,0.0383573333422343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,1024,0.03854933182398478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,1024,0.037333333492279054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,1024,0.03465813398361206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,1024,0.03445546627044678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,1024,0.03507413466771443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,1024,0.033614933490753174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,1024,0.031009066104888915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,1024,0.031377067168553666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,1024,0.030931200583775836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,1024,0.029227733612060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,1024,0.027526400486628216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,1024,0.027665066719055175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,1024,0.027423999706904095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,1024,0.02445333401362101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,1024,0.024012800057729086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,1024,0.024392533302307128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,1024,0.023976532618204753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,1024,0.01999573310216268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,1024,0.020053333044052123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,1024,0.02013546625773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,1024,0.020142932732899986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,1024,0.016318933169047038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,1024,0.015785599748293556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,1024,0.016126933693885803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,1024,0.015894400080045064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,1024,0.01209173301855723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,1024,0.012160000205039979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,1024,0.012153599659601848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,1024,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,1024,0.009365333120028178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,1024,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,1024,0.008825600147247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,1024,0.008861866593360902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,1024,0.009253333012262981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,1024,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,1024,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,1024,0.008851200342178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,1024,0.008890666564305623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,1024,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,1024,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,1024,0.008852266271909078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,1024,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,1024,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,1024,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,1024,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,1024,0.008577066659927367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,1024,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,1024,0.008884267012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,1024,0.008168533444404602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,1024,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,1024,0.00830506682395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,1024,0.008529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,1024,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,1024,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,1024,0.00844586690266927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,1024,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,1024,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,1024,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,1024,0.008452266454696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,1024,0.008640000224113464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,1024,0.008797867099444072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,1024,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,1024,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,1024,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,768,0.1561397393544515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,768,0.3184639930725098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,768,0.0784821351369222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,768,0.04662826855977376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,1024,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,768,0.041698133945465087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,768,0.04333759943644206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,768,0.04105706612269084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,768,0.03688746690750122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,768,0.039562666416168214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,768,0.03590293327967326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,768,0.035004798571268717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,768,0.03236693342526754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,768,0.030501333872477214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,768,0.0321888009707133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,768,0.028870399792989093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,768,0.028014934062957762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,768,0.026226133108139038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,768,0.026718932390213012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,768,0.025589332977930708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,768,0.024756266673405965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,768,0.021241599321365358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,768,0.023075199127197264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,768,0.020858667294184365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,768,0.01994133392969767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,768,0.01734613378842672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,768,0.016245333353678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,768,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,768,0.014301866292953491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,768,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,768,0.012213333447774252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,768,0.01025493343671163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,768,0.010046933094660442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,768,0.008266666531562805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,768,0.04141013224919637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,768,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,768,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,768,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,768,0.0068341334660847975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,768,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,768,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,768,0.005976533393065134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,768,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,768,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,768,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,768,0.020436267058054604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,768,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,768,0.005252266426881155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,768,0.005102933446566264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,768,0.005231999854246775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,768,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,768,0.003806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,768,0.004211199780305227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,768,0.003973333289225897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,768,0.003944533318281174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,768,0.004844800134499868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,768,0.004745600124200186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,768,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,768,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,768,0.007602133353551229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,768,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,768,0.004748799900213877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,768,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,768,0.004771199822425842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,768,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,768,0.004774400095144907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,768,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,768,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,768,0.004790399968624115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,768,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,768,0.005030400057633718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,768,0.005138133466243744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,768,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,768,0.005156266689300537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,768,0.13880640665690105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,768,0.25757013956705727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,768,0.07819519837697347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,768,0.005178666611512502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,768,0.04997333288192749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,768,0.04947946468989055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,768,0.04833173354466756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,768,0.04902079900105794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,768,0.046425600846608475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,768,0.04514240026473999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,768,0.041612799962361655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,768,0.041915734608968094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,768,0.042268800735473636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,768,0.05076479911804199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,768,0.037868801752726236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,768,0.03627093235651652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,768,0.03569813172022502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,768,0.03492693503697713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,768,0.035252265135447186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,768,0.034178133805592856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,768,0.032637866338094075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,768,0.04489279985427856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,768,0.031565866867701214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,768,0.031540266672770184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,768,0.0305461327234904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,768,0.029676800966262816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,768,0.029179733991622925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,768,0.025939200321833295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,768,0.040037333965301514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,768,0.027167999744415285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,768,0.025242666403452556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,768,0.02344320019086202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,768,0.023051732778549196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,768,0.020528000593185425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,768,0.01936960021654765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,768,0.01657919983069102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,768,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,768,0.01657600005467733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,768,0.01683733264605204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,768,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,768,0.018369066715240478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,768,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,768,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,768,0.016731733083724977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,768,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,768,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,768,0.016769067446390788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,768,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,768,0.022664533058802287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,768,0.015614933768908181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,768,0.014874666929244995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,768,0.016193067034085594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,768,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,768,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,768,0.017745065689086913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,768,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,768,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,768,0.01586560010910034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,768,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,768,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,768,0.015498666961987814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,768,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,768,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,768,0.016290133198102318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,768,0.015496533115704855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,768,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,768,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,768,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,768,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,768,0.014739200472831726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,768,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,768,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,768,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,768,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,768,0.014755200346310934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,768,0.40903466542561845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,768,0.22145600318908693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,768,0.8001738866170248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,768,1.5949610392252604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,768,0.20617173512776693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,768,0.1879989306131999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,768,0.2219264030456543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,768,0.15654080708821613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,768,0.14354666074117023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,768,0.1407477378845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,768,0.11319466431935628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,768,0.11205866336822509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,768,0.09635413487752278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,768,0.09363626639048259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,768,0.08826773166656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,768,0.08452693621317545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,768,0.07830399672190348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,768,0.07450239658355713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,768,0.07174932956695557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,768,0.06595413287480673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,768,0.062281600634256994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,768,0.19165973663330077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,768,0.20834666887919107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,768,0.05429333448410034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,768,0.17322667439778644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,768,0.052292267481486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,768,0.03838613430658976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,768,0.057974398136138916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,768,0.04719573259353638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,768,0.028837333122889202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,768,0.022545067469278972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,768,0.04360959927241008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,768,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,768,0.03618880112965901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,768,0.02982826630274455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,768,0.012495999534924824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,768,0.012449066837628682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,768,0.010827733079592387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,768,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,768,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,768,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,768,0.01284160017967224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,768,0.012429866194725036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,768,0.020733867088953653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,768,0.00885973374048869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,768,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,768,0.00993173321088155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,768,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,768,0.010505599776903789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,768,0.00913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,768,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,768,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,768,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,768,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,768,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,768,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,768,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,768,0.009118933478991191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,768,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,768,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,768,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,768,0.009303466478983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,768,0.009129599730173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,768,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,768,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,768,0.009623466928799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,768,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,768,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,768,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,768,0.20852373441060384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,768,0.10847466786702473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,768,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,768,0.057461333274841306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,768,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,768,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,768,0.036551467577616376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,768,0.034414935111999514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,768,0.03469226757685344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,768,0.034169598420461016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,768,0.03288960059483846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,768,0.030929066737492877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,768,0.031226666768391927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,768,0.03078719973564148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,768,0.029781333605448407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,768,0.02754986683527629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,768,0.02792746623357137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,768,0.027705599864323933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,768,0.026580266157786053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,768,0.024758400519688924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,768,0.024805333216985068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,768,0.02435413400332133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,768,0.021677867571512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,768,0.021471999088923135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,768,0.021178666750590006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,768,0.02126400073369344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,768,0.018182400862375894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,768,0.01774186690648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,768,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,768,0.017369600137074788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,768,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,768,0.014203733205795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,768,0.014131200313568116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,768,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,768,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,768,0.01113706628481547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,768,0.01092906693617503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,768,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,768,0.008714666962623597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,768,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,768,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,768,0.008402132987976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,768,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,768,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,768,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,768,0.008449066678682964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,768,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,768,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,768,0.008426666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,768,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,768,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,768,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,768,0.008144000172615051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,768,0.008296533425649007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,768,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,768,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,768,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,768,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,768,0.007754666606585185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,768,0.008074666559696197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,768,0.008042666812737782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,768,0.008042666812737782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,768,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,768,0.007782400151093801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,768,0.007893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,768,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,768,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,768,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,768,0.008008533219496409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,768,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,512,0.23434027036031088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,512,0.1187018632888794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,512,0.06046186685562134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,768,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,512,0.03303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,512,0.03230186700820923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,512,0.03091413378715515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,512,0.030216532945632934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,512,0.028538666168848675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,512,0.030474666754404706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,512,0.027832533915837603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,512,0.025830399990081788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,512,0.02537920077641805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,512,0.02404159903526306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,512,0.023877332607905068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,512,0.024929066499074302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,512,0.02227413256963094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,512,0.02058346668879191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,512,0.019989333550135293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,512,0.020188800493876138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,512,0.018999467293421425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,512,0.01835306684176127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,512,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,512,0.015532799561818442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,512,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,512,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,512,0.014199466506640116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,512,0.012174933155377706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,512,0.011997866630554199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,512,0.010618666807810467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,512,0.00986346701780955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,512,0.008912000060081481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,512,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,512,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,512,0.006413866579532623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,512,0.005548800031344095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,512,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,512,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,512,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,512,0.005458133419354757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,512,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,512,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,512,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,512,0.004789333542188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,512,0.016285866498947144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,512,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,512,0.0038901334007581077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,512,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,512,0.004249600072701773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,512,0.004205866654713949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,512,0.00451093316078186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,512,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,512,0.0042026668787002565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,512,0.003489066660404205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,512,0.003455999990304311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,512,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,512,0.0033749334514141084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,512,0.0038730666041374207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,512,0.0038176000118255613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,512,0.00383786658445994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,512,0.003835733234882355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,512,0.0038015998899936674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,512,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,768,0.008051200211048127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,512,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,512,0.003969066590070724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,512,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,512,0.003921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,512,0.004138666639725367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,512,0.003984000037113826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,512,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,512,0.004327466587225596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,512,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,512,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,512,0.2060095945994059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,512,0.10676373640696209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,512,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,512,0.061572265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,512,0.04416106541951497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,512,0.043136000633239746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,512,0.04166080156962077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,512,0.004250666499137879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,512,0.043178665637969973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,512,0.04055573145548503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,512,0.03906986713409424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,512,0.03962453206380208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,512,0.039789867401123044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,512,0.03518506685892741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,512,0.037191466490427656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,512,0.035336534182230636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,512,0.035043199857076004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,512,0.03275413314501445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,512,0.032052266597747806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,512,0.0312117338180542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,512,0.03500586748123169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,512,0.029315199454625445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,512,0.03290773431460063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,512,0.02723199923833211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,512,0.028060799837112425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,512,0.02611626585324605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,512,0.02690666715304057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,512,0.02696640094121297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,512,0.02262079914410909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,512,0.023859200874964397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,512,0.02078826626141866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,512,0.022488532463709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,512,0.019853866100311278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,512,0.02066346605618795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,512,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,512,0.018462934096654258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,512,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,512,0.01816320021947225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,512,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,512,0.017443199952443443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,512,0.016296533743540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,512,0.016746666034062704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,512,0.026935466130574542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,512,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,512,0.01569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,512,0.01567893326282501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,512,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,512,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,512,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,512,0.014733866850535075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,512,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,512,0.015149866541226705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,512,0.015317333738009134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,512,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,512,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,512,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,512,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,512,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,512,0.015562666455904641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,512,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,512,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,512,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,512,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,512,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,512,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,512,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,512,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,512,0.014288000265757241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,512,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,512,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,512,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,512,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,512,0.014404267072677612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,512,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,512,0.014274133245150247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,512,0.38696320851643884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,512,0.7712586720784504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,512,0.2055295944213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,512,0.18996052742004393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,512,1.5342676798502604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,512,0.15093545913696288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,512,0.1361632029215495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,512,0.20808213551839194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,512,0.12108053366343181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,512,0.13870293299357098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,512,0.102729598681132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,512,0.11758186817169189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,512,0.0904853343963623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,512,0.10393813451131184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,512,0.08843519687652587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,512,0.08154026667277017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,512,0.07924479643503825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,512,0.07325653235117593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,512,0.07184960047403971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,512,0.06724586486816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,512,0.06336959997812906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,512,0.058849068482716885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,512,0.050639998912811277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,512,0.04877973397572835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,512,0.18886826833089193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,512,0.16706666946411133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,512,0.035410133997599284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,512,0.055707732836405434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,512,0.0430837353070577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,512,0.02680640021959941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,512,0.021388800938924153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,512,0.04148906469345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,512,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,512,0.0336298664410909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,512,0.029294933875401812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,512,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,512,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,512,0.0107232004404068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,512,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,512,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,512,0.01088106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,512,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,512,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,512,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,512,0.008471467097600301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,512,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,512,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,512,0.008517332871754964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,512,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,512,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,512,0.007445333401362102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,512,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,512,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,512,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,512,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,512,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,512,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,512,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,512,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,512,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,512,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,512,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,512,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,512,0.008063999811808269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,512,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,512,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,512,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,512,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,512,0.008461866776148479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,512,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,512,0.17678186098734539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,512,0.09305280049641927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,512,0.051108264923095705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,512,0.03336639801661174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,512,0.030909866094589233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,512,0.03074986735979716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,512,0.030218666791915892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,512,0.03025599916776021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,512,0.027689599990844728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,512,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,512,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,512,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,512,0.027188267310460406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,512,0.02442453304926554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,512,0.027004800240198773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,512,0.025128533442815144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,512,0.024242132902145386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,512,0.021767467260360718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,512,0.0231989324092865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,512,0.021996800104777017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,512,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,512,0.019330133994420372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,512,0.01869866649309794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,512,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,512,0.017786665757497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,512,0.016364799936612447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,512,0.015375999609629312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,512,0.01583253343900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,512,0.01518186628818512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,512,0.012983466188112894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,512,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,512,0.012794666488965354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,512,0.012440533439318339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,512,0.010520533720652262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,512,0.009914666414260864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,512,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,512,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,512,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,512,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,512,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,512,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,512,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,512,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,512,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,512,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,512,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,512,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,512,0.007875200112660725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,512,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,512,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,512,0.007655466596285502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,512,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,512,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,512,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,512,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,512,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,512,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,512,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,512,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,512,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,512,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,512,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,512,0.007468800246715546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,512,0.007669333120187123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,512,0.007577600081761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,512,0.007666133344173431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,256,0.14749333063761394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,256,0.07486293315887452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,256,0.03887893358866374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,256,0.022326399882634483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,256,0.02177813251813253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,256,0.021373866001764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,256,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,256,0.021256534258524577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,256,0.01949013272921244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,512,0.00759680022795995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,256,0.019015467166900633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,256,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,256,0.018986666202545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,256,0.01688746611277262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,256,0.017169066270192466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,256,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,256,0.015144532918930054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,256,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,256,0.015165866414705912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,256,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,256,0.01360426644484202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,256,0.013031466801961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,256,0.012223999698956807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,256,0.012179199854532878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,256,0.010900266965230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,256,0.01130986710389455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,256,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,256,0.011288533608118694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,256,0.008981333176294962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,256,0.009698133667310078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,256,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,256,0.0072522665063540145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,256,0.006400000055631001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,256,0.0055978665749231975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,256,0.0046069333950678505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,256,0.004095999896526337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,256,0.004282666742801667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,256,0.004363733530044556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,256,0.004305066665013632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,256,0.0040277334551016486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,256,0.004344533383846283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,256,0.004010666658480962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,256,0.00393599991997083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,256,0.003491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,256,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,256,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,256,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,256,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,256,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,256,0.0035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,256,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,256,0.0035232000052928926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,256,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,256,0.002948266764481862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,256,0.002951466788848241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,256,0.0030794667700926462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,256,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,256,0.004339199761549632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,256,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,512,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,256,0.0030805334448814393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,256,0.0030773334205150605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,256,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,256,0.0030965333183606463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,256,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,256,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,256,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,256,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,256,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,256,0.08333866596221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,256,0.0518666664759318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,256,0.03784106572469075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,256,0.03515626589457194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,256,0.00311253344019254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,256,0.035327998797098796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,256,0.041427199045817056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,256,0.035309867064158125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,256,0.03209919929504394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,256,0.031325866778691605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,256,0.031726932525634764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,256,0.029165865977605183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,256,0.1535861333211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,256,0.028886399666468304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,256,0.029329067468643187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,256,0.027012266715367633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,256,0.026792534192403156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,256,0.029444267352422077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,256,0.026998400688171387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,256,0.025174399216969807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,256,0.02680213252703349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,256,0.023625600337982177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,256,0.02341653307278951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,256,0.023563732703526817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,256,0.02216106653213501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,256,0.02281279961268107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,256,0.02479893366495768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,256,0.031104000409444173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,256,0.020940800507863365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,256,0.021101866165796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,256,0.019769599040349327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,256,0.018819200992584228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,256,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,256,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,256,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,256,0.019384533166885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,256,0.015558399756749473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,256,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,256,0.015523200233777365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,256,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,256,0.015106133619944253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,256,0.015140266219774882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,256,0.016210132837295534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,256,0.01640959978103638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,256,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,256,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,256,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,256,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,256,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,256,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,256,0.015245866775512696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,256,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,256,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,256,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,256,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,256,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,256,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,256,0.014126933614412942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,256,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,256,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,256,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,256,0.013990400234858194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,256,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,256,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,256,0.013058132926623025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,256,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,256,0.012774399916330972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,256,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,256,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,256,0.014667733510335287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,256,0.013357866803805032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,256,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,256,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,256,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,256,0.013353600104649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,256,0.268015988667806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,256,0.14124053319295246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,256,0.5294581413269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,256,1.0499637603759766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,256,0.12554666996002198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,256,0.10167466799418132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,256,0.1365429401397705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,256,0.10035413106282551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,256,0.08885227044423422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,256,0.08574079672495524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,256,0.07907520135243734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,256,0.07910827000935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,256,0.07099733352661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,256,0.07009600003560384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,256,0.0662015994389852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,256,0.06557439963022868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,256,0.059195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,256,0.057633066177368165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,256,0.05405333439509073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,256,0.05167680184046427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,256,0.04798080126444499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,256,0.12926826477050782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,256,0.040755200386047366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,256,0.03992426792780558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,256,0.11912746429443359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,256,0.09412480195363362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,256,0.029678932825724286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,256,0.04494080146153768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,256,0.034679468472798666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,256,0.027704532941182452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,256,0.02239039937655131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,256,0.03353600104649861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,256,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,256,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,256,0.023589332898457847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,256,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,256,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,256,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,256,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,256,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,256,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,256,0.01697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,256,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,256,0.010470400253931682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,256,0.00767573316891988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,256,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,256,0.0076223999261856076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,256,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,256,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,256,0.006739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,256,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,256,0.006657066444555919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,256,0.006814933319886525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,256,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,256,0.006981333096822103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,256,0.0068256000677744556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,256,0.006840533514817555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,256,0.006909866631031036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,256,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,256,0.006833066542943318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,256,0.006426666676998138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,256,0.006828799843788147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,256,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,256,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,256,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,256,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,256,0.0067104001839955645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,256,0.006706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,256,0.0064629331231117245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,256,0.13888106346130372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,256,0.0772864023844401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,256,0.04489493370056152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,256,0.02800426681836446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,256,0.026391466458638508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,256,0.02643839915593465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,256,0.007608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,256,0.026019199689229326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,256,0.025569067398707075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,256,0.024119466543197632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,256,0.023460266987482707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,256,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,256,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,256,0.023076266050338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,256,0.02227733333905538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,256,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,256,0.02015893260637919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,256,0.020614399512608846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,256,0.019916800657908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,256,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,256,0.018180267016092936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,256,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,256,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,256,0.01618346671263377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,256,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,256,0.015371732910474143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,256,0.014074666301409402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,256,0.013633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,256,0.013596799969673157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,256,0.013364266355832419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,256,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,256,0.01113813320795695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,256,0.01102186640103658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,256,0.010734933614730834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,256,0.009754666686058044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,256,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,256,0.009468799829483033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,256,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,256,0.0078015998005867004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,256,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,256,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,256,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,256,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,256,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,256,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,256,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,256,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,256,0.007579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,256,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,256,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,256,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,256,0.007467733323574066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,256,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,256,0.007179733117421467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,256,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,256,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,256,0.007079466680685679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,256,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,256,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,256,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,256,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,256,0.007064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,256,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,256,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,256,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,256,0.007197866837183635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,256,0.007165866593519847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,256,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,256,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,256,0.007051733136177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,256,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,256,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,256,0.006809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,128,0.0644597331682841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,128,0.12264853318532307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,128,0.030964267253875733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,128,0.01748159925142924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,128,0.01984106699625651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,128,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,128,0.016987733046213784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,128,0.017115734020868936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,128,0.017825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,256,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,128,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,128,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,128,0.013698133826255798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,128,0.015362133582433065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,128,0.01383786698182424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,128,0.01309866706530253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,128,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,128,0.012258133292198181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,128,0.012544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,128,0.01244586706161499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,128,0.011972266435623168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,128,0.010603732864061991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,128,0.009674666325251262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,128,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,128,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,128,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,128,0.008229333162307739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,128,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,128,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,128,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,128,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,128,0.00582826683918635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,128,0.005809066692988077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,128,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,128,0.0038730666041374207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,128,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,128,0.00373333344856898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,128,0.0035103999078273775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,128,0.0038421332836151125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,128,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,128,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,128,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,128,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,128,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,128,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,128,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,128,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,128,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,128,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,128,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,128,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,128,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,128,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,128,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,128,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,128,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,128,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,128,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,128,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,128,0.004731733103593191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,128,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,128,0.0027456000447273255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,128,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,128,0.002630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,128,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,128,0.0023103999594847363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,128,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,128,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,128,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,128,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,128,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,128,0.04530880053838094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,128,0.12570559978485107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,128,0.03151999910672505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,128,0.030956800778706866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,128,0.03169599970181783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,128,0.030305065711339313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,128,0.029073067506154376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,128,0.03028586705525716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,128,0.027802666028340656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,128,0.028650667270024615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,128,0.027009065945943194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,128,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,128,0.024987733364105223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,128,0.025756800174713136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,128,0.02490453322728475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,128,0.02432533303896586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,128,0.023918932676315306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,128,0.02314773400624593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,128,0.022920533021291097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,128,0.07402986685434977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,128,0.024770132700602212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,128,0.022691200176874794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,128,0.023102933168411256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,128,0.022768000761667885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,128,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,128,0.020653865734736123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,128,0.021861332654953002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,128,0.02078933318456014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,128,0.02078933318456014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,128,0.019662932554880778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,128,0.0180896004041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,128,0.0171615997950236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,128,0.01928960084915161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,128,0.01947093407313029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,128,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,128,0.01592853367328644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,128,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,128,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,128,0.015629866719245912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,128,0.014816000064214071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,128,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,128,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,128,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,128,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,128,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,128,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,128,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,128,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,128,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,128,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,128,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,128,0.01708266735076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,128,0.014237866799036662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,128,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,128,0.013960533340771995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,128,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,128,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,128,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,128,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,128,0.01316480040550232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,128,0.013432533542315165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,128,0.013435733318328858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,128,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,128,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,128,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,128,0.013844266533851624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,128,0.013965866963068643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,128,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,128,0.013085866967837015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,128,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,128,0.013598933815956116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,128,0.013224533200263977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,128,0.013957333564758301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,128,0.013202133774757385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,10240,128,0.20621867179870607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,10240,128,0.11003626982371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,10240,128,0.40616426467895506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,10240,128,0.8020597457885742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,10240,128,0.10016640027364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,10240,128,0.09407467047373454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,10240,128,0.10849173069000244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,10240,128,0.0868554671605428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,10240,128,0.07538452943166098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,10240,128,0.07369813124338785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,10240,128,0.06813226540883383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,10240,128,0.066975998878479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,10240,128,0.06207040150960287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,10240,128,0.06154986619949341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,10240,128,0.057543468475341794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,10240,128,0.05682133436203003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,10240,128,0.05186453262964884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,10240,128,0.0507914662361145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,10240,128,0.04758933385213216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,10240,128,0.045579731464385986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,10240,128,0.04187306563059489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,10240,128,0.08170133431752523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,10240,128,0.036450131734212236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,10240,128,0.03550080060958862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,10240,128,0.10470080375671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,10240,128,0.09267840385437012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,10240,128,0.026826665798823042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,10240,128,0.03996800184249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,10240,128,0.030539733171463013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,10240,128,0.02024959921836853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,10240,128,0.016189866264661155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,10240,128,0.030049065748850506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,10240,128,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,10240,128,0.02515733242034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,10240,128,0.021169066429138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,10240,128,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,10240,128,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,10240,128,0.00870293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,10240,128,0.008845866719881693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,10240,128,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,10240,128,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,10240,128,0.015397333105405173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,10240,128,0.009671466549237569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,10240,128,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,10240,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,10240,128,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,10240,128,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,10240,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,10240,128,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,10240,128,0.006397866706053417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,10240,128,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,10240,128,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,10240,128,0.006410666803518932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,10240,128,0.0059797331690788266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,10240,128,0.006374399860699971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,10240,128,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,10240,128,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,10240,128,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,10240,128,0.005973333120346069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,10240,128,0.0063509335120519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,10240,128,0.0064298664530118305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,10240,128,0.006494933366775512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,10240,128,0.006426666676998138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,10240,128,0.006237866481145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,10240,128,0.006390400230884552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,10240,128,0.006066133578618368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,10240,128,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,10240,128,0.006000000238418579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,10240,128,0.0063701331615448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,10240,128,0.006098133325576782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,10240,128,0.005993600189685822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,10240,128,0.13005759716033935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,10240,128,0.07476906776428223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,10240,128,0.041278934478759764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,10240,128,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,10240,128,0.02584213415781657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,10240,128,0.024660267432530723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,10240,128,0.024233599503835045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,10240,128,0.023659733931223552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,10240,128,0.023434666792551677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,10240,128,0.022167466084162393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,10240,128,0.022060799598693847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,10240,128,0.02111146648724874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,10240,128,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,10240,128,0.01912213365236918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,10240,128,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,10240,128,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,10240,128,0.01917546590169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,10240,128,0.018926932414372762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,10240,128,0.018172800540924072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,10240,128,0.01692053278287252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,10240,128,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,10240,128,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,10240,128,0.015827199816703795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,10240,128,0.015038933356602988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,10240,128,0.0150026669104894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,10240,128,0.01332586705684662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,10240,128,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,10240,128,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,10240,128,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,10240,128,0.012506666779518127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,10240,128,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,10240,128,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,10240,128,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,10240,128,0.010533333818117777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,10240,128,0.009468799829483033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,10240,128,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,10240,128,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,10240,128,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,10240,128,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,10240,128,0.007392000158627827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,10240,128,0.007238399982452392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,10240,128,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,10240,128,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,10240,128,0.007366399963696797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,10240,128,0.007299200197060903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,10240,128,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,10240,128,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,10240,128,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,10240,128,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,10240,128,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,10240,128,0.007206400235493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,10240,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,10240,128,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,10240,128,0.00702400008837382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,10240,128,0.00682773341735204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,10240,128,0.006876799960931141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,10240,128,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,10240,128,0.006764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,10240,128,0.007047466437021891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,10240,128,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,10240,128,0.0068341334660847975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,10240,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,10240,128,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,10240,128,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,10240,128,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,10240,128,0.006899199883143107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,10240,128,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,10240,128,0.006826666494210561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,10240,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,10240,128,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,10240,128,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,10240,128,0.006763733426729838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,10240,128,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,10240,128,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,64,0.10382400353749592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,64,0.05358186562856039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,64,0.027825067440668743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,64,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,64,0.01588586668173472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,64,0.01657600005467733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,64,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,10240,128,0.007206400235493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,10240,128,0.006773333251476288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,64,0.01407360037167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,64,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,64,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,64,0.01272213359673818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,64,0.012982400258382163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,64,0.01172266701857249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,64,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,10240,128,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,64,0.010821333527565003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,64,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,64,0.010777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,64,0.010409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,64,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,64,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,64,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,64,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,64,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,64,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,64,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,64,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,64,0.007645866771539052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,64,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,64,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,64,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,64,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,64,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,64,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,64,0.00432640016078949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,64,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,64,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,64,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,64,0.0034944000343481696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,64,0.0032874666154384612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,64,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,64,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,64,0.0029834667841593427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,64,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,64,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,64,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,64,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,64,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,64,0.00296426663796107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,64,0.0030591999491055804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,64,0.0027253332237402597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,64,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,64,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,64,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,64,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,64,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,64,0.002492800106604894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,64,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,64,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,64,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,64,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,64,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,64,0.0023423999547958372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,64,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,64,0.0024106666445732118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,64,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,64,0.002288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,64,0.002749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,64,0.1309696038564046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,64,0.07487040360768636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,64,0.030694399277369184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,64,0.03330666621526082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,64,0.0440341313680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,64,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,64,0.03188160061836243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,64,0.029574400186538695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,64,0.030878933270772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,64,0.02744106650352478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,64,0.028398933013280232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,64,0.02709760069847107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,64,0.026393600304921466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,64,0.024778666098912557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,64,0.02935360074043274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,64,0.023500800132751465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,64,0.023465599616368613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,64,0.02293013334274292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,64,0.02407360076904297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,64,0.024116265773773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,64,0.024808533986409507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,64,0.02097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,64,0.024100265900293984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,64,0.022627200682957968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,64,0.021155200401941934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,64,0.022728532552719116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,64,0.018823466698328652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,64,0.0199562668800354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,64,0.020028799772262573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,64,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,64,0.028972800572713214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,64,0.01788053313891093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,64,0.01767680048942566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,64,0.01672640045483907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,64,0.016616533199946083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,64,0.014965333541234336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,64,0.015175466736157736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,64,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,64,0.01495253344376882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,64,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,64,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,64,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,64,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,64,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,64,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,64,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,64,0.017478400468826295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,64,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,64,0.015524267156918844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,64,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,64,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,64,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,64,0.015052800377209982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,64,0.013583999872207642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,64,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,64,0.014332800110181173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,64,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,64,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,64,0.01400213340918223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,64,0.013937066992123923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,64,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,64,0.014290133118629455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,64,0.013878400127092997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,64,0.013955199718475341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,64,0.013884799679120383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,64,0.013854933778444925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,64,0.014170666535695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,64,0.013578666249910989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,64,0.013552000125249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,64,0.013608533143997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,64,0.013892267147699991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,64,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,64,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,10240,32,0.10953706900278729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,10240,32,0.05508906841278076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,10240,32,0.029224532842636108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,64,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,10240,32,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,10240,32,0.016246400276819863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,10240,32,0.01646506687005361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,10240,32,0.017062399784723917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,10240,32,0.014959999918937683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,10240,32,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,10240,32,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,10240,32,0.013923199971516928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,10240,32,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,10240,32,0.013572266697883606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,10240,32,0.011682132879892986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,64,0.013427199920018515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,10240,32,0.015638400117556253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,10240,32,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,10240,32,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,10240,32,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,10240,32,0.010903466741243999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,10240,32,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,10240,32,0.008506666620572407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,10240,32,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,10240,32,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,10240,32,0.008406399687131246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,10240,32,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,10240,32,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,10240,32,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,10240,32,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,10240,32,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,10240,32,0.0060138667623202005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,10240,32,0.006400000055631001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,10240,32,0.00439573327700297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,10240,32,0.004628266890843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,10240,32,0.005798399945100148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,10240,32,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,10240,32,0.003886933376391729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,10240,32,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,10240,32,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,10240,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,10240,32,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,10240,32,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,10240,32,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,10240,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,10240,32,0.0031178665657838186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,10240,32,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,10240,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,10240,32,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,10240,32,0.0027413333455721537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,10240,32,0.0031082667410373688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,10240,32,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,10240,32,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,10240,32,0.0027104000250498454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,10240,32,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,10240,32,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,10240,32,0.002549333373705546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,10240,32,0.002701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,10240,32,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,10240,32,0.012505599856376648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,10240,32,0.0023520000278949736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,10240,32,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,10240,32,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,10240,32,0.0023541333774725597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,10240,32,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,10240,32,0.0023711999257405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,10240,32,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,10240,32,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,10240,32,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,10240,32,0.0022976001103719073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,10240,32,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,10240,32,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,10240,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,10240,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,10240,32,0.0022965334355831146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,10240,32,0.12720212936401368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,10240,32,0.07009706497192383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,10240,32,0.045000533262888595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,10240,32,0.031439999739329025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,10240,32,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,10240,32,0.03125333388646444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,10240,32,0.030129067103068036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,10240,32,0.03140373428662618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,10240,32,0.02993173400561015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,10240,32,0.027642667293548584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,10240,32,0.02765866716702779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,10240,32,0.027386667331059773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,10240,32,0.024990934133529662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,10240,32,0.028317866722742717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,10240,32,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,10240,32,0.027828266223271687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,10240,32,0.023415466149648033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,10240,32,0.022895999749501548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,10240,32,0.023078399896621703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,10240,32,0.02281493345896403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,10240,32,0.02095680038134257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,10240,32,0.025125332673390705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,10240,32,0.020773333311080933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,10240,32,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,10240,32,0.0231605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,10240,32,0.020858667294184365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,10240,32,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,10240,32,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,10240,32,0.020398932695388793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,10240,32,0.017579734325408936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,10240,32,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,10240,32,0.018338133891423546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,10240,32,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,10240,32,0.018794665733973183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,10240,32,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,10240,32,0.023439999421437582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,10240,32,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,10240,32,0.016296533743540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,10240,32,0.015166933337847391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,10240,32,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,10240,32,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,10240,32,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,10240,32,0.014761599898338317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,10240,32,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,10240,32,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,10240,32,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,10240,32,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,10240,32,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,10240,32,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,10240,32,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,10240,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,10240,32,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,10240,32,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,10240,32,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,10240,32,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,10240,32,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,10240,32,0.01427839994430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,10240,32,0.01378773351510366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,10240,32,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,10240,32,0.014101333419481912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,10240,32,0.013993600010871887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,10240,32,0.013659733533859252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,10240,32,0.013742933670679728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,10240,32,0.013184000054995218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,10240,32,0.013364266355832419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,10240,32,0.01354986627896627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,10240,32,0.012797866264979044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,10240,32,0.013478400309880576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,10240,32,0.013353600104649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,10240,32,0.013517866532007853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,10240,32,0.013442132870356241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,10240,32,0.013010133306185404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,10240,32,0.013634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,10240,32,0.013215999801953635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,10240,32,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,65536,2.8740107218424478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,65536,5.568746566772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,65536,2.8051573435465493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,65536,3.087183952331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,65536,2.831813176472982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,65536,11.907098134358725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,65536,2.7217067082722983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,65536,2.3533652623494468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,65536,2.281834602355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,65536,3.1858720779418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,65536,2.1692214012145996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,65536,1.9442240397135417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,65536,2.3712852795918784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,65536,2.1868160565694175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,65536,2.058512051900228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,65536,2.180741310119629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,65536,1.6320106188456218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,65536,1.866970698038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,65536,1.443285306294759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,65536,1.5627199808756511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,65536,24.813924153645832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,65536,1.4075679779052734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,65536,1.5534292856852214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,65536,1.4141119321187336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,65536,1.2378666400909424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,65536,1.1902720133463542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,65536,0.9935306708017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,65536,1.141109307607015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,65536,0.6313013235727946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,65536,0.7545493443806967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,65536,0.5470879872639974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,65536,0.5619146823883057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,65536,0.4124693473180135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,65536,0.3482826550801595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,65536,0.22563733657201132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,65536,0.21137599150339761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,65536,0.2128480076789856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,65536,0.19195199012756348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,65536,0.22545599937438965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,65536,0.18819200992584229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,65536,0.2179786761601766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,65536,0.17951999107996622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,65536,0.18212799231211343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,65536,0.18421334028244019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,65536,0.1770346760749817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,65536,0.17709332704544067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,65536,0.17713600397109985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,65536,0.17335466543833414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,65536,0.16806399822235107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,65536,0.16803733507792154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,65536,0.1667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,65536,0.18394132455190024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,65536,0.18077866236368814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,65536,0.18242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,65536,0.16353066762288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,65536,0.9133013089497884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,65536,0.1612213353315989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,65536,0.15965867042541504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,65536,0.1593280037244161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,65536,0.15997866789499918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,65536,0.15958933035532633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,65536,0.1583626667658488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,65536,0.15874133507410684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,65536,0.15803200006484985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,65536,0.1590026617050171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,65536,0.15826132893562317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,65536,0.15944533546765646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,65536,0.15762133399645487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,65536,0.1574560006459554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,65536,0.15636799732844034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,65536,0.1569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,65536,0.1566986640294393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,65536,0.16234133640925089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,65536,0.16083199779192606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,65536,4.162783940633138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,65536,2.1526506741841636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,65536,7.971061070760091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,65536,2.284005324045817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,65536,2.0090187390645347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,65536,2.1234827041625977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,65536,1.9578773180643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,65536,1.8284586270650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,65536,16.292752583821613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,65536,1.7506346702575684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,65536,1.6349706649780273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,65536,1.8229546546936035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,65536,1.5489813486735027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,65536,1.553376038869222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,65536,1.4754613240559895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,65536,1.4631679852803547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,65536,1.3424533208211262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,65536,1.2853439648946126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,65536,1.1772853533426921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,65536,1.0350613594055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,65536,1.1412959893544514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,65536,1.9427520434061687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,65536,1.0872320334116619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,65536,0.9382719993591309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,65536,0.9300746917724609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,65536,0.8541119893391927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,65536,0.8035199642181396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,65536,0.6843252976735433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,65536,0.5754773219426473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,65536,0.41577601432800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,65536,0.4164693355560303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,65536,0.285098671913147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,65536,0.2792853315671285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,65536,0.18664000431696573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,65536,0.18132267395655313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,65536,0.17750400304794312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,65536,0.16920000314712524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,65536,0.16244799892107645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,65536,0.15658666690190634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,65536,0.1471626659234365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,65536,0.14265599846839905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,65536,0.13354133566220602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,65536,0.12643733620643616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,65536,0.12719999750455221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,65536,0.12875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,65536,0.12824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,65536,0.1264746685822805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,65536,0.12583999832471213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,65536,0.6900266806284586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,65536,0.12446932991345723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,65536,0.1223306655883789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,65536,0.5397599935531616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,65536,0.11815466483434041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,65536,0.11664000153541565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,65536,0.10954667131106059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,65536,0.12079466382662456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,65536,0.10816533366839091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,65536,0.10253866513570149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,65536,0.10441066821416219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,65536,0.10223999619483948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,65536,0.10211199522018433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,65536,0.10296533505121867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,65536,0.10367467006047566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,65536,0.10102400183677673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,65536,0.10084799925486247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,65536,0.10108799735705058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,65536,0.09974400202433269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,65536,0.0999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,65536,0.10018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,65536,0.09814400474230449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,65536,0.09762666622797649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,65536,0.0974773367245992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,65536,0.09852266311645508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,65536,0.09628267089525859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,65536,3.638021469116211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,65536,2.0593493779500327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,65536,7.635813395182292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,65536,2.1341706911722818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,65536,1.9077653884887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,65536,2.0314720471700034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,65536,1.7157012621561687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,65536,2.0872586568196616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,65536,1.5114240646362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,65536,1.6898986498514812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,65536,1.540895938873291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,65536,1.6524906158447266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,65536,1.3731306393941243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,65536,1.4410826365152996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,65536,1.3685173988342285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,65536,1.1780640284220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,65536,1.3062773545583088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,65536,1.1507253646850586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,65536,2.121631940205892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,65536,0.8653013706207275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,65536,0.9521066347757975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,65536,1.10371732711792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,65536,0.880949338277181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,65536,0.6517759958902994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,65536,0.7030773162841797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,65536,1.3653119405110676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,65536,0.6492853164672852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,65536,0.4448106686274211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,65536,0.4556959867477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,65536,0.7844746907552084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,65536,0.5761173168818156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,65536,0.24086399873097739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,65536,0.21799999475479126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,65536,0.3705759843190511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,65536,0.3357173204421997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,65536,0.16802666584650675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,65536,0.15986133615175882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,65536,0.1591146687666575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,65536,0.1544533371925354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,65536,0.15381333231925964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,65536,0.14979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,65536,0.16516799728075662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,65536,0.16495999693870544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,65536,0.12426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,65536,0.11841600139935811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,65536,0.11819733182589214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,65536,0.11744532982508342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,65536,0.11641599734624226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,65536,0.11513599753379822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,65536,0.11574932932853699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,65536,0.11367467045783997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,65536,0.11436800161997478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,65536,0.11181867122650146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,65536,0.11147200067838033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,65536,0.11028266946474712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,65536,0.10964799920717876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,65536,0.11020267009735107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,65536,0.10961600144704182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,65536,0.10934399565060933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,65536,0.10966400305430095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,65536,0.10941867033640544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,65536,0.10948266585667928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,65536,0.10970667004585266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,65536,0.10892267028490703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,65536,0.110042671362559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,65536,0.11028266946474712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,65536,0.10963199536005656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,65536,0.12292800347010295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,65536,0.11038933197657268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,65536,0.10964266459147136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,65536,0.10947199662526448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,65536,0.1204906702041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,65536,4.404378573099772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,65536,1.2503626346588135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,65536,1.247114658355713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,65536,1.1793066660563152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,65536,1.0620373090108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,65536,0.9923093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,65536,0.9737813472747803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,65536,0.9314986864725748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,65536,0.8671627044677734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,65536,0.9023679892222086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,65536,10.396090825398764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,65536,0.8743306795756022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,65536,0.851861317952474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,65536,1.2152799765268962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,65536,0.7160693009694418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,65536,0.750928004582723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,65536,0.6853439807891846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,65536,0.72380264600118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,65536,0.5809226830800375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,65536,0.5716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,65536,0.5549386739730835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,65536,0.5500853459040324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,65536,0.5433173179626465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,65536,0.43993067741394043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,65536,0.4252053499221802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,65536,0.4219679832458496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,65536,0.41090134779612225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,65536,0.415120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,65536,0.30268800258636475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,65536,0.29242666562398273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,65536,0.2842026750246684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,65536,0.27738134066263836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,65536,0.15553067127863565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,65536,0.14282666643460593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,65536,0.1339040001233419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,65536,0.1340053379535675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,65536,0.1334879994392395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,65536,0.1325226624806722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,65536,0.13262933492660522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,65536,0.13267733653386435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,65536,0.13264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,65536,0.2972960074742635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,65536,0.13212266564369202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,65536,0.13237333297729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,65536,0.13260799646377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,65536,0.13197333614031473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,65536,0.13205867012341818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,65536,0.13211733102798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,65536,0.1322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,65536,0.13120533029238382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,65536,0.13125866651535034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,65536,0.1301759978135427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,65536,0.13115732868512472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,65536,0.1304480036099752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,65536,0.13061333696047464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,65536,0.13011200229326883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,65536,0.13037866353988647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,65536,0.1302239994208018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,65536,0.13033599654833475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,65536,0.13015466928482056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,65536,0.13009599844614664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,65536,0.13102933764457703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,65536,0.130021333694458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,65536,0.13434666395187378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,65536,0.13031466801961264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,65536,0.13020267089207968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,65536,0.130213330189387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,65536,0.13007466991742453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,65536,0.13008000453313193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,65536,0.1304853359858195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,65536,0.13103466232617697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,65536,0.13019733627637228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,65536,0.13064000010490417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,51200,9.629173278808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,51200,4.355450630187988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,51200,2.4629066785176597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,51200,19.365328470865887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,51200,2.4214293162027993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,51200,2.4173973401387534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,51200,2.2746559778849282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,51200,2.0417332649230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,51200,2.3345972696940103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,51200,1.9492106437683105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,51200,1.8299466768900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,51200,1.7101012865702312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,51200,1.8258719444274902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,51200,1.661461353302002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,51200,1.7062613169352214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,51200,1.807520071665446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,51200,1.6874186197916667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,51200,1.4626132647196453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,51200,1.364986737569173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,51200,1.261898676554362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,51200,1.241760015487671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,51200,1.0685866673787434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,51200,1.1634666919708252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,51200,0.947983980178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,51200,1.0686773459116619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,51200,0.90774933497111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,51200,0.8598559697469076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,51200,0.7056533495585123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,51200,0.7702186902364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,51200,0.621509313583374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,51200,0.5796853303909302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,51200,0.4257173140843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,51200,0.39445332686106366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,51200,0.30264532566070557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,51200,0.27291200558344525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,51200,0.17192532618840536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,65536,2.17903995513916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,51200,0.16683733463287354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,51200,0.1569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,51200,0.1748960018157959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,51200,0.15106667081514993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,51200,0.17204799254735312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,51200,0.14260266224543253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,51200,0.14082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,51200,0.14108799894650778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,51200,0.1372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,51200,0.16740800937016806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,51200,0.13642666737238565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,51200,0.1350826621055603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,51200,0.1304213305314382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,51200,0.1302720010280609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,51200,0.12959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,51200,0.1363040010134379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,51200,0.13571733236312866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,51200,0.1338986655076345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,51200,0.13026666641235352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,51200,0.1301759978135427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,51200,0.12819199760754904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,51200,0.12718400359153748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,51200,0.12737600008646646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,51200,0.12642666697502136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,51200,0.1264586647351583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,51200,0.1266986628373464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,51200,0.1267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,51200,0.12691733241081238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,51200,0.12667199969291687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,51200,0.12916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,51200,0.1288479963938395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,51200,0.13634133338928223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,51200,0.1281760036945343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,51200,0.1274666686852773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,51200,0.1267519990603129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,51200,0.1265066663424174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,51200,0.12567466497421265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,51200,0.12590400377909342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,51200,3.15177059173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,51200,1.689893404642741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,51200,6.322981516520183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,51200,1.6701812744140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,51200,1.6552480061848958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,51200,1.6003947257995605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,51200,1.5420053799947102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,51200,1.5204639434814453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,51200,12.471280415852865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,51200,1.3596800168355305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,51200,1.3564319610595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,51200,1.2917280197143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,51200,1.2085440158843994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,51200,1.119109312693278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,51200,1.1443733374277751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,51200,1.4382987022399902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,51200,1.0633760293324788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,51200,1.0322559674580891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,51200,0.9194026788075765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,51200,0.9094239870707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,51200,0.8179306983947754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,51200,1.247040033340454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,51200,0.8209280172983805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,51200,0.7302133242289225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,51200,0.745365301767985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,51200,0.6284480094909668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,51200,0.5416746536890665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,51200,0.6696746349334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,51200,0.549727996190389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,51200,0.4225226640701294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,51200,0.442469318707784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,51200,0.3286079963048299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,51200,0.22325332959493002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,51200,0.31824533144632977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,51200,0.21105599403381348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,51200,0.14283200105031332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,51200,0.1409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,51200,0.1381173332532247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,51200,0.13642133275667825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,51200,0.12651733557383218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,51200,0.11478933691978455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,51200,0.12372799714406331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,51200,0.11401066184043884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,51200,0.10819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,51200,0.10595200459162395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,51200,0.10379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,51200,0.10442666212717693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,51200,0.10538666447003682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,51200,0.10380799571673076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,51200,0.1048959990342458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,51200,0.10187199711799622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,51200,0.10156266887982686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,51200,0.09520533680915833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,51200,0.09387200077374776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,51200,0.09496532877286275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,51200,0.08839999636014302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,51200,0.08684266606966655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,51200,0.08303466439247131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,51200,0.08303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,51200,0.08283733328183492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,51200,0.08167466521263123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,51200,0.08131733536720276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,51200,0.0823466678460439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,51200,0.08060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,51200,0.08099199831485748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,51200,0.0811466674009959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,51200,0.08003733555475871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,51200,0.08015466729799907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,51200,0.07924800117810567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,51200,0.08046933511892955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,51200,0.07998399933179219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,51200,0.07720533510049184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,51200,0.07905066510041554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,51200,0.07687999804814656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,51200,6.180554707845052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,51200,1.7497973442077637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,51200,1.8609546025594075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,51200,1.4859679539998372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,51200,1.694778601328532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,51200,1.4308692614237468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,51200,1.6597065925598145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,51200,1.3000426292419434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,51200,1.4563360214233398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,51200,1.244213342666626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,51200,1.4664746920267742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,51200,1.1307093302408855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,51200,1.2808480262756348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,51200,1.7422134081522624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,51200,1.0900426705678303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,51200,0.9324800173441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,51200,1.0924159685770671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,51200,0.8946293195088705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,51200,1.111296017964681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,51200,0.7289013067881266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,51200,0.9786773522694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,51200,0.784325361251831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,51200,0.7203679879506429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,51200,0.5602080027262369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,51200,0.569978674252828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,51200,0.669823964436849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,51200,0.5761440197626749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,51200,0.39050134023030597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,51200,0.3956213394800822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,51200,0.32215466101964313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,51200,0.478986660639445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,51200,0.20336532592773438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,51200,0.1777226726214091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,51200,0.28593599796295166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,51200,0.13726400335629782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,51200,0.13209600249926248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,51200,0.1300106644630432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,51200,0.12946666280428568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,51200,0.1234773298104604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,51200,0.1237333317597707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,51200,0.12078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,51200,0.13831466436386108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,51200,0.09907199939092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,51200,0.09493333101272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,51200,0.09311999877293904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,51200,0.09290666381518047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,51200,0.09202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,51200,0.09282666444778442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,51200,0.09150399764378865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,51200,0.09129066268603007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,51200,0.09053333600362141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,51200,0.08891200025876363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,51200,0.08733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,51200,0.08731733759244283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,51200,0.08681600292523702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,51200,0.08594666918118794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,51200,0.08638933300971985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,51200,0.08617066343625386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,51200,0.08575999736785889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,51200,0.08684800068537395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,51200,0.0862613320350647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,51200,0.08628267049789429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,51200,0.08554133772850037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,51200,0.08559999863306682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,51200,0.08518399794896443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,51200,0.08482666810353597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,51200,0.08449600140253703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,51200,0.08487466971079509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,51200,0.08554133772850037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,51200,0.18658133347829184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,51200,0.1025333305199941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,51200,0.18584533532460532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,51200,8.168848037719727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,51200,1.0803199609120686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,51200,0.952842632929484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,51200,0.9363626639048258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,51200,0.7976160049438477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,51200,0.7958026727040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,51200,0.7756213347117106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,51200,0.6812480290730795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,51200,0.6684319972991943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,51200,0.6524959802627563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,51200,0.6476693153381348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,51200,0.6450826724370321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,51200,0.56113068262736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,51200,0.56004798412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,51200,0.5406933228174845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,51200,0.5392213265101115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,51200,0.45815467834472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,51200,0.4549493392308553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,51200,0.43583468596140545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,51200,0.4355253378550212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,51200,0.42980798085530597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,51200,0.3495200077692668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,51200,0.3340799808502197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,51200,0.33644266923268634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,51200,0.32549866040547687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,51200,0.3301226695378621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,51200,0.2399946649869283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,51200,0.23347733418146768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,51200,0.2376426657040914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,51200,0.22779200474421182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,51200,0.22402133544286093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,51200,0.12378133336702983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,51200,0.10992532968521118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,51200,0.10725333293279012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,51200,0.10658666491508484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,51200,0.10703466335932414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,51200,0.10707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,51200,0.10699199636777242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,51200,0.1064906617005666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,51200,0.10645866394042969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,51200,0.10608533024787903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,51200,0.10523733496665955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,51200,0.10547199845314026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,51200,0.10543466607729594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,51200,0.10522666573524475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,51200,0.10508267084757487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,51200,0.10529067118962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,51200,0.1053706705570221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,51200,0.10483200351397197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,51200,0.10505599776903789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,51200,0.10530666510264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,51200,0.1050933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,51200,0.10530666510264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,51200,0.10503466924031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,51200,0.1055413285891215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,51200,0.10505066315333049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,51200,0.10504000385602315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,51200,0.10412266850471497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,51200,0.10435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,51200,0.10443199674288432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,51200,0.10454400380452473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,51200,0.1043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,51200,0.10436800122261047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,51200,0.10415466626485188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,51200,0.10486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,51200,0.10513599713643391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,51200,0.105103999376297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,51200,0.10473066568374634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,51200,0.10542399684588115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,51200,0.10521066188812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,51200,0.10718933741251628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,51200,3.4924214680989585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,16384,4.872874577840169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,16384,1.4887572924296062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,16384,0.8536960283915201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,16384,0.8513440291086832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,16384,0.798245350519816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,16384,2.555247942606608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,16384,0.8001279830932617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,16384,0.591866652170817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,16384,0.675605297088623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,16384,0.5536160071690878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,16384,0.5364373524983724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,16384,0.5377973318099976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,16384,0.48066667715708417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,16384,0.4692320028940837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,16384,0.47969599564870197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,16384,0.49139201641082764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,16384,0.46430933475494385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,16384,0.44760000705718994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,16384,0.3938666582107544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,16384,0.38094933827718097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,16384,0.34435733159383136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,16384,0.33796799182891846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,16384,0.3186826705932617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,16384,0.30291734139124554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,16384,0.2998933394749959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,16384,0.27138666311899823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,16384,0.2474773327509562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,51200,1.6850186983744304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,16384,0.22219733397165933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,16384,0.22244799137115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,16384,0.16461333632469177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,16384,0.13618666927019754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,16384,0.12902399897575378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,16384,0.10080533226331075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,16384,0.08927466471989949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,16384,0.06141333281993866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,16384,0.22480533520380655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,16384,0.060421332716941833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,16384,0.05877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,16384,0.05740800003210703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,16384,0.06058666606744131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,16384,0.05635199944178263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,16384,0.06043733159701029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,16384,0.05400000015894572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,16384,0.05504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,16384,0.05418133238951365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,16384,0.05390933156013489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,16384,0.05471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,16384,0.056074668963750206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,16384,0.05213866631189982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,16384,0.05225066840648651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,16384,0.05231466889381409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,16384,0.05188799897829691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,16384,0.05117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,16384,0.05036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,16384,0.05735999842484792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,16384,0.05552533268928528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,16384,0.056618665655454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,16384,0.05410666763782501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,16384,0.05439466734727224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,16384,0.05429866909980774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,16384,0.054133335749308266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,16384,0.05377600093682607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,16384,0.054048001766204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,16384,0.05402666827042898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,16384,0.053946668903032936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,16384,0.052245333790779114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,16384,0.05197333296140035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,16384,0.052005335688591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,16384,0.05208000044027964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,16384,0.05171733101209005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,16384,0.05207466582457224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,16384,0.05123200019200643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,16384,0.050800000627835594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,16384,0.0517546683549881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,16384,2.0327040354410806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,16384,0.9979173342386881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,16384,3.9893360137939453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,16384,0.5510533253351847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,16384,0.5761280059814453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,16384,0.53056800365448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,16384,0.5334240198135376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,16384,0.500485340754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,16384,0.508629322052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,16384,0.4647039969762166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,16384,0.45110400517781574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,16384,0.42373331387837726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,16384,0.43037064870198566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,16384,0.393669327100118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,16384,0.39691734313964844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,16384,0.36774933338165283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,16384,0.38309331734975177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,16384,0.34731467564900714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,16384,0.3340533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,16384,0.2895440061887105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,16384,0.3013040026028951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,16384,0.2645626664161682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,16384,0.2617306709289551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,16384,0.23110399643580118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,16384,0.23694932460784912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,16384,0.20841066042582193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,16384,0.20044267177581787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,16384,0.17470399538675943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,16384,0.16297333439191183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,16384,0.13366400202115378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,16384,0.10380533337593079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,16384,0.1108453373114268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,16384,0.07951200008392334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,16384,0.07605066895484924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,16384,0.05738399922847748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,16384,0.05789333085219065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,16384,0.05271466573079427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,16384,0.05348266661167145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,16384,0.0543120006720225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,16384,0.05302133162816366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,16384,0.05346400042374929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,16384,0.04820266862710317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,16384,0.04651733239491781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,16384,0.04548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,16384,0.04628799855709076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,16384,0.17745065689086914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,16384,0.04619200030962626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,16384,0.045125335454940796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,16384,0.04265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,16384,0.043434664607048035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,16384,0.03930933276812235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,16384,0.04808266460895538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,16384,0.041120000183582306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,16384,0.04206133385499319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,16384,0.03961066653331121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,16384,0.03737866630156835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,16384,0.03746666759252548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,16384,0.04264266788959503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,16384,0.036504000425338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,16384,0.03566133230924606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,16384,0.036360000570615135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,16384,0.03698666642109553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,16384,0.03650933255751928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,16384,0.03568000098069509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,16384,0.035760000348091125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,16384,0.03551733245452245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,16384,0.03436533361673355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,16384,0.03575733304023743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,16384,0.03774933268626531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,16384,0.03510666638612747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,16384,0.03588266670703888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,16384,0.035485332210858665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,16384,0.037058666348457336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,16384,0.03683999925851822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,51200,0.9672746658325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,16384,2.0992026329040527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,16384,1.0562559763590496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,16384,0.607101321220398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,16384,0.5465066830317179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,16384,4.468159993489583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,16384,0.5803600152333578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,16384,0.6581173340479533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,16384,0.48130400975545246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,16384,0.5089866717656454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,16384,0.46084264914194745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,16384,0.4901866515477498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,16384,0.40742401281992596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,16384,0.43331201871236164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,16384,0.38982399304707843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,16384,0.6273066600163778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,16384,0.34518933296203613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,16384,0.3616400162378947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,16384,0.32305334011713666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,16384,0.580295999844869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,16384,0.2688586711883545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,16384,0.28327733278274536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,16384,0.5497200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,16384,0.40944000085194904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,16384,0.21419199307759604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,16384,0.3365253210067749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,16384,0.21881866455078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,16384,0.19804000854492188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,16384,0.14506399631500244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,16384,0.14131200313568115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,16384,0.26608532667160034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,16384,0.2452026605606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,16384,0.07335466643174489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,16384,0.07006133099397023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,16384,0.18332266807556152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,16384,0.11953600247701009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,16384,0.10289600491523743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,16384,0.05355466902256012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,16384,0.05268533527851105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,16384,0.05036533375581106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,16384,0.049914668003718056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,16384,0.05020266771316528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,16384,0.04951733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,16384,0.052855998277664185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,16384,0.0538640022277832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,16384,0.0402373323837916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,16384,0.03977333257595698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,16384,0.039808000127474465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,16384,0.038373333712418876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,16384,0.0391893337170283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,16384,0.03819733361403147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,16384,0.03640266756216685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,16384,0.03597066551446915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,16384,0.03613599886496862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,16384,0.0359280010064443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,16384,0.03607733299334844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,16384,0.0353973334034284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,16384,0.035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,16384,0.03527733435233434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,16384,0.035205334424972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,16384,0.035375999907652535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,16384,0.0360000009338061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,16384,0.03536266585191091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,16384,0.03523733218510946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,16384,0.03506399939457575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,16384,0.03555733213822047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,16384,0.06814933319886525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,16384,0.06670666734377544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,16384,0.06685600181420644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,16384,0.06600800156593323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,16384,0.06819200019041698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,16384,0.0666266679763794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,16384,0.06606133282184601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,16384,0.03921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,16384,0.03954933335383733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,16384,1.0609120262993705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,16384,2.42067379421658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,16384,0.5450080235799154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,16384,0.3248319890764025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,16384,0.3205084535810682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,16384,0.28405867682562935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,16384,0.2949119938744439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,16384,0.26554844114515513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,16384,0.2599591149224175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,16384,0.2640231185489231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,16384,0.22925689485338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,16384,0.22886223263210723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,16384,0.22457067171732584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,16384,0.19486044512854683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,16384,0.22638932863871256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,16384,0.2240391042497423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,16384,0.19083555539449057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,16384,0.19068977567884657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,16384,0.15679466724395752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,16384,0.19060266017913818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,16384,0.15851022137535944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,16384,0.15043732855055067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,16384,0.15126221709781223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,16384,0.15349688794877794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,16384,0.12219199869367812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,16384,0.11378667089674209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,16384,0.11628444989522298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,16384,0.11381867196824814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,16384,0.11699377165900336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,16384,0.08213866419262357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,16384,0.08059377802742852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,16384,0.08120355341169569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,16384,0.07739733325110541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,16384,0.07728177971310086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,16384,0.044030222627851695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,16384,0.040919111834632024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,16384,0.03974755605061849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,16384,0.03997155692842271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,16384,0.03978133201599121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,16384,0.03958755400445726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,16384,0.03944355580541823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,16384,0.03920533259709676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,16384,0.03940800163480971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,16384,0.03870222303602431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,16384,0.038522667355007596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,16384,0.038147555457221136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,16384,0.03817244370778402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,16384,0.03861688905292087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,16384,0.03852977686458164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,16384,0.038513776328828596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,16384,0.03792355457941691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,16384,0.03863822089301215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,16384,0.03808888792991638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,16384,0.0380639996793535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,16384,0.03792000148031447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,16384,0.037738667594061956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,16384,0.03796799977620443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,16384,0.037132445308897234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,16384,0.03811911079618666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,16384,0.03784711162249247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,16384,0.037957333856158786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,16384,0.03703466720051236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,16384,0.03785066803296407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,16384,0.03753777676158481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,16384,0.03796622157096863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,16384,0.03724266754256354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,16384,0.03727822171317206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,16384,0.037772443559434675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,16384,0.03755377729733785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,16384,0.03709866603215536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,16384,0.03716977768474155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,12288,3.597578684488932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,12288,2.3545066515604653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,12288,1.0092853705088298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,12288,0.5448640187581381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,12288,0.5441386699676514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,12288,0.5111306508382162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,12288,0.47545067469278973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,12288,0.4375306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,12288,0.4728960196177165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,12288,0.4105759859085083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,12288,0.38927467664082843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,12288,0.3637919823328654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,12288,0.37455467383066815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,12288,0.3410559892654419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,12288,0.3498506546020508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,12288,0.3325226704279582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,12288,0.338922659556071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,12288,0.3217066725095113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,16384,0.037315554089016385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,12288,0.2883146603902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,12288,0.26898666222890216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,12288,0.2531200051307678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,12288,0.25247466564178467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,12288,0.2315466602643331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,12288,0.2906293272972107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,12288,0.23744000991185507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,12288,0.2050559918085734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,12288,0.1952000061670939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,12288,0.16389333208402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,12288,0.16851733128229776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,12288,0.17002665996551514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,12288,0.12227200468381245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,12288,0.10095466176668803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,12288,0.09569600224494934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,12288,0.07444266478220622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,12288,0.06696000198523204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,12288,0.045994664231936135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,12288,0.045834665497144066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,12288,0.051967998345692955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,12288,0.043280000487963356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,12288,0.04771199822425842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,12288,0.042362665136655174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,12288,0.04740266501903534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,12288,0.03957866628964742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,12288,0.04168533285458883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,12288,0.039488000174363456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,12288,0.03961600114901861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,12288,0.039546666045983635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,12288,0.04158399999141693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,12288,0.03958933303753535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,12288,0.03811199963092804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,12288,0.03789866715669632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,12288,0.038191998998324074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,12288,0.03363200028737386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,12288,0.037647999823093414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,12288,0.039861333866914116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,12288,0.03395200024048487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,12288,0.03379199902216593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,12288,0.041759997606277466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,12288,0.0383840004603068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,12288,0.03893866638342539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,12288,0.03821333249409994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,12288,0.03836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,12288,0.037834666669368744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,12288,0.038191998998324074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,12288,0.037834666669368744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,12288,0.0377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,12288,0.03742400060097376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,12288,0.037871999045213066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,12288,0.03752533346414566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,12288,0.03751466671625773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,12288,0.039279999832312264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,12288,0.03957866628964742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,12288,0.038805333276589714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,12288,0.03851199895143509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,12288,2.9098027547200522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,12288,1.5202879905700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,12288,0.7809600035349528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,12288,0.42024000485738117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,12288,0.4262080192565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,12288,0.39073065916697186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,12288,0.3953253428141276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,12288,0.37831465403238934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,12288,0.3861493269602458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,12288,0.3487120072046916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,12288,0.3397493362426758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,12288,0.32464800278345746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,12288,0.3262160023053487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,12288,0.2896239956219991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,12288,0.3042186697324117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,12288,0.2679813305536906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,12288,0.25752000013987225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,12288,0.290120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,12288,0.2436293363571167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,12288,0.2161440054575602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,12288,0.1968160072962443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,12288,0.19554666678110758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,12288,0.17812265952428183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,12288,0.18385066588719687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,12288,0.16442933678627014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,12288,0.1564560035864512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,12288,0.13679200410842896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,12288,0.13957599798838297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,12288,0.12809066971143088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,12288,0.10434933503468831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,12288,0.08642133076985677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,12288,0.23100799322128296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,12288,0.08237333099047343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,12288,0.0632479985555013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,12288,0.06739466885725658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,12288,0.0503386656443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,12288,0.0487413356701533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,12288,0.04721599817276001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,12288,0.045623997847239174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,12288,0.04993866880734762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,12288,0.04741866886615753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,12288,0.04415200153986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,12288,0.041322665909926094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,12288,0.039749334255854286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,12288,0.037288000186284385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,12288,0.04005866746107737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,12288,0.037314665814240776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,12288,0.036834667126337685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,12288,0.03899999956289927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,12288,0.03610666592915853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,12288,0.037151999771595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,12288,0.0353946660955747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,12288,0.03355200091997782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,12288,0.03386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,12288,0.03340533375740051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,12288,0.03221333275238673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,12288,0.03346666693687439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,12288,0.03275733441114426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,12288,0.03173866619666418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,12288,0.031104000906149547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,12288,0.030898667871952057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,12288,0.031109333038330078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,12288,0.030370667576789856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,12288,0.030069333811601002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,12288,0.02975200116634369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,12288,0.03035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,12288,0.029829333225886028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,12288,0.02978666623433431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,12288,0.030040000875790913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,12288,0.02956266701221466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,12288,0.02992533395687739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,12288,0.029530666768550873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,12288,0.030274666845798492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,12288,0.030802667140960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,16384,0.03783822059631348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,12288,3.5407867431640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,12288,1.7324719429016113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,12288,0.48001333077748615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,12288,0.8888346354166666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,12288,0.45269866784413654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,12288,0.5462719996770223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,12288,0.4447946548461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,12288,0.4608773390452067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,12288,0.3954293330510457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,12288,0.4217360019683838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,12288,0.38868534564971924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,12288,0.4203866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,12288,0.3447413444519043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,12288,0.3615786631902059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,12288,0.3301733334859212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,12288,0.5037466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,12288,0.2760000030199687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,12288,0.29917333523432416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,12288,0.2694773276646932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,16384,0.03660444418589274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,12288,0.23660266399383545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,12288,0.23681332667668661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,12288,0.4795120159784953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,12288,0.33988531430562335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,12288,0.18236533800760904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,12288,0.1823093295097351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,12288,0.2765626708666484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,12288,0.16170400381088257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,12288,0.12226667006810506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,12288,0.11769066254297893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,12288,0.2093999981880188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,12288,0.09710400303204854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,12288,0.06407733261585236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,12288,0.058045332630475364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,12288,0.21862133344014487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,12288,0.15560799837112427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,12288,0.04631733397642771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,12288,0.0446720023949941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,12288,0.08371733625729878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,12288,0.042194664478302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,12288,0.0413946658372879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,12288,0.042493333419164024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,12288,0.04135199884573618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,12288,0.0462773342927297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,12288,0.04609866440296173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,12288,0.033610666791598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,12288,0.033170667787392936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,12288,0.03240799903869629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,12288,0.0327333336075147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,12288,0.033215999603271484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,12288,0.03212266663710276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,12288,0.029578665892283123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,12288,0.02955466757218043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,12288,0.0291119987765948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,12288,0.029343999922275543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,12288,0.02897600084543228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,12288,0.029152000943819683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,12288,0.029317334294319153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,12288,0.028946665426095326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,12288,0.028815999627113342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,12288,0.028637332220872242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,12288,0.028978665669759113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,12288,0.028666667640209198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,12288,0.054376001159350075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,12288,0.05155999958515167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,12288,0.053357332944869995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,12288,0.05136533578236898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,12288,0.05620799958705902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,12288,0.05161066850026449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,12288,0.057674666245778404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,12288,0.05156800150871277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,12288,0.05568799873193105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,12288,0.05152800182501475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,12288,0.03340800106525421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,12288,0.03296533226966858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,12288,0.7839235729641385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,12288,1.6445030636257594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,12288,0.4154951042599148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,12288,0.24463465478685167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,12288,0.23628621631198457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,12288,0.2200942171944512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,12288,0.21360177463955352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,12288,0.2045795520146688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,12288,0.20004267162746855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,12288,0.20020622677273223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,12288,0.1770684454176161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,12288,0.1788426637649536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,12288,0.17185421784718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,12288,0.1764871146943834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,12288,0.17158755991193983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,12288,0.1484231154123942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,12288,0.147962662908766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,12288,0.14851021766662598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,12288,0.14510399765438503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,12288,0.12201955583360459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,12288,0.12031643920474583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,12288,0.11839821603563096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,12288,0.11795555220709907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,12288,0.11815822124481201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,12288,0.09274311198128594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,12288,0.08948266506195068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,12288,0.09027200274997288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,12288,0.08750755257076687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,12288,0.08771733442942302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,12288,0.0650328861342536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,12288,0.06295110781987508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,12288,0.06474844614664714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,12288,0.060348444514804415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,12288,0.05868622329499987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,12288,0.03546488947338528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,12288,0.03278577658865187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,12288,0.03174577818976508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,12288,0.031317333380381264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,12288,0.032256000571780734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,12288,0.03179555469089084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,12288,0.030887110365761652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,12288,0.031352887550989784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,12288,0.03191288974550035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,12288,0.031063109636306763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,12288,0.03051555487844679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,12288,0.030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,12288,0.02982399861017863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,12288,0.029672887590196397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,12288,0.02972444560792711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,12288,0.030382222599453394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,12288,0.02975822157329983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,12288,0.02972444560792711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,12288,0.030268443955315485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,12288,0.029612445169025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,12288,0.029767112599478826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,12288,0.029829333225886028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,12288,0.030152890417310927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,12288,0.029726223813162908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,12288,0.029808001385794744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,12288,0.029640889830059473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,12288,0.029984000656339858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,12288,0.029900444878472224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,12288,0.02920177910063002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,12288,0.029731555117501154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,12288,0.030138668086793687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,12288,0.029696000946892634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,12288,0.02951999836497837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,12288,0.02959644463327196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,12288,0.029726223813162908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,12288,0.030304001437293157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,12288,0.029742221037546795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,12288,0.029612445169025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,10240,1.5929546356201172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,10240,0.7904319763183594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,10240,3.0384801228841147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,10240,0.4747999906539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,10240,0.5456426541010538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,10240,0.4138880173365275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,10240,0.4795200030008952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,10240,0.3882240056991577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,10240,0.4791146516799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,10240,0.37806399663289386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,10240,0.35892800490061444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,10240,0.34808532396952313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,10240,0.34068799018859863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,10240,0.31805866956710815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,10240,0.2927573323249817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,10240,0.2940160036087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,10240,0.28895999987920123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,10240,0.2842079997062683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,10240,0.24948267141977945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,10240,0.2349920074144999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,10240,0.20963199933369955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,10240,0.2207733392715454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,10240,0.18668266137441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,10240,0.1726400057474772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,10240,0.16659733653068542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,10240,0.16378666957219443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,10240,0.13035733501116434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,10240,0.13183466593424478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,10240,0.36159467697143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,10240,0.11569066842397054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,10240,0.08589866757392883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,10240,0.08298133313655853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,10240,0.06148266792297363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,10240,0.05725333094596863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,10240,0.11216533184051514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,10240,0.04165333261092504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,10240,0.039808000127474465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,10240,0.044490665197372437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,10240,0.037647999823093414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,10240,0.04146666576464971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,10240,0.0366239994764328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,10240,0.03974399964014689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,10240,0.03570133447647095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,10240,0.03659733384847641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,10240,0.03480533262093862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,10240,0.03412266572316488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,10240,0.03409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,10240,0.035461333890755974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,10240,0.034186666210492454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,10240,0.0336053321758906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,10240,0.0336053321758906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,10240,0.03332799921433131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,10240,0.030597334106763203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,10240,0.03326933334271113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,10240,0.03352533280849457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,10240,0.033226666351159416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,10240,0.029818666477998097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,10240,0.033285332222779594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,10240,0.03363733241955439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,10240,0.033471999069054924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,10240,0.033546666304270424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,10240,0.03386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,10240,0.03366933266321818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,10240,0.03358400116364161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,10240,0.033386667569478355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,10240,0.03365333378314972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,10240,0.033301333586374916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,10240,0.03341866781314214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,10240,0.033514666060606636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,10240,0.03270400067170461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,10240,0.03504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,10240,0.03513066718975703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,10240,0.03451200077931086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,10240,0.03346666693687439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,10240,2.5846959749857583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,10240,1.2788933118184407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,10240,0.6639813184738159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,10240,0.36964531739552814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,10240,0.37594934304555255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,10240,0.34426931540171307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,10240,0.3288933237393697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,10240,0.32344265778859455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,10240,0.3197653293609619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,10240,0.2887733379999797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,10240,0.28679200013478595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,10240,0.2740373412768046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,10240,0.2677573362986247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,10240,0.25839199622472125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,10240,0.24913066625595093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,10240,0.2283546725908915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,10240,0.2275866667429606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,10240,0.2153706749280294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,10240,0.20714932680130005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,10240,0.19485867023468018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,10240,0.18268267313639322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,10240,0.18085867166519165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,10240,0.1692826747894287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,10240,0.14302666982014975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,10240,0.15441333254178366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,10240,0.13728533188501993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,10240,0.11008532842000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,10240,0.11019999782244365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,10240,0.09882666667302449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,10240,0.09470400214195251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,10240,0.07691999773184459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,10240,0.07352800170580547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,10240,0.05752266446749369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,10240,0.05583199858665466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,10240,0.045007998744646706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,10240,0.041346666713555656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,10240,0.043149332205454506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,10240,0.04134399940570196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,10240,0.03952266772588094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,10240,0.04548533260822296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,10240,0.13472533226013184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,10240,0.03899466743071874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,10240,0.03532266616821289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,10240,0.03540800015131632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,10240,0.03469600031773249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,10240,0.034029332300027214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,10240,0.03387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,10240,0.033589333295822144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,10240,0.032813332974910736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,10240,0.03284800052642822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,10240,0.031586666901906334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,10240,0.030965333183606465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,10240,0.030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,10240,0.03028533359368642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,10240,0.029306667546431225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,10240,0.028565332293510437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,10240,0.029109333952267964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,10240,0.028957332173983257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,10240,0.029120000700155895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,10240,0.027655998865763348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,10240,0.02850399911403656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,10240,0.027973333994547527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,10240,0.02887200067440669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,10240,0.027034667630990345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,10240,0.02935733397801717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,10240,0.028357334434986115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,10240,0.02718133231004079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,10240,0.027064000566800434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,10240,0.028717334071795147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,10240,0.027208000421524048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,10240,0.027687999109427135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,10240,0.026903999348481495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,10240,0.028677334388097126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,12288,0.02959111001756456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,10240,0.02706933269898097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,12288,0.029829333225886028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,10240,1.6087039311726887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,10240,0.45373332500457764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,10240,3.1221307118733725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,10240,0.40596532821655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,10240,0.7988213698069254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,10240,0.3901040156682332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,10240,0.48341866334279376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,10240,0.3599840005238851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,10240,0.3766080141067505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,10240,0.3380613327026367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,10240,0.35498666763305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,10240,0.30725600322087604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,10240,0.3229440053304036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,10240,0.29443732897440594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,10240,0.45838932196299237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,10240,0.42846667766571045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,10240,0.2636959950129191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,10240,0.2664933403333028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,10240,0.24757866064707437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,10240,0.21443732579549155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,10240,0.21658132473627725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,10240,0.3976000150044759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,10240,0.24848800897598267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,10240,0.1603813370068868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,10240,0.16165600220362344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,10240,0.3025306661923726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,10240,0.14246933658917746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,10240,0.10640000303586324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,10240,0.10330933332443237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,10240,0.19053600231806436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,10240,0.19351732730865479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,10240,0.057536001006762184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,10240,0.050626665353775024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,10240,0.1383519967397054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,10240,0.08691466848055522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,10240,0.07685600221157074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,10240,0.04045599947373072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,10240,0.03737599899371465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,10240,0.036861332754294075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,10240,0.036346666514873505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,10240,0.03576799978812536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,10240,0.03990133355061213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,10240,0.041146665811538696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,10240,0.04038666685422262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,10240,0.030026666820049286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,10240,0.029450667401154835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,10240,0.028808000187079113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,10240,0.02793866644303004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,10240,0.027930667002995808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,10240,0.025629334151744843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,10240,0.025080000360806782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,10240,0.025058666865030926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,10240,0.025008000433444977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,10240,0.024957334001859028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,10240,0.02493600050608317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,10240,0.025199999411900837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,10240,0.02442399909098943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,10240,0.024613333245118458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,10240,0.024546665449937183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,10240,0.04330666859944662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,10240,0.04349599778652191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,10240,0.043978666265805565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,10240,0.0433599998553594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,10240,0.043194666504859924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,10240,0.04327466587225596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,10240,0.044322664539019264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,10240,0.04313333332538605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,10240,0.04452799757321676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,10240,0.043005332350730896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,10240,0.04487200081348419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,10240,0.043282667795817055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,10240,0.02881866693496704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,10240,0.029487999776999157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,10240,0.029245334366957348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,10240,1.2882280349731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,10240,0.6497306823730469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,10240,0.2042293349901835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,10240,0.34918534755706787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,10240,0.19998933871587118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,10240,0.18677999575932822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,10240,0.1741066575050354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,10240,0.18238133192062378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,10240,0.170906662940979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,10240,0.1711426575978597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,10240,0.15323467055956522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,10240,0.15144133567810059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,10240,0.14855733513832092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,10240,0.1480466624101003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,10240,0.1503320038318634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,10240,0.13066266973813376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,10240,0.12636666496594748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,10240,0.12435866395632426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,10240,0.12537466486295065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,10240,0.10628799597422282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,10240,0.1028333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,10240,0.09995866815249126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,10240,0.10024266441663106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,10240,0.100982666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,10240,0.0796293318271637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,10240,0.07656266788641612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,10240,0.07603333393732707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,10240,0.07603999972343445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,10240,0.07427600026130676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,10240,0.05529333154360453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,10240,0.053387999534606934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,10240,0.0551119993130366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,10240,0.051067998011906944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,10240,0.05128133296966553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,10240,0.03089199960231781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,10240,0.02739066630601883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,10240,0.028538666665554047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,10240,0.027417334417502087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,10240,0.027587999900182087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,10240,0.02714533358812332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,10240,0.02682933211326599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,10240,0.02680666744709015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,10240,0.02703866610924403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,10240,0.028881333768367767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,10240,0.026337333023548126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,10240,0.026190665860970814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,10240,0.025908000767230988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,10240,0.026449332634607952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,10240,0.02630266547203064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,10240,0.02588133265574773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,10240,0.0258760005235672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,10240,0.025975999732812245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,10240,0.02582533409198125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,10240,0.025943999489148457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,10240,0.02584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,10240,0.025838665664196014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,10240,0.026105334361394245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,10240,0.026007999976476032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,10240,0.025963999330997467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,10240,0.025806667904059093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,10240,0.025870665907859802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,10240,0.025594666600227356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,10240,0.025576000412305195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,10240,0.026320000489552815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,10240,0.026401333510875702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,10240,0.02585466702779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,10240,0.025798665980497997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,10240,0.025834667185942333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,10240,0.02588399996360143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,10240,0.02619866778453191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,10240,0.025565333664417267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,8192,2.875589370727539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,8192,1.5046933492024739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,8192,0.7752746740976969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,8192,0.446885347366333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,8192,0.449893315633138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,8192,0.39053332805633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,8192,0.3898346821467082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,8192,0.32712533076604206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,8192,0.3349093198776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,8192,0.29235732555389404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,8192,0.2751813332239787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,8192,0.265338659286499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,8192,0.28406399488449097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,8192,0.2749946713447571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,8192,0.26049866278966266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,8192,0.23350133498509726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,8192,0.2602826754252116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,8192,0.2558186650276184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,8192,0.23062400023142496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,8192,0.2026639978090922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,8192,0.1908880074818929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,8192,0.1712986628214518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,8192,0.18202932675679526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,8192,0.15574399630228677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,8192,0.14250399669011435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,8192,0.1338373323281606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,8192,0.13522666692733765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,8192,0.10789866248766582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,10240,0.02585199971993764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,8192,0.10726933677991231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,8192,0.08521866798400879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,8192,0.09117866555849712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,8192,0.06742933392524719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,8192,0.06799999872843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,8192,0.04901333153247833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,8192,0.046207999189694725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,8192,0.03173333406448364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,8192,0.031799999376138054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,8192,0.030192000170548756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,8192,0.035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,8192,0.032170665760835014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,8192,0.029264000554879505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,8192,0.03181866556406021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,8192,0.027232001225153606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,8192,0.029018667836983997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,8192,0.0271573339899381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,8192,0.027237333357334137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,8192,0.027456000447273254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,8192,0.028229333460330963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,8192,0.027098665634791057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,8192,0.026306666433811188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,8192,0.026149332523345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,8192,0.026397332549095154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,8192,0.023205332458019257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,8192,0.02589866767326991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,8192,0.023130667706330616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,8192,0.025544000168641407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,8192,0.023154666026433308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,8192,0.023226665953795116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,8192,0.023045333723227184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,8192,0.02293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,8192,0.022834666073322296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,8192,0.02311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,8192,0.02287200093269348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,8192,0.02271733433008194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,8192,0.022925332188606262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,8192,0.022925332188606262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,8192,0.022941333552201588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,8192,0.0227386678258578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,8192,0.023071999351183575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,8192,0.022885332504908245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,8192,0.023042666415373485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,8192,0.023024000227451324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,8192,0.024101334313551586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,8192,0.024269332488377888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,8192,2.0334578620062933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,8192,1.0135502285427518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,8192,0.5335395601060655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,8192,0.28941689597235787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,8192,0.28430400954352486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,8192,0.2702346642812093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,8192,0.2520871162414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,8192,0.23958044581943086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,8192,0.24880533748202852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,8192,0.22097244527604845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,8192,0.22019022040896943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,8192,0.21538310580783418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,8192,0.21435377332899305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,8192,0.20054754945966932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,8192,0.19879466957516143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,8192,0.18668622440761992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,8192,0.18494578202565512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,8192,0.1780853271484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,8192,0.17290488878885904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,8192,0.15242311689588758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,8192,0.15534755918714735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,8192,0.14491377936469182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,8192,0.13267378012339273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,8192,0.1295377810796102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,8192,0.11204622851477729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,8192,0.11803377999199761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,8192,0.10427377621332805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,8192,0.09060800075531006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,8192,0.08935644229253133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,8192,0.07932977543936835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,8192,0.07339733176761203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,8192,0.06831822130415174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,8192,0.0639431079228719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,8192,0.04759111007054647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,8192,0.048693332407209605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,8192,0.03365688853793674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,8192,0.03837688763936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,8192,0.03408177693684896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,8192,0.03564088874393039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,8192,0.0399217771159278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,8192,0.03407111101680332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,8192,0.030833777454164293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,8192,0.031052443716261122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,8192,0.030177778667873804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,8192,0.029912889003753662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,8192,0.029535998900731403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,8192,0.029299557209014893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,8192,0.029317332638634577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,8192,0.02863111098607381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,8192,0.02810844447877672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,8192,0.027722666660944622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,8192,0.025651555922296312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,8192,0.02791822287771437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,8192,0.025303110480308533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,8192,0.03606577714284261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,8192,0.025612443685531616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,8192,0.026702221896913316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,8192,0.024718221690919664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,8192,0.02492622203297085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,8192,0.024917332662476435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,8192,0.026348445150587294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,8192,0.024195555183622573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,8192,0.025212445192866858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,8192,0.02488533324665493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,8192,0.026206221845414903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,8192,0.02583644456333584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,8192,0.024451555477248296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,8192,0.024247111545668706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,8192,0.023893333143658105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,8192,0.025192888246642217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,8192,0.025733333494928148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,8192,0.024718221690919664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,8192,0.02492977844344245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,8192,0.02485688858562046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,10240,0.025814667344093323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,8192,2.7027038998074002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,8192,1.3742098278469508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,8192,0.38651378949483234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,10240,0.025909334421157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,8192,0.3633120059967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,8192,0.7072426478068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,8192,0.3484640121459961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,8192,0.42431288295321995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,8192,0.30982934104071724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,8192,0.32704001002841526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,8192,0.29993067847357857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,8192,0.30630045466952854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,8192,0.27085688379075795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,8192,0.281390216615465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,8192,0.25771911938985187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,8192,0.3899751239352756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,8192,0.23302933904859754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,8192,0.23445510864257812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,8192,0.21656355592939588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,8192,0.37855643696255153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,8192,0.18830755021837023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,8192,0.1889493332968818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,8192,0.34897600279914004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,8192,0.2645048830244276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,8192,0.14027378294203016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,8192,0.13992533418867323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,8192,0.21613510449727377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,8192,0.12164089414808486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,8192,0.09427377912733291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,8192,0.08755911058849758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,8192,0.1665653387705485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,8192,0.1701742278205024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,8192,0.047982222504085965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,8192,0.03852977686458164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,8192,0.1209884484608968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,8192,0.07573333051469591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,8192,0.06373333268695407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,8192,0.030647112263573542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,8192,0.028145776854621038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,8192,0.028037332826190527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,8192,0.02758755617671543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,8192,0.027466666367318895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,8192,0.03141511148876614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,8192,0.033210668298933245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,8192,0.030622220701641504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,8192,0.02258844508065118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,8192,0.022014222211307947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,8192,0.02168888847033183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,8192,0.022135110365019903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,8192,0.021710221966107685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,8192,0.0210524449745814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,8192,0.021381333470344543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,8192,0.021038222644064162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,8192,0.02075377768940396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,8192,0.020796444680955675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,8192,0.02104355560408698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,8192,0.020807110601001315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,8192,0.03640000025431315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,8192,0.03695999913745456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,8192,0.03558399942186143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,8192,0.035735110441843666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,8192,0.036144001616372004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,8192,0.036072889963785805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,8192,0.035840001371171736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,8192,0.0358240008354187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,8192,0.035070220629374184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,8192,0.036446223656336464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,8192,0.03644088904062907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,8192,0.0359555549091763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,8192,0.03640355666478475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,8192,0.03636622097757127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,8192,0.03603200117746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,8192,0.022919111781650122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,8192,0.024241778585645888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,8192,0.022218666142887537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,8192,0.2778592109680176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,8192,1.080081049601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,8192,0.5129738807678222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,8192,0.16530027389526367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,8192,0.16038932800292968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,8192,0.14279786745707196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,8192,0.14885226885477704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,8192,0.14217492739359539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,8192,0.13937919934590656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,8192,0.13967679341634115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,8192,0.12399786313374836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,8192,0.12229653199513753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,8192,0.12120426495869954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,8192,0.12008426984151203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,8192,0.12183573246002197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,8192,0.10384639898935955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,8192,0.10271893342336018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,8192,0.10041173299153645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,8192,0.10123946666717529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,8192,0.08550293445587158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,8192,0.08323093255360922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,8192,0.0802453358968099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,8192,0.08154666423797607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,8192,0.0645525336265564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,8192,0.08207786877950032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,8192,0.062257067362467444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,8192,0.0621450662612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,8192,0.06107093493143717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,8192,0.062344535191853845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,8192,0.04513066609700521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,8192,0.04318933486938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,8192,0.04508586724599202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,8192,0.04266026814778646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,8192,0.04109760125478108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,8192,0.025727999210357667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,8192,0.02371413310368856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,8192,0.02321173350016276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,8192,0.022778666019439696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,8192,0.023082667589187623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,8192,0.02355413238207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,8192,0.023305600881576537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,8192,0.022342399756113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,8192,0.02286506692568461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,8192,0.023217066129048666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,8192,0.022130133708318074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,8192,0.0219050665696462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,8192,0.02213653326034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,8192,0.022012799978256226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,8192,0.021990400552749634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,8192,0.021942400932312013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,8192,0.021970132986704506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,8192,0.02251519958178202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,8192,0.02156053384145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,8192,0.02217386762301127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,8192,0.0219541331132253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,8192,0.021943465868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,8192,0.021918932596842446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,8192,0.021951999266942343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,8192,0.021901865800221763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,8192,0.022141865889231362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,8192,0.02173973321914673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,8192,0.021935999393463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,8192,0.021666133403778078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,8192,0.021943465868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,8192,0.0219541331132253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,8192,0.02195626695950826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,8192,0.021950932343800862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,8192,0.02158400019009908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,8192,0.02174506584803263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,8192,0.021987199783325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,8192,0.02190720041592916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,7168,2.326613267262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,7168,1.2600453694661458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,7168,0.6769546667734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,7168,0.3693759838740031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,7168,0.3561919927597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,7168,0.3441679875055949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,7168,0.2921253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,7168,0.2835119962692261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,7168,0.2948720057805379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,7168,0.2506800095240275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,7168,0.2437679966290792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,7168,0.23133333524068198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,7168,0.25250399112701416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,7168,0.24049866199493408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,7168,0.22143733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,7168,0.20064000288645426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,7168,0.2224959929784139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,7168,0.2157306671142578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,7168,0.19338132937749228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,7168,0.17659467458724976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,7168,0.16595733165740967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,7168,0.14785866936047873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,7168,0.15326133370399475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,7168,0.1352240045865377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,7168,0.12317599852879842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,7168,0.11663466691970825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,7168,0.11426666378974915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,7168,0.09219200412432353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,7168,0.09195733070373535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,7168,0.08070399860541026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,7168,0.07567466795444489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,7168,0.06204000115394592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,7168,0.0595360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,7168,0.04370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,7168,0.040762667854626976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,7168,0.028200000524520874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,7168,0.027053333818912506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,7168,0.03138933330774307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,7168,0.025759999950726826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,7168,0.02829066663980484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,7168,0.025333332518736523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,7168,0.02812533328930537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,7168,0.02400800089041392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,7168,0.02605333427588145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,7168,0.024269332488377888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,7168,0.024154665569464367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,7168,0.024186665813128155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,7168,0.024288001159826916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,7168,0.02378133436044057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,7168,0.02329333374897639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,7168,0.02325066675742467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,7168,0.02325066675742467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,7168,0.021146667500336964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,7168,0.02314666658639908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,7168,0.02107200026512146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,7168,0.022778667509555817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,7168,0.021221332252025604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,7168,0.02124000092347463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,7168,0.021154666940371197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,7168,0.02111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,7168,0.02107466757297516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,7168,0.021330667038758595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,7168,0.02106400082508723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,7168,0.021189334491888683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,7168,0.021045332153638203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,7168,0.02107466757297516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,7168,0.02102133383353551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,7168,0.02089600016673406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,7168,0.020879998803138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,7168,0.02094399929046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,7168,0.021426667769749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,7168,0.02128000060717265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,7168,0.02219466616710027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,7168,0.02202400068442027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,7168,1.7681155734592016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,8192,0.021523199478785195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,7168,0.9251075320773654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,7168,0.45324087142944336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,7168,0.2516373263465034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,7168,0.24667554431491426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,7168,0.2435377703772651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,7168,0.21973510583241782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,7168,0.21767289108700225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,7168,0.21689955393473306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,7168,0.1967395544052124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,7168,0.1911146640777588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,7168,0.19645333290100098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,7168,0.19054578410254586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,7168,0.18209600448608398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,7168,0.17263110478719076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,7168,0.16622400283813477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,7168,0.16043378247155085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,7168,0.1548302173614502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,7168,0.15040355258517796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,7168,0.13062755266825357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,7168,0.13159644603729248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,7168,0.12441421879662408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,8192,0.02200746734937032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,7168,0.10937777492735122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,7168,0.10534933540556167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,7168,0.09849422507815891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,7168,0.09801066584057277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,7168,0.07962489128112793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,7168,0.08169422547022502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,7168,0.07185777690675524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,7168,0.07205333312352498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,7168,0.05758400095833672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,7168,0.058261334896087646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,7168,0.04585955540339152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,7168,0.04376177655325996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,7168,0.03509511219130622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,7168,0.03206933206982083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,7168,0.13806933826870388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,7168,0.0319199992550744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,7168,0.030819555123647053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,7168,0.03143822153409322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,7168,0.029167999823888142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,7168,0.02798933453030056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,7168,0.029635555214352075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,7168,0.026851556367344324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,7168,0.02732444471783108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,7168,0.02643555568324195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,7168,0.029191109869215224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,7168,0.02621511121590932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,7168,0.025681777132882014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,7168,0.025059555967648823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,7168,0.02569777766863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,7168,0.025048888391918604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,7168,0.023541332946883306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,7168,0.02327466673321194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,7168,0.023375999596383836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,7168,0.0229120006163915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,7168,0.02407111061943902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,7168,0.03065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,7168,0.022711111439598933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,7168,0.023491554790072974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,7168,0.023244443866941664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,7168,0.02307022280163235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,7168,0.02427022159099579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,7168,0.023025777604844835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,7168,0.023822221491071913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,7168,0.02309333284695943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,7168,0.02379377848572201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,7168,0.023128888673252527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,7168,0.027886221806208294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,7168,0.02294755478700002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,7168,0.02532622218132019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,7168,0.023504000571038988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,7168,0.02375999920898014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,7168,0.023500444160567388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,8192,0.021921066443125407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,7168,2.6188231574164496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,7168,0.3706328868865967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,7168,1.3281973732842338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,7168,0.3459164566463894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,7168,0.6741102006700305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,7168,0.3281955454084608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,7168,0.39898843235439724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,7168,0.30061154895358616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,7168,0.3114008903503418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,7168,0.2877742184533013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,7168,0.28721777598063153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,7168,0.2564213275909424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,7168,0.26291555828518337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,7168,0.24312888251410592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,7168,0.3726204501258002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,7168,0.219632003042433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,7168,0.2228142155541314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,7168,0.20644799868265787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,7168,0.32836800151401097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,7168,0.17484977510240343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,7168,0.17044266064961752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,7168,0.35497599177890354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,7168,0.24731021457248262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,7168,0.1341422266430325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,7168,0.12966756025950113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,7168,0.15433955192565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,7168,0.1124533282385932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,7168,0.09027200274997288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,7168,0.07948622438642713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,7168,0.07154488563537598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,7168,0.20363910992940268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,7168,0.04232888751559787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,7168,0.03532800078392029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,7168,0.1602488888634576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,7168,0.11542222234937881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,7168,0.05626489056481255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,7168,0.02790400054719713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,7168,0.026195555925369263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,7168,0.025429333249727886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,7168,0.025441777375009324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,7168,0.025621333056026038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,7168,0.02880355715751648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,7168,0.0277493331167433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,7168,0.027335110637876723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,7168,0.02074666652414534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,7168,0.02047288914521535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,7168,0.020558221472634208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,7168,0.02013511127895779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,7168,0.020081778367360432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,7168,0.01829688913292355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,7168,0.01870044403605991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,7168,0.01867733399073283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,7168,0.018746667438083224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,7168,0.018616888258192275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,7168,0.030384000804689195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,7168,0.030272000365787085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,7168,0.029818667305840388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,7168,0.02959111001756456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,7168,0.030476444297366675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,7168,0.020302222834693063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,7168,0.031502223677105375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,7168,0.030995554394192163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,7168,0.03303822212749057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,7168,0.030988444884618122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,7168,0.03167644474241469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,7168,0.031056000126732722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,7168,0.031027555465698242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,7168,0.03236088818973965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,7168,0.03147733211517334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,7168,0.029948443174362183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,7168,0.032495998673968844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,7168,0.03165333469708761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,7168,0.020024889045291476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,7168,0.021002666817771062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,7168,0.4825738588968913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,7168,0.9667285283406576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,7168,0.144487460454305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,7168,0.24988373120625815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,7168,0.13319466908772787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,7168,0.14805973370869954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,7168,0.12936533292134603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,7168,0.12603840033213298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,7168,0.1271231969197591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,7168,0.11144639650980633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,7168,0.129203200340271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,7168,0.1092629353205363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,7168,0.10989226500193279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,7168,0.10800533294677735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,7168,0.09250453313191732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,7168,0.11035199960072835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,7168,0.09314239819844564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,7168,0.09032106399536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,7168,0.09098560015360514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,7168,0.0779210646947225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,7168,0.07623253663380941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,7168,0.07255679766337077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,7168,0.07342186768849691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,7168,0.07358293533325196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,7168,0.05931200186411539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,7168,0.05635840098063151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,7168,0.05616746743520101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,7168,0.056157867113749184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,7168,0.05523093144098917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,7168,0.040756265322367355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,7168,0.04012906551361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,7168,0.03737173477808635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,7168,0.040538668632507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,7168,0.03890879948933919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,7168,0.02318506638209025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,7168,0.021282132466634116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,7168,0.021512534221013388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,7168,0.021208532651265464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,7168,0.02118826707204183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,7168,0.021053866545359293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,7168,0.021489065885543824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,7168,0.021262933810551964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,7168,0.02144320011138916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,7168,0.02074986696243286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,7168,0.020439465840657554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,7168,0.020337067047754922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,7168,0.020588799317677816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,7168,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,7168,0.020413867632548013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,7168,0.02035413384437561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,7168,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,7168,0.019938133160273232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,7168,0.020362667242685952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,7168,0.019910399119059244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,7168,0.02023680011431376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,7168,0.02026346723238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,7168,0.01991466681162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,7168,0.020498132705688475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,7168,0.0199562668800354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,7168,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,7168,0.02036693294843038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,7168,0.020304000377655028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,7168,0.02007466753323873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,7168,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,7168,0.02024959921836853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,7168,0.019961599508921304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,7168,0.019939200083414713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,7168,0.020346667369206747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,7168,0.020023467143376668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,7168,0.02034026583035787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,7168,0.020217599471410115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,6144,1.9125626881917317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,6144,1.0736080010732014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,6144,0.5402746597925822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,6144,0.3124106725056966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,6144,0.31705333789189655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,6144,0.28334399064381915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,6144,0.24346667528152466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,6144,0.24152000745137533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,6144,0.24724533160527548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,6144,0.21212534109751383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,6144,0.21051732699076334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,6144,0.21976266304651895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,6144,0.20175200700759888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,6144,0.20755734046300253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,6144,0.1872133413950602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,6144,0.16874933242797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,6144,0.17258665959040323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,6144,0.17914666732152304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,6144,0.17679999272028604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,6144,0.15185599525769553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,6144,0.14144532879193625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,6144,0.12718133131663004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,6144,0.13286667068799338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,6144,0.11653600136439006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,6144,0.10391199588775635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,6144,0.09706133604049683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,6144,0.09690666198730469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,6144,0.07811200122038524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,6144,0.07772000133991241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,6144,0.06673333545525868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,6144,0.06764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,6144,0.0551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,6144,0.05175999800364176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,6144,0.0375066672762235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,6144,0.03485599905252457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,6144,0.024850666522979736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,6144,0.02314399927854538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,6144,0.02696799983580907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,6144,0.022853332261244457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,6144,0.02495199938615163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,6144,0.02217866728703181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,6144,0.025013332565625507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,6144,0.021496000389258068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,6144,0.022624000906944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,6144,0.021002667645613354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,6144,0.02092266579469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,6144,0.021298666795094807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,6144,0.02242933213710785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,6144,0.021144000192483265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,6144,0.020925333102544148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,6144,0.020693333198626835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,6144,0.021159999072551727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,6144,0.01913333311676979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,6144,0.020354667057593662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,6144,0.01903466631968816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,6144,0.019042667001485825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,6144,0.018962666392326355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,6144,0.018789333601792652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,6144,0.01886133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,6144,0.01886933296918869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,6144,0.018237333744764328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,6144,0.017938667287429173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,6144,0.01812800019979477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,6144,0.01811733345190684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,6144,0.018298666924238205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,6144,0.017909333109855652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,6144,0.018221333622932434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,6144,0.018034666776657104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,6144,0.018151999761660893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,6144,0.01832266648610433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,6144,0.018725333114465077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,6144,0.01860533282160759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,6144,0.018805333723624546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,6144,0.01904533306757609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,6144,1.5022382736206055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,6144,0.7751004430982801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,6144,0.3941920068528917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,6144,0.2054844432406955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,6144,0.20993599626753065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,6144,0.19846044646369088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,6144,0.18913600179884169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,6144,0.18939556015862358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,6144,0.18788088692559135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,6144,0.17034488254123262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,6144,0.16749689314100477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,6144,0.16333866119384766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,6144,0.16404444641537136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,6144,0.15828800201416016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,6144,0.1514399978849623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,6144,0.13972089025709364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,6144,0.13798399766286215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,6144,0.13475199540456137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,6144,0.13318222098880345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,6144,0.11985245015886094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,6144,0.11595911449856228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,6144,0.11199466387430827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,6144,0.10579733053843181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,6144,0.09809422492980957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,6144,0.09110933542251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,6144,0.08480888605117798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,6144,0.08105955521265666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,6144,0.06998222404056124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,6144,0.06988800234264798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,6144,0.062241779433356396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,6144,0.06052622530195448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,6144,0.05040355523427328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,6144,0.04860977662934197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,6144,0.04296711087226868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,6144,0.039452443520228066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,6144,0.031832890378104314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,6144,0.02913244565327962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,6144,0.029048889875411987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,6144,0.028044445647133723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,6144,0.029121776421864826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,6144,0.027600000301996868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,6144,0.028767999675538804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,6144,0.027148443791601393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,6144,0.026675555441114638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,6144,0.025352888637118872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,6144,0.02541333271397485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,6144,0.02520888878239526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,6144,0.02607288956642151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,6144,0.024915556112925213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,6144,0.024693333440356787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,6144,0.024120888776249353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,6144,0.024559999505678814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,6144,0.024392889605628118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,6144,0.024174221687846716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,6144,0.025232000483406916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,6144,0.022709333234363135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,6144,0.022680888573328655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,6144,0.023491554790072974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,6144,0.0225262227985594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,6144,0.02219911085234748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,6144,0.02230577833122677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,6144,0.024225778049892847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,6144,0.02254933284388648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,6144,0.024805333879258897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,6144,0.02233955595228407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,6144,0.02161955502298143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,6144,0.02273599969016181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,6144,0.022755554980701868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,6144,0.023219555616378784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,6144,0.020883555213610332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,6144,0.022506665852334764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,6144,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,6144,0.023045332895384893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,7168,0.02001813252766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,6144,0.023054222265879314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,7168,0.02030506730079651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,7168,0.020167466004689535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,6144,2.4283324347601996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,6144,0.3447057671017117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,6144,1.2256266276041667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,6144,0.3174400064680311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,6144,0.6232782469855415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,6144,0.30680354436238605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,6144,0.3710577752855089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,6144,0.28291911549038357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,6144,0.28996266259087455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,6144,0.2701813379923503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,6144,0.27427734269036186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,6144,0.24757332271999785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,6144,0.24840177430046928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,6144,0.2333315478430854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,6144,0.34454933802286786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,6144,0.20419022772047254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,6144,0.20582400427924263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,6144,0.19123733043670654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,6144,0.3262560102674696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,6144,0.16283022032843694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,6144,0.15871111551920572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,6144,0.3069386747148302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,6144,0.23146133952670625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,6144,0.12734044922722712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,6144,0.11752177609337701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,6144,0.18825777371724448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,6144,0.09704889191521539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,6144,0.0803804463810391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,6144,0.06688888867696126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,6144,0.14441066318088108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,6144,0.14448889096577963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,6144,0.04034488730960422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,6144,0.03205688794453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,6144,0.10744533273908828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,6144,0.06133688820732964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,6144,0.04798577891455757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,6144,0.02502222193611993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,6144,0.023432888918452795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,6144,0.02306844459639655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,6144,0.02275733318593767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,6144,0.022846221923828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,6144,0.026172444224357605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,6144,0.0255039996571011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,6144,0.024163555767801072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,6144,0.018787556224399142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,6144,0.018632888793945312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,6144,0.01864177816443973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,6144,0.018814222680197824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,6144,0.018519111805491976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,6144,0.016680889659457736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,6144,0.016912000046836007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,6144,0.016970665918456185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,6144,0.016620443926917184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,6144,0.01645155582163069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,6144,0.027619555592536926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,6144,0.02756622268093957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,6144,0.027612444427278306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,6144,0.028720001379648846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,6144,0.029562665356530085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,6144,0.02830933199988471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,6144,0.028204444381925795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,6144,0.028769777880774602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,6144,0.030115554730097454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,6144,0.029663999875386555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,6144,0.028794666131337483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,6144,0.029319110843870375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,6144,0.029267556137508813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,6144,0.029327998558680218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,6144,0.0287715560860104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,6144,0.028869334194395278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,6144,0.029640889830059473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,6144,0.01870933340655433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,6144,0.018725333942307364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,6144,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,6144,0.8227904001871744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,6144,0.43055572509765627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,6144,0.22219413121541343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,6144,0.12793707052866618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,6144,0.1287285327911377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,6144,0.11964159806569416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,6144,0.1145674705505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,6144,0.11129279931386311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,6144,0.09951146443684897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,6144,0.11237653096516927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,6144,0.11324373086293538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,6144,0.0957535982131958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,6144,0.09725440343221028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,6144,0.09816319942474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,6144,0.09564053217569987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,6144,0.08219306468963623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,6144,0.08220907052357992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,6144,0.08156800270080566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,6144,0.08010666370391846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,6144,0.06860693295796713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,6144,0.06797226270039877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,6144,0.06598826646804809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,6144,0.06379520098368327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,6144,0.06493866840998332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,6144,0.0532533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,6144,0.050436266263326014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,6144,0.049914666016896564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,6144,0.049848532676696776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,6144,0.049873065948486325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,6144,0.036518398920694986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,6144,0.03605653444925944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,6144,0.03572160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,6144,0.03466560045878093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,6144,0.03354239861170451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,6144,0.020269866784413657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,6144,0.021201066176096597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,6144,0.019754666090011596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,6144,0.019462400674819948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,6144,0.019537067413330077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,6144,0.01970133384068807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,6144,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,6144,0.018931200106938682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,6144,0.019483733177185058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,6144,0.01915839910507202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,6144,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,6144,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,6144,0.018966400623321535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,6144,0.018474666277567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,6144,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,6144,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,6144,0.01839253306388855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,6144,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,6144,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,6144,0.018705066045125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,6144,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,6144,0.018722132841746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,6144,0.0182805339495341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,6144,0.01845546762148539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,6144,0.01832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,6144,0.01829119920730591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,6144,0.018481065829594932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,6144,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,6144,0.018203733364741008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,6144,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,6144,0.018568533658981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,6144,0.01841920018196106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,6144,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,6144,0.018343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,6144,0.018577067057291667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,6144,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,6144,0.0182805339495341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,5120,1.5230132738749187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,5120,0.7444453239440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,5120,0.3996853431065877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,5120,0.2611680030822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,5120,0.2634906570116679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,5120,0.2575040062268575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,5120,0.2161146601041158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,5120,0.20841066042582193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,5120,0.20791999499003092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,5120,0.18013866742451987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,5120,0.17652533451716104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,5120,0.17934133609135947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,5120,0.17956799268722534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,5120,0.17249866326649985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,5120,0.1599066654841105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,5120,0.13965333501497904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,5120,0.14093066255251566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,5120,0.13641599814097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,5120,0.13143199682235718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,5120,0.12413066625595093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,5120,0.11568267146746318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,5120,0.11965066194534302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,5120,0.10602666934331258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,5120,0.09660266836484273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,5120,0.08549867073694865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,5120,0.08180266618728638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,5120,0.07954399784406026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,5120,0.06578400234381358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,5120,0.06505066653092702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,5120,0.057722667853037514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,5120,0.05434933304786682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,5120,0.04508000115553538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,5120,0.04459733267625173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,5120,0.03324266771475474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,5120,0.030637333790461223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,5120,0.021389332910378773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,5120,0.019850666324297588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,5120,0.024061332146326702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,5120,0.019952000429232914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,5120,0.02195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,5120,0.019567999988794327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,5120,0.021778665482997894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,5120,0.01882133384545644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,5120,0.01961333304643631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,5120,0.018631999691327412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,5120,0.018458666900793713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,5120,0.018658666561047237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,5120,0.019053333749373753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,5120,0.01844266677896182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,5120,0.017965332915385563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,5120,0.017818666994571686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,5120,0.01847733308871587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,5120,0.016917333006858826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,5120,0.017880000174045563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,5120,0.016762666404247284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,5120,0.016949333250522614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,5120,0.01682666689157486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,5120,0.01648266613483429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,5120,0.01646399994691213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,5120,0.016498666256666183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,5120,0.01664000004529953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,5120,0.016480000068744022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,5120,0.016293333222468693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,5120,0.01606133331855138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,5120,0.016754666964213055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,5120,0.01598400001724561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,5120,0.01602399970094363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,5120,0.016575999557971954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,5120,0.01639733339349429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,5120,0.016242666790882748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,5120,0.01672533278663953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,5120,0.016554666062196095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,5120,0.01693333312869072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,5120,0.016952000558376312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,5120,1.24589737256368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,5120,0.6478480100631714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,5120,0.3320373296737671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,6144,0.01865066687266032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,5120,0.17212265729904175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,5120,0.18129066626230875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,5120,0.16743733485539755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,5120,0.16060933470726013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,5120,0.16458266973495483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,5120,0.16007199883460999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,5120,0.14833066860834757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,5120,0.1421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,5120,0.13662266731262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,5120,0.13712533315022787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,5120,0.1381493310133616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,5120,0.13038399815559387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,5120,0.1293280025323232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,5120,0.12039732933044434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,5120,0.11098933219909668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,5120,0.11832799514134724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,5120,0.103685329357783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,5120,0.10220666726430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,5120,0.10184267163276672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,5120,0.0952066679795583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,5120,0.08154666423797607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,5120,0.0796839992205302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,5120,0.07180933157602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,5120,0.07315999766190846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,5120,0.06011733412742615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,5120,0.06311066448688507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,5120,0.053901334603627525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,5120,0.04517333209514618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,5120,0.043665334582328796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,5120,0.03719600041707357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,6144,0.018524799744288126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,5120,0.03577866653601328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,5120,0.02927066634098689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,5120,0.027085334062576294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,5120,0.028927999238173168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,5120,0.02659733345111211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,5120,0.0271546666820844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,5120,0.02595466623703639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,5120,0.027130665878454845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,5120,0.02476933350165685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,5120,0.025663999219735462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,5120,0.024452000856399536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,5120,0.023989332218964893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,5120,0.023022666573524475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,5120,0.023973333338896435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,5120,0.023056000471115112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,5120,0.023847999672094982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,5120,0.024086666603883106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,5120,0.054376001159350075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,5120,0.023198666671911877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,5120,0.022843999167283375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,5120,0.021171999474366505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,5120,0.023192000885804493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,5120,0.02289333442846934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,5120,0.021528000632921856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,5120,0.021506667137145996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,5120,0.021198667585849762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,5120,0.020743999630212784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,5120,0.021995998919010162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,5120,0.020871999363104504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,5120,0.020779999593893688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,5120,0.020844000081221264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,5120,0.020853333175182343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,5120,0.022254665692647297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,5120,0.020768000433842342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,5120,0.02205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,5120,0.021553332606951397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,5120,0.020897333820660908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,5120,0.021170665820439655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,5120,0.021006666123867035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,5120,0.02180533359448115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,5120,0.02276666710774104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,6144,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,5120,0.5793226559956869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,5120,0.3217560052871704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,5120,2.2359372774759927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,5120,0.2964880069096883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,5120,1.1493666966756184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,5120,0.28857600688934326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,5120,0.34233999252319336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,5120,0.2619386712710063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,5120,0.2657426595687866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,5120,0.24870399634043375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,5120,0.24702133735020956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,5120,0.22403866052627563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,5120,0.22679734230041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,5120,0.21069467067718506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,5120,0.3198853333791097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,5120,0.18926932414372763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,5120,0.18895334005355835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,5120,0.17495733499526978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,5120,0.2998253305753072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,5120,0.15009066462516785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,5120,0.14243333538373312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,5120,0.2869093418121338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,5120,0.2115666667620341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,5120,0.11395866672197978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,5120,0.0983186662197113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,5120,0.16783599058787027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,5120,0.08327733476956685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,5120,0.07139333089192708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,5120,0.055929332971572876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,5120,0.13228933016459146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,5120,0.1273479958375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,5120,0.03515466550985972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,5120,0.02922266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,5120,0.09421466787656148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,5120,0.05039466420809428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,5120,0.04170133173465729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,5120,0.023213334381580353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,5120,0.021337332824865978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,5120,0.022292000552018482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,5120,0.021003998816013336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,5120,0.021186667184034984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,5120,0.020666666328907013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,5120,0.02186266581217448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,5120,0.02276800076166789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,5120,0.016842667013406754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,5120,0.01716800034046173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,5120,0.016841333359479904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,5120,0.016568000117937725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,5120,0.016575999557971954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,5120,0.015362666298945745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,5120,0.015014667063951492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,5120,0.015128000328938166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,5120,0.014848000059525171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,5120,0.016568000117937725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,5120,0.015072000523408255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,5120,0.023148000240325928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,5120,0.024801333745320637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,5120,0.023386667172114056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,5120,0.02439333250125249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,5120,0.023746666808923084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,5120,0.02537466585636139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,5120,0.02316266546646754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,5120,0.024889332552750904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,5120,0.0247653325398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,5120,0.024557332197825115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,5120,0.025106665988763172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,5120,0.02442266543706258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,5120,0.024549332757790882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,5120,0.02585466702779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,5120,0.02440800021092097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,5120,0.023870666821797688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,5120,0.02571599930524826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,5120,0.016525333126386006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,5120,0.017082666357358296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,5120,0.7280640284220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,5120,0.3796031951904297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,5120,0.19339733123779296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,5120,0.11371520360310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,5120,0.11236373583475749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,5120,0.10369706948598226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,5120,0.10016106764475505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,5120,0.0980725367863973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,5120,0.0972640037536621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,5120,0.09987093607584635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,5120,0.0867520014444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,5120,0.08469653129577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,5120,0.08347093264261882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,5120,0.08562773068745931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,5120,0.07293972969055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,5120,0.08340266545613607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,5120,0.07214506467183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,5120,0.07053120136260986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,5120,0.07124693393707275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,5120,0.060244266192118326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,5120,0.05974719921747843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,5120,0.057188268502553305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,5120,0.05778026580810547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,5120,0.055485868453979494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,5120,0.047144532203674316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,5120,0.044735999902089436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,5120,0.0447711984316508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,5120,0.04234986702601115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,5120,0.042130132516225174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,5120,0.03332800070444743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,5120,0.03232213258743286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,5120,0.030874667565027873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,5120,0.029849600791931153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,5120,0.030331732829411824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,5120,0.020222934087117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,5120,0.017641599973042807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,5120,0.01789439916610718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,5120,0.01753066579500834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,5120,0.017767467101415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,5120,0.017594667275746663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,5120,0.01753386656443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,5120,0.017026132345199584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,5120,0.017808000246683754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,5120,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,5120,0.017026132345199584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,5120,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,5120,0.017051732540130614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,5120,0.01697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,5120,0.017605332533518474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,5120,0.016684800386428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,5120,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,5120,0.016757333278656007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,5120,0.016849066813786825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,5120,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,5120,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,5120,0.017018665870030723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,5120,0.01662720044453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,5120,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,5120,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,5120,0.016645333170890807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,5120,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,5120,0.016616533199946083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,5120,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,5120,0.016732800006866454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,5120,0.016607999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,5120,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,5120,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,5120,0.016246400276819863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,5120,0.01699840029080709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,5120,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,5120,0.01704960068066915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,4096,1.3206684324476454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,4096,0.659098678165012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,4096,0.3841884401109483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,4096,0.22379912270439994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,4096,0.21607111559973824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,4096,0.19354489114549425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,4096,0.17140800423092314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,4096,0.17163199848598906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,4096,0.16830400625864664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,4096,0.1453404426574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,4096,0.1423004468282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,4096,0.14306488302018908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,4096,0.1443342235353258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,4096,0.1377671162287394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,4096,0.13552178276909724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,4096,0.11782756116655137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,4096,0.12037866645389134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,4096,0.1166986624399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,4096,0.10935466819339329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,4096,0.10111111402511597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,4096,0.09404622183905707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,4096,0.10296889146169026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,4096,0.08823466963238186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,4096,0.08045333623886108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,4096,0.06928355826271905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,4096,0.06568888823191325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,4096,0.06416000260247125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,4096,0.0536480016178555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,4096,0.053447110785378345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,4096,0.04686933424737719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,4096,0.04479111234347025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,4096,0.03689777851104736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,4096,0.03429333368937174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,4096,0.026081777281231348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,4096,0.024439111351966858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,4096,0.018975999620225694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,5120,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,4096,0.015658666690190632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,4096,0.01716800034046173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,4096,0.015235554840829639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,4096,0.017416889468828838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,4096,0.015306666493415833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,4096,0.01741333305835724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,4096,0.014654222461912366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,4096,0.015338665909237333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,4096,0.014560000763999091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,4096,0.014581332604090372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,4096,0.01462044484085507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,4096,0.015116444892353482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,4096,0.014204444156752693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,4096,0.014140443669425117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,4096,0.014160000615649752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,4096,0.014367999302016364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,4096,0.012622222304344177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,4096,0.014188443620999655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,4096,0.012714666624863943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,4096,0.012611555556456247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,4096,0.01258488910065757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,4096,0.012634666429625617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,4096,0.01260088880856832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,4096,0.01258133351802826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,4096,0.012629333469602795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,4096,0.012622222304344177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,4096,0.012540444731712341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,4096,0.01258133351802826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,4096,0.012583110895421771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,4096,0.012552888856993781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,4096,0.012611555556456247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,4096,0.012561777399645912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,4096,0.01259022206068039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,4096,0.012618666721714867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,4096,0.013080889152155982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,4096,0.01309866706530253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,4096,0.01330488920211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,4096,0.013663999736309052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,4096,1.010423469543457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,4096,0.5211253484090169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,4096,0.25301547050476075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,4096,0.14803840319315592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,4096,0.15186880429585775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,4096,0.13824853897094727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,4096,0.13152639865875243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,4096,0.13308266798655194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,4096,0.1334762732187907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,4096,0.12324906984965008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,4096,0.12052160104115803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,4096,0.11999999682108561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,4096,0.1142090638478597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,4096,0.11121280193328857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,4096,0.10399786631266277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,4096,0.10213332970937092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,4096,0.10445120334625244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,4096,0.09532053470611572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,4096,0.09628053506215414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,4096,0.08700479666392008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,4096,0.08414826393127442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,4096,0.07612480322519938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,4096,0.07595626513163248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,4096,0.07282986640930175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,4096,0.06674559911092123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,4096,0.06772692998250326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,4096,0.05939733187357584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,4096,0.04955519835154216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,4096,0.05244799852371216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,4096,0.04657173156738281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,4096,0.04448533455530802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,4096,0.04683200120925903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,4096,0.03929280042648316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,4096,0.036190934975941974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,4096,0.03287786642710368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,4096,0.028166399399439497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,4096,0.02501973311106364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,4096,0.024625066916147867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,4096,0.02488853335380554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,4096,0.02435520092646281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,4096,0.024684800704320272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,4096,0.02424959937731425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,4096,0.023217066129048666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,4096,0.022951465845108033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,4096,0.022503467400868733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,4096,0.02148053248723348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,4096,0.025944532950719197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,4096,0.022453333934148154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,4096,0.02429866592089335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,4096,0.02305813431739807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,4096,0.021635200579961142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,4096,0.02195626695950826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,4096,0.023099732398986817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,4096,0.021604265769322714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,4096,0.021900800863901775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,4096,0.020920532941818237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,4096,0.021809067328770956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,4096,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,4096,0.019211733341217042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,4096,0.020071466763814293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,4096,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,4096,0.02140586574872335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,4096,0.019323732455571493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,4096,0.020891733964284263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,4096,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,4096,0.019783467054367065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,4096,0.020107734203338622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,4096,0.021228800217310585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,4096,0.01885333259900411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,4096,0.019271467129389444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,4096,0.01999146739641825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,4096,0.02032533288002014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,4096,0.020207999149958293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,4096,0.0203167994817098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,5120,0.01655359963575999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,5120,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,4096,2.088950347900391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,4096,1.045470937093099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,4096,0.2931818644205729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,4096,0.2720277468363444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,4096,0.5296053250630697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,4096,0.2597578684488932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,4096,0.30647252400716146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,4096,0.23992640177408853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,4096,0.2372490723927816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,4096,0.229038937886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,4096,0.22297066052754722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,4096,0.20614399909973144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,4096,0.20367892583211264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,4096,0.1945631980895996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,4096,0.28896640141805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,4096,0.17134186426798503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,4096,0.16795412699381512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,4096,0.1568448066711426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,4096,0.2726133346557617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,4096,0.1363082726796468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,4096,0.12038933436075847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,4096,0.25554240544637047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,4096,0.18801706631978352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,4096,0.09441493352254232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,4096,0.08045653502146402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,4096,0.1460554599761963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,4096,0.06719573338826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,4096,0.056236799558003744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,4096,0.04877333243687947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,4096,0.11693653265635173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,4096,0.10061333179473878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,4096,0.029421865940093994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,4096,0.025576533873875935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,4096,0.07669546604156494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,4096,0.04294293324152629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,4096,0.03658560117085775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,4096,0.0202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,4096,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,4096,0.01841920018196106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,4096,0.01846826672554016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,4096,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,4096,0.020268799861272176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,4096,0.020470400651295982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,4096,0.02039360006650289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,4096,0.014878933628400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,4096,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,4096,0.014877866705258688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,4096,0.015092266599337259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,4096,0.014935466647148132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,4096,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,4096,0.013630933562914529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,4096,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,4096,0.01323199967543284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,4096,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,4096,0.020894932746887206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,4096,0.02025493383407593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,4096,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,4096,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,4096,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,4096,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,4096,0.020897066593170165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,4096,0.020658133427302043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,4096,0.020994132757186888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,4096,0.02060479919115702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,4096,0.02108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,4096,0.02143359978993734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,4096,0.02211946646372477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,4096,0.021514666080474854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,4096,0.021341866254806517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,4096,0.021474132935206093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,4096,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,4096,0.015085867047309876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,4096,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,4096,0.015222400426864624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,4096,0.29553600947062175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,4096,0.563646952311198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,4096,0.15779412587483724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,4096,0.09324159622192382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,4096,0.09037866592407226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,4096,0.08313066959381103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,4096,0.08220586776733399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,4096,0.08054186503092448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,4096,0.07907520135243734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,4096,0.07097280025482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,4096,0.0782858689626058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,4096,0.07013333638509114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,4096,0.0687445322672526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,4096,0.06887253125508627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,4096,0.0682207981745402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,4096,0.06023146708806356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,4096,0.05802880128224691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,4096,0.058645331859588624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,4096,0.05698879957199097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,4096,0.049713067213694256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,4096,0.04899626572926839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,4096,0.04747946659723918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,4096,0.047325865427653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,4096,0.04700053135553996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,4096,0.039374931653340654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,4096,0.03752106825510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,4096,0.03660906553268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,4096,0.036850134531656906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,4096,0.036294400691986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,4096,0.027060266335805255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,4096,0.026789333422978717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,4096,0.0264138658841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,4096,0.02656746705373128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,4096,0.02593280076980591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,4096,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,4096,0.015363199512163797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,4096,0.015955199797948204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,4096,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,4096,0.015034666657447815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,4096,0.015345066785812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,4096,0.015052800377209982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,4096,0.016263467073440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,4096,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,4096,0.015074132879575094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,4096,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,4096,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,4096,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,4096,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,4096,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,4096,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,4096,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,4096,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,4096,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,4096,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,4096,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,4096,0.014154666662216186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,4096,0.014154666662216186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,4096,0.014306132992108664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,4096,0.014083199699719749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,4096,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,4096,0.014221866925557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,4096,0.014150399963061014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,4096,0.014165332913398743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,4096,0.014186666409174601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,4096,0.014219733079274497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,4096,0.014263466993967692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,4096,0.014230400323867798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,4096,0.014217600226402283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,4096,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,4096,0.013809067010879517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,4096,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,3584,1.1632444593641493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,3584,0.5890062120225694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,3584,0.32786311043633354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,3584,0.19403199354807535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,3584,0.19609244664510092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,3584,0.177093333668179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,3584,0.1398506694369846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,3584,0.1388888888888889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,3584,0.13996267318725586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,3584,0.12310755252838135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,3584,0.11838222874535455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,3584,0.11818488438924153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,3584,0.11805866824256049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,3584,0.11466666062672932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,3584,0.10806755224863689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,3584,0.09955200221803452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,3584,0.10089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,3584,0.09822044769922893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,3584,0.09180621968375312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,3584,0.08489600155088638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,3584,0.07808711131413777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,3584,0.08544533120261298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,3584,0.0725404421488444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,3584,0.06860266791449653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,3584,0.06091022491455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,3584,0.05708266629113091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,3584,0.05491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,3584,0.045800887876086764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,3584,0.045964443021350436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,3584,0.04041066765785217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,3584,0.03801244497299194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,3584,0.03193777799606323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,3584,0.029733333322736952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,3584,0.023084445132149592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,3584,0.021754667162895203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,3584,0.017041777571042378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,3584,0.014058666096793281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,3584,0.01511111193233066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,3584,0.013960889644092984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,3584,0.015386665860811869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,3584,0.013927110367351107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,3584,0.01534222231970893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,3584,0.013208889298968844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,3584,0.013742222554153867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,3584,0.012094222009181976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,3584,0.012186666329701742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,3584,0.012072888513406118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,3584,0.01311466677321328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,3584,0.012794666820102267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,3584,0.012712889247470431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,3584,0.012689777546458773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,3584,0.012709333664841123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,3584,0.012671999633312225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,3584,0.012597333225939008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,3584,0.011665778027640449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,3584,0.011795555551846823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,3584,0.011758222348160215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,3584,0.011770666473441653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,3584,0.011537777880827585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,3584,0.011854222251309289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,3584,0.011838222543398539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,3584,0.011791999969217511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,3584,0.011674666570292579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,3584,0.01183999992079205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,3584,0.012133333418104382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,3584,0.011663999822404651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,3584,0.011930666863918304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,3584,0.011838222543398539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,3584,0.012030222349696688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,3584,0.012129777835475074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,3584,0.01200177768866221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,3584,0.012062222593360476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,3584,0.012190221912331052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,3584,0.01222400036123064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,3584,0.8812800089518229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,3584,0.4487584114074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,3584,0.24014080365498863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,3584,0.12883626619974772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,3584,0.13053226470947266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,3584,0.12376853624979656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,3584,0.11986666520436604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,3584,0.11524799664815266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,3584,0.11575786272684734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,3584,0.1033514658610026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,3584,0.10212799708048503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,3584,0.1016330639521281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,3584,0.10246933301289876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,3584,0.09962453047434489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,3584,0.09360427061716715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,3584,0.08860053221384684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,3584,0.08823893070220948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,3584,0.082968537012736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,3584,0.08035946687062581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,3584,0.07500480016072592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,3584,0.07268906434377034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,3584,0.06991893450419108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,3584,0.0662069320678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,3584,0.061792000134785974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,3584,0.057767466704050696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,3584,0.05374506711959839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,3584,0.05332266489664713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,3584,0.04593066771825154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,3584,0.04601493279139201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,3584,0.04305386543273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,3584,0.04184639851252238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,3584,0.04140053192774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,4096,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,3584,0.03620800177256266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,3584,0.032536532481511435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,3584,0.030330665906270343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,3584,0.02565760016441345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,3584,0.023401600122451783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,3584,0.02469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,3584,0.02327679991722107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,3584,0.023228800296783446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,3584,0.02294399936993917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,3584,0.022938666741053264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,3584,0.023628799120585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,3584,0.022065067291259767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,3584,0.020758400360743202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,3584,0.02112213373184204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,3584,0.022100265820821127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,3584,0.021177599827448525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,3584,0.02209279934565226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,3584,0.02204586664835612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,3584,0.02115839918454488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,3584,0.020461867252985634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,3584,0.02066133419672648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,3584,0.0207370658715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,3584,0.019283199310302736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,3584,0.021116799116134642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,3584,0.020662399133046468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,3584,0.019637332359949747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,3584,0.019796266158421835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,3584,0.019988266626993816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,3584,0.01876693367958069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,3584,0.019358932971954346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,3584,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,3584,0.018663465976715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,3584,0.020488532384236653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,3584,0.020753065745035805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,3584,0.018857600291570027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,3584,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,3584,0.018769067525863648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,3584,0.01920959949493408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,3584,0.02018453280131022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,3584,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,3584,0.019250132640202842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,3584,0.018769067525863648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,4096,0.01421333352724711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,4096,0.014269866545995078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,3584,0.5152096112569173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,3584,0.28163201014200845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,3584,1.025388781229655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,3584,1.9686997731526692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,3584,0.26750081380208335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,3584,0.25559679667154944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,3584,0.29331092834472655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,3584,0.23001279830932617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,3584,0.22614612579345703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,3584,0.2171466668446859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,3584,0.21267414093017578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,3584,0.19820373853047688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,3584,0.1933183987935384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,3584,0.18553279240926107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,3584,0.27625919977823893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,3584,0.26496000289916993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,3584,0.15358400344848633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,3584,0.14588160514831544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,3584,0.25095465977986653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,3584,0.16450239817301432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,3584,0.1298730691274007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,3584,0.10979626973470051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,3584,0.1772501309712728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,3584,0.08253973325093587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,3584,0.07111466725667318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,3584,0.13283946514129638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,3584,0.060507734616597496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,3584,0.05005120038986206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,3584,0.04588053226470947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,3584,0.09714346726735433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,3584,0.10755733648935954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,3584,0.02953280011812846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,3584,0.02446933388710022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,3584,0.06616106828053793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,3584,0.039943468570709226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,3584,0.019719467560450236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,3584,0.034721068541208905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,3584,0.01906986633936564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,3584,0.017925333976745606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,3584,0.017870932817459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,3584,0.01807039976119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,3584,0.017708800236384072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,3584,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,3584,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,3584,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,3584,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,3584,0.014101333419481912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,3584,0.014364799857139588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,3584,0.01409066617488861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,3584,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,3584,0.012758400042851767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,3584,0.012533332904179892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,3584,0.017869865894317626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,3584,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,3584,0.01413653294245402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,3584,0.01927679975827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,3584,0.01858773430188497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,3584,0.018959999084472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,3584,0.017835734287897746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,3584,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,3584,0.019242666165033975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,3584,0.019383466243743895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,3584,0.019355734189351402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,3584,0.019899733861287437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,3584,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,3584,0.018259199460347493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,3584,0.019774933656056724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,3584,0.018978132804234823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,3584,0.019686400890350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,3584,0.020258132616678873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,3584,0.020039467016855876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,3584,0.020292266209920248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,3584,0.014052266875902811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,3584,0.014229333400726319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,3584,0.2705120086669922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,3584,0.5368810653686523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,3584,0.1411509354909261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,3584,0.08274453481038412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,3584,0.08281919956207276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,3584,0.07718933423360189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,3584,0.07397226492563883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,3584,0.07156480153401693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,3584,0.07236693700154623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,3584,0.07247253259023032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,3584,0.06322453419367471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,3584,0.06444586515426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,3584,0.06311359802881876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,3584,0.06234346628189087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,3584,0.061492268244425455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,3584,0.05422826608022054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,3584,0.05465919971466064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,3584,0.052243200937906895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,3584,0.05290133158365885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,3584,0.04499626557032267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,3584,0.04268159866333008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,3584,0.044860800107320145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,3584,0.04321386814117432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,3584,0.04172906478246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,3584,0.03477226495742798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,3584,0.034518400828043624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,3584,0.03412479956944783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,3584,0.03277440071105957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,3584,0.03258133331934611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,3584,0.025589332977930708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,3584,0.02573653260866801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,3584,0.024320000410079957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,3584,0.02445866664250692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,3584,0.023829332987467446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,3584,0.016221867005030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,3584,0.014199466506640116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,3584,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,3584,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,3584,0.01415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,3584,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,3584,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,3584,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,3584,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,3584,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,3584,0.013639466961224875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,3584,0.01332266628742218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,3584,0.013267200191815695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,3584,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,3584,0.013359999656677246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,3584,0.013103999694188437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,3584,0.01325759987036387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,3584,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,3584,0.013262933492660523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,3584,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,3584,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,3584,0.013251200318336487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,3584,0.013416533668835958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,3584,0.012985600034395852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,3584,0.013063466548919678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,3584,0.01291306714216868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,3584,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,3584,0.01325759987036387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,3584,0.012967466314633688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,3584,0.01297706663608551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,3584,0.01325759987036387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,3584,0.013260799646377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,3584,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,3584,0.013056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,3584,0.013140267133712769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,3584,0.013246933619181315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,3584,0.01300159990787506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,3072,0.9319982528686523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,3072,0.5211626688639323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,3072,0.2727786699930827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,3072,0.16074489222632513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,3072,0.15061510933770075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,3072,0.1379164457321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,3072,0.13097777631547716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,3072,0.13447466161515978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,3072,0.13306311766306558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,3072,0.11001066366831462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,3072,0.10776178042093913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,3072,0.1091359986199273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,3072,0.10943466424942017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,3072,0.10142755508422852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,3072,0.09390222364001805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,3072,0.08781866894827949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,3072,0.0863200028737386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,3072,0.08371733294592963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,3072,0.07923199733098348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,3072,0.07380977604124281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,3072,0.07003021902508207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,3072,0.07312355438868205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,3072,0.06316088967853122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,3072,0.059077335728539355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,3072,0.05224355392985874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,3072,0.058725330564710826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,3072,0.04849955439567566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,3072,0.04108622339036729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,3072,0.04100622071160211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,3584,0.013406933347384135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,3072,0.036017778846952654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,3072,0.034437331888410784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,3072,0.02901866700914171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,3072,0.027048889133665297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,3072,0.020961778031455144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,3072,0.01924977699915568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,3072,0.015258666541841296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,3072,0.012629333469602795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,3072,0.014488889111412896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,3072,0.012527999778588613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,3072,0.013839999834696451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,3072,0.012163555456532372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,3072,0.01406044430202908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,3072,0.012010667059156628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,3072,0.012597333225939008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,3072,0.011237333218256632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,3072,0.01109155515829722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,3072,0.011880888707107969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,3072,0.011384888655609555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,3584,0.013004799683888754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,3072,0.011511111425028907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,3072,0.011509333219793109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,3072,0.011242667006121742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,3072,0.011198221809334226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,3072,0.011176889141400656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,3072,0.010408889088365767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,3072,0.010442666709423065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,3072,0.010625777973069085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,3072,0.010520888699425591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,3072,0.010547555155224271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,3072,0.010501333408885531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,3072,0.010485333700974783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,3072,0.010414222048388587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,3072,0.011166222393512726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,3072,0.010622222390439777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,3072,0.0107004443804423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,3072,0.011640888949235281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,3072,0.01056177748574151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,3072,0.010556444525718689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,3072,0.01054044481780794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,3072,0.01070755554570092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,3072,0.010602666272057427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,3072,0.010568888651000129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,3072,0.010673777924643623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,3072,0.011048888994587792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,3072,0.011301333705584208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,3072,0.38999147415161134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,3072,0.1888543923695882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,3072,0.7665290832519531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,3072,0.10990719795227051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,3072,0.12388052940368652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,3072,0.10609493255615235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,3072,0.1106602668762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,3072,0.1019701321919759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,3072,0.1030623992284139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,3072,0.09352213541666667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,3072,0.09212586879730225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,3072,0.09035200277964274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,3072,0.08955732981363931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,3072,0.08507733345031739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,3072,0.07627306779225668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,3072,0.0802560011545817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,3072,0.07652373313903808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,3072,0.0747605323791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,3072,0.07213653723398844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,3072,0.06744639873504639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,3072,0.06502933502197265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,3072,0.06025173266728719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,3072,0.057750399907430014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,3072,0.05570559899012247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,3072,0.0518666664759318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,3072,0.05006293455759684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,3072,0.0470634659131368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,3072,0.04720106522242228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,3072,0.04634346564610799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,3072,0.04012693166732788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,3072,0.04112000068028768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,3072,0.04061333338419597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,3072,0.033113600810368855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,3072,0.029747200012207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,3072,0.030716800689697267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,3072,0.024514132738113405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,3072,0.022900267442067464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,3072,0.023044266303380332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,3072,0.02267626722653707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,3072,0.02253119945526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,3072,0.022452267011006673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,3072,0.02254400054613749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,3072,0.022881066799163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,3072,0.020492800076802573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,3072,0.020917334159215293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,3072,0.020376533269882202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,3072,0.021687465906143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,3072,0.020595200856526694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,3072,0.021176532904307047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,3072,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,3072,0.02066453297932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,3072,0.01993173360824585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,3072,0.019782400131225585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,3072,0.020795732736587524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,3072,0.02105813423792521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,3072,0.01997440059979757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,3072,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,3072,0.018477867046991982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,3072,0.020076799392700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,3072,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,3072,0.018780799706776936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,3072,0.01844480037689209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,3072,0.01880853374799093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,3072,0.01917120019594828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,3072,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,3072,0.018501333395640054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,3072,0.01851093371709188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,3072,0.020010666052500407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,3072,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,3072,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,3072,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,3072,0.01874986688296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,3072,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,3072,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,3584,0.012959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,3072,0.49420798619588213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,3072,0.2689557393391927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,3072,0.9815711975097656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,3072,0.24979626337687172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,3072,1.891436767578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,3072,0.24319252967834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,3072,0.27918186187744143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,3072,0.22126720746358236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,3072,0.217193603515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,3072,0.20936959584554038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,3072,0.20391252835591636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,3072,0.18995200792948405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,3072,0.1803541342417399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,3072,0.17529066403706867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,3072,0.2643136024475098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,3072,0.24858454068501792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,3072,0.15161706606547037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,3072,0.13653546969095867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,3072,0.13192426363627116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,3072,0.10969813664754231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,3072,0.23983359336853027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,3072,0.10141653219858807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,3072,0.16202774047851562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,3072,0.07341972986857095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,3072,0.06389760176340739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,3072,0.11867413520812989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,3072,0.05686399936676025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,3072,0.04830293258031209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,3072,0.09306346575419108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,3072,0.04314560095469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,3072,0.037723731994628903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,3072,0.026739199956258137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,3072,0.022745599349339805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,3072,0.08386773268381754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,3072,0.05873173475265503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,3072,0.017905066410700478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,3072,0.03297066688537598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,3072,0.017972266674041747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,3072,0.016978132724761962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,3072,0.016124799847602844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,3072,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,3072,0.01634880006313324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,3072,0.01834986607233683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,3072,0.017836799224217735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,3072,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,3072,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,3072,0.013255467017491659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,3072,0.013299199938774108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,3072,0.013219199577967324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,3072,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,3072,0.011698133746782939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,3072,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,3072,0.011995733777681986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,3072,0.017094399531682333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,3072,0.015965867042541503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,3072,0.017744000752766928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,3072,0.016948266824086507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,3072,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,3072,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,3072,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,3072,0.017298134167989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,3072,0.016942934195200602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,3072,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,3072,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,3072,0.017443199952443443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,3072,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,3072,0.017735467354456583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,3072,0.017795199155807497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,3072,0.018177066246668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,3072,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,3072,0.018232532342274985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,3072,0.019026132424672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,3072,0.01369493305683136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,3072,0.23393600781758628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,3072,0.01322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,3072,0.4655509312947591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,3072,0.12469973564147949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,3072,0.07330666383107504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,3072,0.07282773653666177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,3072,0.06724692980448405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,3072,0.06599680185317994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,3072,0.06347200075785318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,3072,0.06315413316090902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,3072,0.06321813265482584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,3072,0.05759040117263794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,3072,0.05513279835383097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,3072,0.055414398511250816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,3072,0.05558506647745768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,3072,0.04757866859436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,3072,0.054873601595560706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,3072,0.0475381334622701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,3072,0.04709440072377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,3072,0.04611093203226725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,3072,0.04031360149383545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,3072,0.03922559817632039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,3072,0.03892800013224284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,3072,0.03832639853159587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,3072,0.03762133518854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,3072,0.03152746756871541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,3072,0.03004053235054016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,3072,0.03116160035133362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,3072,0.030270934104919434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,3072,0.0295199990272522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,3072,0.022758400440216063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,3072,0.023257599274317423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,3072,0.022407466173172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,3072,0.02118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,3072,0.021537067492802937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,3072,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,3072,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,3072,0.013017599781354269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,3072,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,3072,0.012518399953842163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,3072,0.012788266936937968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,3072,0.012825600306193032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,3072,0.01292693316936493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,3072,0.01292693316936493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,3072,0.012532266974449157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,3072,0.01213653286298116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,3072,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,3072,0.0125408003727595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,3072,0.01230506698290507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,3072,0.012079999844233195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,3072,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,3072,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,3072,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,3072,0.011788800358772278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,3072,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,3072,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,3072,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,3072,0.012153599659601848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,3072,0.01218239963054657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,3072,0.012134400010108948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,3072,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,3072,0.012105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,3072,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,3072,0.012129066387812297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,3072,0.011794132987658183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,3072,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,3072,0.011746133367220562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,3072,0.012149332960446676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,3072,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,3072,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,3072,0.012130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,2560,0.7696839968363444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,2560,0.4591453472773234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,2560,0.24009466171264648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,2560,0.13698533177375793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,2560,0.1404266655445099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,2560,0.12574932972590128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,2560,0.10378400484720866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,2560,0.10431733727455139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,2560,0.10540800293286641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,2560,0.09192933638890584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,2560,0.08863332867622375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,2560,0.0879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,2560,0.08791733781496684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,2560,0.08520666758219402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,2560,0.08017466465632121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,2560,0.07432666420936584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,2560,0.0726453314224879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,2560,0.07043600082397461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,2560,0.06678666671117146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,2560,0.06324666738510132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,2560,0.059565335512161255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,2560,0.0647599995136261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,2560,0.05393866697947184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,2560,0.04948533574740092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,2560,0.04465599854787191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,2560,0.04272933304309845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,2560,0.04154666761557261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,2560,0.03457599878311157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,2560,0.03449599941571554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,2560,0.031165334085623424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,2560,0.029422665635744732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,3072,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,2560,0.025486665467421215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,2560,0.022690666218598683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,2560,0.01803733284274737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,2560,0.017633333802223206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,2560,0.010904000451167425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,2560,0.012622666855653128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,2560,0.011601333816846212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,2560,0.011685332904259363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,2560,0.010513332982858023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,2560,0.011570667227109274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,2560,0.010189333309729895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,2560,0.010674666613340378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,2560,0.009445333232482275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,2560,0.009390666459997496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,2560,0.00940933326880137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,2560,0.010382666562994322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,2560,0.0099093330403169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,2560,0.009933333223064741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,2560,0.00997733324766159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,2560,0.009973333527644476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,2560,0.009668000042438507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,2560,0.009677333136399588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,2560,0.009624000017841658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,2560,0.008948000147938728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,2560,0.009031999856233597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,2560,0.008929333339134852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,2560,0.008966666956742605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,2560,0.00892800030608972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,2560,0.008918666591246923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,2560,0.00890666681031386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,2560,0.008933333059151968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,2560,0.0088919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,2560,0.008948000147938728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,2560,0.008840000256896019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,2560,0.010870666553576788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,2560,0.008860000098745028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,2560,0.0088493333508571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,3072,0.012097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,2560,0.008881333594520887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,2560,0.008976000050703684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,2560,0.009229333450396856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,2560,0.009020000075300535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,2560,0.00941066692272822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,2560,0.009188000112771988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,2560,0.3301184018452962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,2560,0.6473493576049805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,2560,0.16138346989949542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,2560,0.10611200332641602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,2560,0.09837546348571777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,2560,0.09375786781311035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,2560,0.08943040370941162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,2560,0.0860373338063558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,2560,0.07877439657847086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,2560,0.07936320304870606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,2560,0.0780949354171753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,2560,0.07534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,2560,0.07498772939046225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,2560,0.0704469362894694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,2560,0.06785706679026285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,2560,0.06829546292622884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,2560,0.08882239659627279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,2560,0.06565119822820029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,2560,0.05853546857833862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,2560,0.06265493233998617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,2560,0.057316267490386964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,2560,0.05172053178151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,2560,0.05033386548360189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,2560,0.045304532845815024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,2560,0.04453866481781006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,2560,0.042956801255544026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,2560,0.040166401863098146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,2560,0.03937173287073771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,2560,0.038819201787312824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,2560,0.05415253241856893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,2560,0.03527573347091675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,2560,0.030781867106755574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,3072,0.012116266290346782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,2560,0.028142933050791425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,2560,0.02625280022621155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,2560,0.021846399704615275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,2560,0.021715199947357176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,2560,0.021545600891113282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,2560,0.02078826626141866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,2560,0.02122559944788615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,2560,0.019994666179021202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,2560,0.02115946610768636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,2560,0.01967039903004964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,2560,0.020045866568883262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,2560,0.0191648006439209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,2560,0.020343466599782308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,2560,0.01866453289985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,2560,0.0202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,2560,0.02009920080502828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,2560,0.018551466862360637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,2560,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,2560,0.03841919898986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,2560,0.017859200636545815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,2560,0.01837653319040934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,2560,0.019576533635457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,2560,0.01718826691309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,2560,0.017089066902796428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,2560,0.016756266355514526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,2560,0.017554134130477905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,2560,0.01709653337796529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,2560,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,2560,0.017076265811920167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,2560,0.01716586748758952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,2560,0.01885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,2560,0.017058134078979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,2560,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,2560,0.01725119948387146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,2560,0.017849600315093993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,2560,0.017072000106175742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,2560,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,2560,0.01752426624298096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,2560,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,2560,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,2560,0.01691733400026957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,2560,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,2560,0.2741567929585775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,2560,0.4747872034708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,2560,0.2637141386667887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,2560,0.24891840616861977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,2560,0.24703893661499024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,2560,1.8142250061035157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,2560,0.2337834676106771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,2560,0.23309013048807778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,2560,0.21960105895996093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,2560,0.20616426467895507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,2560,0.20666346549987794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,2560,0.1937674681345622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,2560,0.18309013048807782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,2560,0.18077227274576824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,2560,0.1563114643096924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,2560,0.15816319783528646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,2560,0.13593066533406575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,2560,0.118885334332784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,2560,0.11514133612314861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,2560,0.9215712229410806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,2560,0.09318933486938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,2560,0.08362027009328207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,2560,0.07923200130462646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,2560,0.06428693135579427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,2560,0.060234665870666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,2560,0.05411413510640463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,2560,0.0524895985921224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,2560,0.04360640048980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,2560,0.04021973212560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,2560,0.03560959895451864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,2560,0.10467306772867839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,2560,0.026024534304936724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,2560,0.14108586311340332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,2560,0.02156160076459249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,2560,0.07027413050333658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,2560,0.030088533957799275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,2560,0.01727573275566101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,2560,0.01735466718673706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,2560,0.015698132912317912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,2560,0.015565866231918335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,2560,0.015341867009798685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,2560,0.015029333035151162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,2560,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,2560,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,2560,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,2560,0.012444800138473511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,2560,0.0127210666735967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,2560,0.012299733360608418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,2560,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,2560,0.012104533116022746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,2560,0.010786133011182149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,2560,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,2560,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,2560,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,2560,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,2560,0.015412267049153647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,2560,0.015098667144775391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,2560,0.015546666582425437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,2560,0.014312533537546792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,2560,0.016088533401489257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,2560,0.01588159998257955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,2560,0.014890666802724203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,2560,0.016459733247756958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,2560,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,2560,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,2560,0.014919466773668923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,2560,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,2560,0.015687466661135355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,2560,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,2560,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,2560,0.016457600394884746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,2560,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,2560,0.012130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,2560,0.40079466501871747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,2560,0.20505812962849937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,2560,0.10760746796925862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,2560,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,2560,0.057523198922475184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,2560,0.06340800126393636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,2560,0.06401600042978922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,2560,0.05665493408838908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,2560,0.05574826796849569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,2560,0.05644586483637491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,2560,0.04975359837214152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,2560,0.05512853463490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,2560,0.0481824000676473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,2560,0.04903146823247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,2560,0.04737279812494914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,2560,0.047982935110727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,2560,0.041628801822662355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,2560,0.04211946725845337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,2560,0.04021226565043132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,2560,0.0413152019182841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,2560,0.034561065832773845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,2560,0.03516266743342082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,2560,0.03382399876912435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,2560,0.033955200513203936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,2560,0.03290346662203471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,2560,0.028714666763941448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,2560,0.02709546685218811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,2560,0.027502934137980144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,2560,0.02621440092722575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,2560,0.026816000541051228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,2560,0.020232532421747842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,2560,0.020615466435750327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,2560,0.019516799847284952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,2560,0.019949867328008016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,2560,0.018689066171646118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,2560,0.013370666901270548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,2560,0.01181226670742035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,2560,0.01172160009543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,2560,0.011809066931406657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,2560,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,2560,0.01172160009543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,2560,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,2560,0.011776000261306763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,2560,0.011715199549992878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,2560,0.01130560040473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,2560,0.011531733473141988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,2560,0.011313066879908244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,2560,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,2560,0.011337600151697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,2560,0.011316266655921937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,2560,0.011038933197657268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,2560,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,2560,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,2560,0.010916266838709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,2560,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,2560,0.010815999905268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,2560,0.010896000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,2560,0.01092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,2560,0.011314133803049724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,2560,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,2560,0.011277866363525391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,2560,0.01088533302148183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,2560,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,2560,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,2560,0.011291733384132386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,2560,0.010938666264216105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,2560,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,2560,0.011289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,2560,0.011292800307273865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,2560,0.011329066753387452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,2560,0.01086186667283376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,2560,0.010890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,2048,0.6192288080851237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,2048,0.34504213333129885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,2048,0.18187413215637208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,2560,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,2048,0.10737280050913493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,2048,0.08955519994099935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,2048,0.10213973522186279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,2048,0.07804480393727621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,2048,0.09807679653167725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,2048,0.07649386723836263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,2048,0.08490346272786459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,2048,0.06802773475646973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,2048,0.08744959831237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,2048,0.06618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,2048,0.0721407969792684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,2048,0.06153066555658976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,2048,0.061568001906077065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,2048,0.05649813413619995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,2048,0.06042559941609701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,2048,0.05141546726226807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,2048,0.05426773230234781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,2048,0.04675413370132446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,2048,0.04965546528498332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,2048,0.04095360040664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,2048,0.03972373406092326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,2048,0.034687999884287515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,2048,0.03641386826833089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,2048,0.03236906727155049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,2048,0.027801599105199176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,2048,0.026925865809122724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,2048,0.0250218669573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,2048,0.022725333770116173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,2048,0.02498133381207784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,2048,0.01806933283805847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,2048,0.01511146624883016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,2048,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,2048,0.01086293359597524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,2048,0.009157333771387737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,2048,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,2048,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,2048,0.010072533289591472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,2048,0.009107200304667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,2048,0.01011946698029836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,2048,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,2048,0.009016533692677815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,2048,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,2048,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,2048,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,2048,0.008822400371233623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,2048,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,2048,0.008402132987976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,2048,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,2048,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,2048,0.008062933385372163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,2048,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,2048,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,2048,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,2048,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,2048,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,2048,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,2048,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,2048,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,2048,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,2048,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,2048,0.007618133227030437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,2048,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,2048,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,2048,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,2048,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,2048,0.007643733421961467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,2048,0.007621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,2048,0.007457066575686138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,2048,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,2048,0.007810133198897044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,2048,0.007803733150164287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,2048,0.5165472030639648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,2048,0.26212587356567385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,2048,0.13196907043457032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,2560,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,2048,0.07765546639760336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,2048,0.08153813680013021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,2048,0.0759669303894043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,2048,0.0738047997156779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,2048,0.07204480171203613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,2048,0.06856959660847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,2048,0.06710080305735269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,2048,0.0637994647026062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,2048,0.06438506841659546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,2048,0.06248000065485636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,2048,0.05915306806564331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,2048,0.05610453287760416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,2048,0.05613866647084555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,2048,0.05070186853408813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,2048,0.05085440079371134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,2048,0.07514346440633138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,2048,0.04886506795883179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,2048,0.04835093418757121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,2048,0.04508800109227498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,2048,0.04379306634267171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,2048,0.04473280111948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,2048,0.040964265664418534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,2048,0.039400533835093184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,2048,0.04052799940109253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,2048,0.03524479866027832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,2048,0.03532906770706177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,2048,0.0329365332921346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,2048,0.033638401826222734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,2048,0.030870399872461957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,2048,0.028643200794855755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,2048,0.02486613392829895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,2048,0.02480640014012655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,2048,0.020971733331680297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,2048,0.020427733659744263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,2048,0.019220266739527384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,2048,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,2048,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,2048,0.018504534165064493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,2048,0.020092799266179403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,2048,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,2048,0.018333866198857626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,2048,0.01886506676673889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,2048,0.019029333194096883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,2048,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,2048,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,2048,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,2048,0.018681599696477254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,2048,0.018195199966430663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,2048,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,2048,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,2048,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,2048,0.017998933792114258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,2048,0.016170666615168253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,2048,0.015659733613332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,2048,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,2048,0.017560533682505288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,2048,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,2048,0.016182399789492288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,2560,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,2048,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,2048,0.017669334014256795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,2048,0.016473600268363954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,2048,0.01551040013631185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,2048,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,2048,0.015365333358446757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,2048,0.015559466679890952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,2048,0.01636373301347097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,2048,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,2048,0.015923200050989787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,2048,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,2048,0.015154133240381876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,2048,0.01562773287296295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,2048,0.2515338738759359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,2048,0.8854314804077148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,2048,0.24157226880391441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,2048,0.2362133344014486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,2048,0.2240917364756266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,2048,0.22478826840718588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,2048,1.7408714294433594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,2048,0.44878400166829424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,2048,0.21113279660542808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,2048,0.18659520149230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,2048,0.19962666829427084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,2048,0.16988800366719564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,2048,0.1777674674987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,2048,0.13966186841328937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,2048,0.15933972994486492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,2048,0.1370207945505778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,2048,0.11145280202229817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,2048,0.10122559865315754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,2048,0.09798399607340494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,2048,0.0850762685139974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,2048,0.15138773918151854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,2048,0.07513706684112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,2048,0.08772799968719483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,2048,0.060921601454416906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,2048,0.05617280006408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,2048,0.11402026812235515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,2048,0.047736533482869464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,2048,0.04066453377405803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,2048,0.03621120055516561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,2048,0.0722656011581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,2048,0.06541973352432251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,2048,0.024075732628504435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,2048,0.018563199043273925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,2048,0.05235840082168579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,2048,0.03344426552454631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,2048,0.02880000074704488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,2048,0.014868266383806863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,2048,0.013583999872207642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,2048,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,2048,0.013478400309880576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,2048,0.012837333480517068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,2048,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,2048,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,2048,0.015447466572125753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,2048,0.010776533683141073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,2048,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,2048,0.010382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,2048,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,2048,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,2048,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,2048,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,2048,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,2048,0.013226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,2048,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,2048,0.013639466961224875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,2048,0.012819199760754903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,2048,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,2048,0.013396267096201578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,2048,0.013182933131853739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,2048,0.013297067085901896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,2048,0.014055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,2048,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,2048,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,2048,0.013240533073743186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,2048,0.013986133535703025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,2048,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,2048,0.01360426644484202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,2048,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,2048,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,2048,0.013246933619181315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,2048,0.014030933380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,2048,0.32989333470662435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,2048,0.01053653359413147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,2048,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,2048,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,2048,0.17039146423339843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,2048,0.09077973365783691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,2048,0.05329493284225464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,2048,0.0539136012395223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,2048,0.0488597313563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,2048,0.04903573195139567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,2048,0.04786880016326904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,2048,0.048308265209197995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,2048,0.04631679852803548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,2048,0.04305919806162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,2048,0.04121706485748291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,2048,0.041722667217254636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,2048,0.03996479908625285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,2048,0.04057279825210571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,2048,0.03594559828440348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,2048,0.0364192008972168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,2048,0.034723198413848876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,2048,0.035182933012644454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,2048,0.0307093342145284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,2048,0.029985066254933673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,2048,0.02906773289044698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,2048,0.029897600412368774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,2048,0.02890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,2048,0.024037333329518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,2048,0.0233514666557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,2048,0.024009599288304647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,2048,0.02350613276163737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,2048,0.022743467489878336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,2048,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,2048,0.018308266003926595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,2048,0.017443199952443443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,2048,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,2048,0.015843199690183003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,2048,0.01176533301671346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,2048,0.011367467045783997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,2048,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,2048,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,2048,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,2048,0.010785067081451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,2048,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,2048,0.010874666770299276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,2048,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,2048,0.01051626702149709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,2048,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,2048,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,2048,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,2048,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,2048,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,2048,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,2048,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,2048,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,2048,0.010289067029953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,2048,0.01042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,2048,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,2048,0.010454400380452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,2048,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,2048,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,2048,0.010045866171518963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,2048,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,2048,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,2048,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,2048,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,2048,0.010037333766619364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,2048,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,2048,0.010413866241772969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,2048,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,2048,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,2048,0.010073600212732951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,2048,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,1536,0.45653546651204424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,1536,0.24187092781066893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,1536,0.12509760061899822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,2048,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,1536,0.07227306365966797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,1536,0.07067840099334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,1536,0.07062079906463622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,1536,0.0628330667813619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,1536,0.062359468142191565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,1536,0.05667306582132975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,1536,0.05493760108947754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,1536,0.05346986850102743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,1536,0.05206613143285116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,1536,0.05040213267008463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,1536,0.04782826503117879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,1536,0.04533226490020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,1536,0.044861865043640134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,1536,0.04329813321431478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,1536,0.040703999996185306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,1536,0.03922026554743449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,1536,0.03691306511561076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,1536,0.06919253667195638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,1536,0.035181868076324466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,1536,0.03217599987983703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,1536,0.030538666248321533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,1536,0.027395200729370118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,1536,0.02640746633211772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,1536,0.025439999500910443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,1536,0.021682133277257286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,1536,0.02133973240852356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,1536,0.020244266589482626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,1536,0.018458666404088338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,1536,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,1536,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,1536,0.012625066439310708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,1536,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,1536,0.008943999807039898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,1536,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,1536,0.00803413341442744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,1536,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,1536,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,1536,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,1536,0.008410666386286418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,1536,0.007228800157705943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,1536,0.007796266674995422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,1536,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,1536,0.006996266543865204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,2048,0.010398933291435241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,1536,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,1536,0.007419733206431071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,1536,0.007077333331108093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,1536,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,1536,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,1536,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,1536,0.007204266885916392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,1536,0.00693333347638448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,1536,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,1536,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,1536,0.006409599880377452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,1536,0.006243200103441874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,1536,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,1536,0.00633493314186732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,1536,0.006253866851329804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,1536,0.006392533580462138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,1536,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,1536,0.006386133531729381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,1536,0.006293333570162455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,1536,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,1536,0.006246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,1536,0.00624533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,1536,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,1536,0.006248533229033152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,1536,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,1536,0.006455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,1536,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,1536,0.3935797373453776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,1536,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,1536,0.1929098606109619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,1536,0.1058677355448405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,1536,0.06452053387959798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,1536,0.06558719873428345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,1536,0.06331093311309814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,1536,0.060420266787211095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,1536,0.05788373152414957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,1536,0.06072640021642049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,2048,0.010107733805974324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,1536,0.054603731632232665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,1536,0.05490026473999023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,1536,0.05204799969991049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,1536,0.05238613287607828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,1536,0.050185600916544594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,1536,0.04882880051930745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,1536,0.04785173336664836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,1536,0.04695039987564087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,1536,0.04376426537831624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,1536,0.04320319890975952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,1536,0.04239146709442139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,1536,0.04126933415730794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,1536,0.04086506764094035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,1536,0.039933868249257404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,1536,0.03935146729151408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,1536,0.035403732458750406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,1536,0.03479679822921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,1536,0.03128959933916728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,1536,0.03330666621526082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,1536,0.03002133369445801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,1536,0.029754666487375896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,1536,0.027803732951482134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,1536,0.027870933214823406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,1536,0.024966400861740113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,1536,0.02324159940083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,1536,0.020826667547225952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,1536,0.018764799833297728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,1536,0.018024533987045288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,1536,0.019326933224995933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,1536,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,1536,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,1536,0.018382932742436728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,1536,0.016875733931859337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,1536,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,1536,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,1536,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,1536,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,1536,0.017661867539087932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,1536,0.016965333620707193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,1536,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,1536,0.016193067034085594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,1536,0.017670400937398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,1536,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,1536,0.01634880006313324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,1536,0.01748159925142924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,1536,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,1536,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,1536,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,1536,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,1536,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,1536,0.016009599963823954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,1536,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,1536,0.016695467631022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,1536,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,1536,0.015708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,1536,0.01474453310171763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,1536,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,1536,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,1536,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,1536,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,1536,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,1536,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,1536,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,1536,0.014851199587186179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,1536,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,1536,0.2298528035481771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,1536,0.22206293741861977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,1536,0.21141759554545084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,1536,0.8393194834391275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,1536,0.20069440205891928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,1536,0.19406827290852863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,1536,1.6561088562011719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,1536,0.18461440404256185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,1536,0.1763765335083008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,1536,0.16664320627848309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,1536,0.15241173108418782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,1536,0.13232533137003583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,1536,0.13383679389953612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,1536,0.11187840302785237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,1536,0.11464320023854573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,1536,0.09379626909891764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,1536,0.08684906959533692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,1536,0.08208746910095215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,1536,0.42267945607503254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,1536,0.15368107159932454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,1536,0.07237760225931802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,1536,0.06767893632253011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,1536,0.0973685344060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,1536,0.05446293354034424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,1536,0.07820266882578532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,1536,0.05205013354619344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,1536,0.06513919830322265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,1536,0.05962986548741659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,1536,0.048148266474405926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,1536,0.03377066850662232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,1536,0.043952000141143796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,1536,0.03829546769460042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,1536,0.03204373319943746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,1536,0.022057600816090903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,1536,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,1536,0.0137472003698349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,1536,0.01325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,1536,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,1536,0.012107732892036437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,1536,0.012114133437474568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,1536,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,1536,0.025692800680796306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,1536,0.013751467068990072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,1536,0.013431466619173684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,1536,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,1536,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,1536,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,1536,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,1536,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,1536,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,1536,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,1536,0.010874666770299276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,1536,0.010809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,1536,0.011745066444079081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,1536,0.011347200473149617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,1536,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,1536,0.011645866433779399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,1536,0.011730133493741354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,1536,0.012113066514333089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,1536,0.010924800237019857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,1536,0.011798399686813354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,1536,0.01209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,1536,0.009955199559529622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,1536,0.011793067057927448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,1536,0.0108106662829717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,1536,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,1536,0.011737599968910217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,1536,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,1536,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,1536,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,1536,0.011750400066375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,1536,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,1536,0.009495466947555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,1536,0.2694666544596354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,1536,0.0755850632985433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,1536,0.14097174008687335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,1536,0.04465493361155192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,1536,0.044505600134531656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,1536,0.04086720148722331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,1536,0.04076053301493327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,1536,0.039485867818196616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,1536,0.03895466725031535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,1536,0.03887893358866374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,1536,0.035892268021901444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,1536,0.03503893216451009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,1536,0.034622931480407716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,1536,0.03459839820861817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,1536,0.03463360071182251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,1536,0.030444800853729248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,1536,0.030169600248336793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,1536,0.0302346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,1536,0.03009066581726074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,1536,0.02531306743621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,1536,0.0254314661026001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,1536,0.025455999374389648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,1536,0.02516053318977356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,1536,0.024213333924611412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,1536,0.020499199628829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,1536,0.020488532384236653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,1536,0.01950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,1536,0.020322134097417198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,1536,0.01934400002161662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,1536,0.016225066781044007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,1536,0.015334399541219077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,1536,0.015059199929237366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,1536,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,1536,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,1536,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,1536,0.010071466366449993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,1536,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,1536,0.009727999567985535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,1536,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,1536,0.010082133611043294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,1536,0.009915733337402343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,1536,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,1536,0.009592533111572266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,1536,0.009689600268999735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,1536,0.009308800101280212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,1536,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,1536,0.009645866354306538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,1536,0.009327999750773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,1536,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,1536,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,1536,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,1536,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,1536,0.009303466478983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,1536,0.009367466966311137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,1536,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,1536,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,1536,0.009260800480842591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,1536,0.009304533402125042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,1536,0.00888320008913676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,1536,0.009334400296211243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,1536,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,1536,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,1536,0.009223467111587525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,1536,0.009268266956011455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,1536,0.009291733304659527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,1536,0.009618133306503296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,1536,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,1536,0.009230933586756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,1024,0.3275477409362793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,1024,0.16326826413472492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,1024,0.08598933219909669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,1024,0.04946879943211873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,1024,0.05184106826782227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,1024,0.04947733481725057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,1024,0.043970131874084474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,1024,0.04295039971669515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,1024,0.042868268489837644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,1536,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,1024,0.038747731844584146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,1024,0.03681600093841553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,1024,0.03628693421681722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,1024,0.03644479910532634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,1024,0.03579733371734619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,1024,0.03273599942525228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,1024,0.031660799185434976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,1024,0.030963200330734252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,1024,0.02829119960467021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,1024,0.02800426681836446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,1024,0.02791680097579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,1024,0.025692800680796306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,1024,0.025439999500910443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,1024,0.022959999243418374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,1024,0.019378133614857993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,1024,0.0233514666557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,1024,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,1024,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,1024,0.015380266308784484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,1024,0.015737600127855935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,1024,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,1024,0.014201600352923074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,1024,0.01368106702963511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,1024,0.01109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,1024,0.009418666362762451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,1024,0.009409067034721375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,1024,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,1024,0.0059456000725428265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,1024,0.006029866635799408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,1024,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,1024,0.006389333307743073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,1024,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,1024,0.006011733412742614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,1024,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,1024,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,1024,0.004635733366012573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,1024,0.004786133269468943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,1024,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,1024,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,1024,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,1024,0.005118933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,1024,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,1024,0.0047978664437929785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,1024,0.004827733337879181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,1024,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,1024,0.0042250668009122215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,1024,0.004578133424123129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,1024,0.004228266576925913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,1024,0.003950933367013932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,1024,0.0039327998956044516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,1024,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,1024,0.003984000037113826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,1024,0.004060799876848856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,1024,0.003886933376391729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,1024,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,1024,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,1024,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,1024,0.0039434666434923805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,1024,0.003903999924659729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,1024,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,1024,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,1536,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,1024,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,1024,0.004297600189844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,1024,0.004300799965858459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,1024,0.14493333498636882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,1024,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,1024,0.28591254552205403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,1024,0.04815146525700887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,1024,0.07864320278167725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,1024,0.049635199705759685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,1024,0.04935786724090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,1024,0.04518293142318726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,1024,0.04688426653544108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,1024,0.045719468593597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,1024,0.04440106550852458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,1024,0.04385493199030559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,1024,0.042789332071940106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,1024,0.045560534795125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,1024,0.04152213335037232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,1024,0.04065599838892619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,1024,0.03972053527832031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,1024,0.03966720104217529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,1024,0.036974934736887614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,1024,0.037178667386372884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,1024,0.03556586503982544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,1024,0.03467413187026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,1024,0.0355402668317159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,1536,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,1024,0.0327839990456899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,1024,0.029415466388066608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,1024,0.02921813329060872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,1024,0.026676267385482788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,1024,0.029377067089080812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,1024,0.026768000920613606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,1024,0.025040000677108765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,1024,0.025300266345342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,1024,0.022715733448664347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,1024,0.02257066567738851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,1024,0.020759467283884683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,1024,0.018438400824864705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,1024,0.019050665696461997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,1024,0.017965867122014364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,1024,0.016845866044362386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,1024,0.0347434679667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,1024,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,1024,0.017151999473571777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,1024,0.017167999347050985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,1024,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,1024,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,1024,0.01583253343900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,1024,0.016004266341527303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,1024,0.01790293256441752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,1024,0.01591679950555166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,1024,0.01641386648019155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,1024,0.01614400049050649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,1024,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,1024,0.01636373301347097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,1024,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,1024,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,1024,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,1024,0.015144532918930054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,1024,0.01601066688696543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,1024,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,1024,0.015156267086664834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,1024,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,1024,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,1024,0.015341867009798685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,1024,0.015375999609629312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,1024,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,1024,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,1024,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,1024,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,1024,0.014616533120473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,1024,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,1024,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,1024,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,1024,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,1024,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,1024,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,1024,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,1024,0.4010922749837239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,1024,0.20467839241027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,1024,0.20203092892964683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,1024,0.17830079396565754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,1024,0.1784320036570231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,1024,0.158896001180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,1024,0.15608852704366047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,1024,0.133843199412028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,1024,0.8021162668863931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,1024,0.13178239663441976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,1024,1.5784224192301433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,1024,0.1165887991587321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,1024,0.126583464940389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,1024,0.10914560159047444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,1024,0.10446186860402425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,1024,0.09605546792348227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,1024,0.09232213497161865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,1024,0.08200960159301758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,1024,0.07896533012390136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,1024,0.0748469352722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,1024,0.061919999122619626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,1024,0.06766080061594645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,1024,0.06991573174794516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,1024,0.0869045337041219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,1024,0.05009173154830933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,1024,0.04689493179321289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,1024,0.03987199862798055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,1024,0.04327359994252523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,1024,0.03623893260955811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,1024,0.030880000193913775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,1024,0.028570665915807085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,1024,0.05898773272832235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,1024,0.021095466613769532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,1024,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,1024,0.055174398422241214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,1024,0.012551466623942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,1024,0.012027733524640401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,1024,0.011156266927719117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,1024,0.010989866654078166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,1024,0.010934399565060933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,1024,0.010470400253931682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,1024,0.023201066255569457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,1024,0.012477866808573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,1024,0.012916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,1024,0.009103999535242716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,1024,0.00946666697661082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,1024,0.010221866766611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,1024,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,1024,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,1024,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,1024,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,1024,0.008846933643023174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,1024,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,1024,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,1024,0.00981333355108897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,1024,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,1024,0.00965226689974467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,1024,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,1024,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,1024,0.00965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,1024,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,1024,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,1024,0.0100000003973643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,1024,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,1024,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,1024,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,1024,0.00965226689974467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,1024,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,1024,0.009689600268999735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,1024,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,1024,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,1024,0.009662933150927226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,1024,0.009553066889444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,1024,0.00993386705716451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,1024,0.05823253393173218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,1024,0.20628906885782877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,1024,0.10627306302388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,1024,0.03514453172683716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,1024,0.034518400828043624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,1024,0.03249280055363973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,1024,0.031141332785288495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,1024,0.03200533390045166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,1024,0.03081066608428955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,1024,0.030469334125518797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,1024,0.027879466613133747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,1024,0.028064000606536865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,1024,0.027612799406051637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,1024,0.027662932872772217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,1024,0.0268394668896993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,1024,0.025044266382853193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,1024,0.024341332912445068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,1024,0.023873066902160643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,1024,0.02345493237177531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,1024,0.021257599194844566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,1024,0.020297600825627645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,1024,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,1024,0.019619200627009073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,1024,0.01989226738611857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,1024,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,1024,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,1024,0.01632533371448517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,1024,0.01618133286635081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,1024,0.015732266505559287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,1024,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,1024,0.012524799505869547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,1024,0.012558933099110922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,1024,0.012012799580891926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,1024,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,1024,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,1024,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,1024,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,1024,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,1024,0.00883840024471283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,1024,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,1024,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,1024,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,1024,0.008869333068529765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,1024,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,1024,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,1024,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,1024,0.008898133039474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,1024,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,1024,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,1024,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,1024,0.008478933572769165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,1024,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,1024,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,1024,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,1024,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,1024,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,1024,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,1024,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,1024,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,1024,0.00870293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,1024,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,1024,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,1024,0.008525866270065307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,1024,0.008411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,1024,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,1024,0.008542933066685994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,1024,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,1024,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,768,0.2580181280771891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,768,0.12655253410339357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,768,0.06534613370895385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,768,0.040433065096537275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,768,0.040403199195861814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,768,0.04123733441034953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,768,0.03681173324584961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,768,0.03665493329366048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,768,0.03811200062433879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,768,0.033078400293986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,768,0.02871999939282735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,768,0.028066132465998334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,768,0.029078400135040282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,768,0.028264532486597698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,768,0.02550293405850728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,768,0.024729599555333458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,768,0.024864000082015992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,768,0.022230400641759237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,768,0.022129066785176597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,768,0.02181653380393982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,768,0.02086506684621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,768,0.020407466093699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,768,0.018969599405924478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,768,0.018423465887705485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,768,0.015614933768908181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,768,0.015124266346295675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,768,0.012338133653004964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,768,0.012307199835777282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,768,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,768,0.012199466427167256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,768,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,768,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,768,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,768,0.0052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,768,0.004851200183232625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,768,0.005188266436258951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,768,0.004950400193532308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,768,0.004946133494377137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,768,0.0043935999274253845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,768,0.005006933212280273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,768,0.004418133199214936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,768,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,768,0.003977599988381068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,1024,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,768,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,768,0.004264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,1024,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,768,0.004025600105524063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,768,0.004571733375390371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,768,0.004093866546948751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,768,0.004195199906826019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,768,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,768,0.009080533186594646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,768,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,768,0.0041184000670909885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,768,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,768,0.0036042665441830954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,768,0.003509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,768,0.003269333392381668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,768,0.0032149332265059153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,768,0.0032640000184377036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,768,0.0032330666979153953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,768,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,768,0.0032543999453385672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,768,0.0033013333876927694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,768,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,768,0.0033013333876927694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,768,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,768,0.003345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,768,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,768,0.003453866640726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,768,0.0038560000558694207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,768,0.22126827239990235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,768,0.11253653367360432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,768,0.004747733473777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,768,0.06654719909032186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,768,0.04456746578216553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,768,0.044887467225392656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,768,0.04501973390579224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,768,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,768,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,768,0.04437546730041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,768,0.040065066019694014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,768,0.04016213417053223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,768,0.03685333331425984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,768,0.037699198722839354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,768,0.035045333703358966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,768,0.03465706507364909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,768,0.03332586685816447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,768,0.03394026756286621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,768,0.03132906754811605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,768,0.04189653396606445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,768,0.031325866778691605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,768,0.03134719928105672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,768,0.03889066775639852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,768,0.030078933636347456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,768,0.030631466706593828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,768,0.030115199089050294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,768,0.028485333919525145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,768,0.027203200260798137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,768,0.02714560031890869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,768,0.025906133651733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,768,0.022692267100016275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,768,0.024235733350118003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,768,0.02307093342145284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,768,0.02332906723022461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,768,0.02127466599146525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,768,0.020988800128300986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,768,0.01944213310877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,768,0.01882879932721456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,768,0.016888533035914102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,768,0.017770665884017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,768,0.0165802667538325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,768,0.01628373364607493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,768,0.016296533743540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,768,0.015435733397801719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,768,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,768,0.01472106675306956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,768,0.014896000425020853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,768,0.015271466970443726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,768,0.015943466623624166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,768,0.017217065890630087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,768,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,768,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,768,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,768,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,768,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,768,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,768,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,768,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,768,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,768,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,768,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,768,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,768,0.014935466647148132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,768,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,768,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,768,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,768,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,768,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,768,0.015209600329399109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,768,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,768,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,768,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,768,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,768,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,768,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,768,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,768,0.39129387537638344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,768,1.5563616434733072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,768,0.17237119674682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,768,0.15318400065104168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,768,0.7895296096801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,768,0.13822399775187175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,768,0.19060266812642415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,768,0.12265280087788899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,768,0.11198933124542236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,768,0.10898880163828532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,768,0.10394773483276368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,768,0.09943359692891439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,768,0.09140480359395345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,768,0.0883242686589559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,768,0.1549930731455485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,768,0.14100586573282878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,768,0.07895039717356364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,768,0.07417919635772705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,768,0.07291413148244222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,768,0.06376853386561075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,768,0.05993920167287191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,768,0.12261013189951579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,768,0.08277440071105957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,768,0.048826666673024495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,768,0.04351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,768,0.0664629340171814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,768,0.0372927983601888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,768,0.03449600140253703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,768,0.028384000062942505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,768,0.056314667065938316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,768,0.027170133590698243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,768,0.02013333241144816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,768,0.051926398277282716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,768,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,768,0.04115306536356608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,768,0.02184213399887085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,768,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,768,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,768,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,768,0.010797866185506185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,768,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,768,0.012317867080370585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,768,0.012468266487121581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,768,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,768,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,768,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,768,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,768,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,768,0.00965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,768,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,768,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,768,0.008294400076071422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,768,0.008308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,768,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,768,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,768,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,768,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,768,0.008712533116340637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,768,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,768,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,768,0.009113599856694538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,768,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,768,0.009108266234397889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,768,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,768,0.00912000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,768,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,768,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,768,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,768,0.009122133255004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,768,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,768,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,768,0.009086933732032777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,768,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,768,0.09029119809468587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,768,0.17326186498006185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,768,0.04950933456420899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,768,0.03096746603647868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,768,0.03065813382466634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,768,0.02902719974517822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,768,0.02852800091107686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,768,0.02765120069185893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,768,0.027722666660944622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,768,0.02720853288968404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,768,0.024884267648061117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,768,0.025177599986394246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,768,0.025145600239435833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,768,0.024474666515986124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,768,0.02432533303896586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,768,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,768,0.0219541331132253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,768,0.021505065759023032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,768,0.021865600347518922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,768,0.021741867065429688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,768,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,768,0.01808639963467916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,768,0.018234666188557944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,768,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,768,0.01504853367805481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,768,0.01821119983990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,768,0.015176533659299215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,768,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,768,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,768,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,768,0.011612799763679505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,768,0.011563733220100403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,768,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,768,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,768,0.010822400450706482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,768,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,768,0.008411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,768,0.008659199873606364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,768,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,768,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,768,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,768,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,768,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,768,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,768,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,768,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,768,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,768,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,768,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,768,0.008242133259773254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,768,0.008011733492215473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,768,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,768,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,768,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,768,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,768,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,768,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,768,0.007761066655317943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,768,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,768,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,768,0.008045866588751475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,768,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,768,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,768,0.007877333462238312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,768,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,768,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,768,0.007869866490364075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,768,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,512,0.18115092913309733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,768,0.008025600016117096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,512,0.09166186650594076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,512,0.025411200523376466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,512,0.04891733328501384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,512,0.025588266054789227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,512,0.02775999903678894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,512,0.023749333620071412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,512,0.024090667565663658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,512,0.022471467653910317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,512,0.022632533311843873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,512,0.019552000363667808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,512,0.021463465690612794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,512,0.01970133384068807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,512,0.020383999745051066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,512,0.01789120038350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,512,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,512,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,512,0.016746666034062704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,512,0.015711999932924905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,512,0.015969066818555196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,512,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,512,0.01477013329664866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,512,0.01504746675491333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,512,0.011559466520945232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,512,0.01430506706237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,512,0.011018666625022887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,512,0.012183466553688049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,512,0.009356799721717834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,512,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,512,0.008634666601816814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,512,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,512,0.0074080000321070354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,512,0.008083199958006541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,512,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,512,0.006002133091290792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,512,0.004744533201058706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,512,0.003956266740957896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,512,0.0042912001411120095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,512,0.0042922665675481165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,512,0.003921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,512,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,512,0.00377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,512,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,512,0.00348693331082662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,512,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,512,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,512,0.003990400085846583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,512,0.0035061334570248926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,512,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,512,0.003446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,512,0.0035274667044480645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,512,0.0031456001102924346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,512,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,768,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,512,0.0034858666360378264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,512,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,512,0.0030933332939942675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,512,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,512,0.0027285332481066385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,512,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,512,0.0028778667251269023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,512,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,512,0.0028959999481836954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,512,0.003915733347336451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,512,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,512,0.0029440000653266907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,512,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,768,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,512,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,512,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,512,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,512,0.0031221332649389905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,512,0.09226240317026774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,512,0.055352532863616945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,512,0.1788512070973714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,512,0.03870720068613688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,512,0.03818879922231038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,512,0.044257068634033205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,512,0.03622933228810628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,512,0.03643093506495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,512,0.03337706724802653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,512,0.03485226631164551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,512,0.03366719881693522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,512,0.032125866413116454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,512,0.03289706707000732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,512,0.03140373428662618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,512,0.030909866094589233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,512,0.029475200176239013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,512,0.02978453238805135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,512,0.02835200031598409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,512,0.0026911998788515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,512,0.028357332944869994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,512,0.027866667509078978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,512,0.026345600684483845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,512,0.02684906721115112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,512,0.027857067187627156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,512,0.02495680054028829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,512,0.022741333643595377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,512,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,512,0.023987199862798056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,512,0.020857600371042888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,512,0.021065600713094077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,512,0.020731733242670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,512,0.02071573336919149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,512,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,512,0.018717867136001588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,512,0.01839573383331299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,512,0.019337600469589232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,512,0.016966400543848674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,512,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,512,0.015962666273117064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,512,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,512,0.015473066767056783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,512,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,512,0.016988799969355265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,512,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,512,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,512,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,512,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,512,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,512,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,512,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,512,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,512,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,512,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,512,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,512,0.014900267124176025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,512,0.014171733458836874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,512,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,512,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,512,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,512,0.013870933651924133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,512,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,512,0.012932266791661581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,512,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,512,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,512,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,512,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,512,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,512,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,512,0.013019733627637229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,512,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,512,0.013564800222714743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,512,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,512,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,512,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,512,0.014095999797185264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,512,0.3780501365661621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,512,0.15372479756673177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,512,0.7577119827270508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,512,0.13520533243815105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,512,1.499899673461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,512,0.1324992020924886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,512,0.16023146311442057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,512,0.11518826484680175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,512,0.10278826554616291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,512,0.1006208022435506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,512,0.09433173338572184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,512,0.09141759872436524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,512,0.08539199829101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,512,0.08286399841308593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,512,0.1400778611501058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,512,0.07504639625549317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,512,0.07048319975535075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,512,0.06900160312652588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,512,0.1225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,512,0.06068160136540731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,512,0.11964159806569416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,512,0.05666559934616089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,512,0.0772490660349528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,512,0.047254399458567305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,512,0.04282879829406738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,512,0.06269866625467936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,512,0.03497813145319621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,512,0.03291200002034505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,512,0.026923733949661254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,512,0.04851733446121216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,512,0.05363306601842245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,512,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,512,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,512,0.040065066019694014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,512,0.026081067323684693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,512,0.020602667331695558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,512,0.011946666240692138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,512,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,512,0.010362666845321656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,512,0.01046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,512,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,512,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,512,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,512,0.01157973309357961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,512,0.008121599753697712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,512,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,512,0.00867733359336853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,512,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,512,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,512,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,512,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,512,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,512,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,512,0.007512533167997997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,512,0.007761066655317943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,512,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,512,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,512,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,512,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,512,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,512,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,512,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,512,0.007786666850248973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,512,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,512,0.007472000022729237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,512,0.007602133353551229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,512,0.07696533203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,512,0.1455135981241862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,512,0.04442133506139119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,512,0.028373332818349202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,512,0.02807253400484721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,512,0.026612265904744463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,512,0.025411200523376466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,512,0.02515733242034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,512,0.02606719930966695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,512,0.02436479926109314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,512,0.022666666905085245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,512,0.022826667626698813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,512,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,512,0.02184106707572937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,512,0.021486934026082358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,512,0.021983999013900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,512,0.019800533850987755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,512,0.0190175990263621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,512,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,512,0.019479467471440633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,512,0.01696746746699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,512,0.016107733050982155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,512,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,512,0.016309332847595216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,512,0.01583466629187266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,512,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,512,0.013299199938774108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,512,0.013588266571362815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,512,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,512,0.012749866644541422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,512,0.010340266426404317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,512,0.010491733749707539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,512,0.009684266646703084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,512,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,512,0.009815466403961182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,512,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,512,0.008236800134181977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,512,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,512,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,512,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,512,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,512,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,512,0.007885866860548655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,512,0.007682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,512,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,512,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,512,0.007885866860548655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,512,0.00807360013326009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,512,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,512,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,512,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,512,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,512,0.007368533313274384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,512,0.007473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,512,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,512,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,512,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,512,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,512,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,512,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,512,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,512,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,512,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,512,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,512,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,256,0.11907839775085449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,256,0.06031573216120402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,256,0.031201066573460896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,256,0.01830079952875773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,256,0.025253333648045856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,256,0.018170666694641114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,256,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,256,0.01686933239301046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,256,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,256,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,512,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,256,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,256,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,256,0.015035733580589294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,256,0.01492693324883779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,256,0.013411200046539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,256,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,256,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,256,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,256,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,256,0.011198932925860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,256,0.01064639985561371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,256,0.010451199611028035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,256,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,256,0.009469866752624512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,256,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,256,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,256,0.009367466966311137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,256,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,256,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,256,0.007485866546630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,256,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,256,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,256,0.006427733103434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,256,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,256,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,256,0.003676799933115641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,256,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,256,0.003421866645415624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,256,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,256,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,256,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,256,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,256,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,256,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,256,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,256,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,256,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,256,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,256,0.002872533351182938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,256,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,256,0.0029663999875386557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,256,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,256,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,256,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,256,0.002705066651105881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,256,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,256,0.0027583998938401537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,256,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,512,0.008029866715272267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,256,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,256,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,512,0.007702399790287018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,256,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,256,0.07015253702799479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,256,0.12651840051015217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,256,0.04608533382415771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,256,0.03171626726786296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,256,0.03730346759160359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,256,0.029308799902598066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,256,0.031319467226664226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,256,0.028986666599909467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,256,0.029704533020655316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,256,0.027636265754699706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,256,0.028207999467849732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,256,0.02696320017178853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,256,0.026824533939361572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,256,0.027394133806228637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,256,0.002628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,256,0.02882240017255147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,256,0.02503040035565694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,256,0.027421865860621137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,256,0.02415786584218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,256,0.023035732905069987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,256,0.024897066752115886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,256,0.023306665817896526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,256,0.023873066902160643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,256,0.020983467499415077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,256,0.021086933215459187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,256,0.02295253276824951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,256,0.02190399964650472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,256,0.019638399283091225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,256,0.018871466318766274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,256,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,256,0.020040533939997354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,256,0.01989013353983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,256,0.018885332345962524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,256,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,256,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,256,0.014713600277900696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,256,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,256,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,256,0.015927466750144958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,256,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,256,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,256,0.02527359922726949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,256,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,256,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,256,0.01599360009034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,256,0.014777599771817525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,256,0.016266666849454246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,256,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,256,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,256,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,256,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,256,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,256,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,256,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,256,0.013422933220863343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,256,0.016135467092196147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,256,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,256,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,256,0.01418239971001943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,256,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,256,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,256,0.013212800025939941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,256,0.013252266248067222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,256,0.013515733679135642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,256,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,256,0.01383573313554128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,256,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,256,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,256,0.013801599542299906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,256,0.013562666376431784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,256,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,256,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,256,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,256,0.01339413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,256,0.26073919932047523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,256,0.10892373720804852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,256,0.1074133316675822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,256,0.10135040283203126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,256,0.5174741427103678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,256,0.0971349318822225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,256,0.09249599774678549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,256,0.0932639996210734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,256,0.08644373416900634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,256,0.08035306930541992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,256,0.07894506454467773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,256,0.07449386914571127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,256,1.0273205439249673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,256,0.07264853318532308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,256,0.06876053015391032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,256,0.06697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,256,0.060838401317596436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,256,0.05635519822438558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,256,0.05599679946899414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,256,0.04985599915186564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,256,0.04615893363952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,256,0.08422613143920898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,256,0.05030080080032349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,256,0.038302934169769286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,256,0.03950719833374024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,256,0.03393599987030029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,256,0.028436267375946046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,256,0.02717333237330119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,256,0.022606933116912843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,256,0.062283734480539955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,256,0.043765334288279216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,256,0.016501333316167197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,256,0.011764267086982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,256,0.03299733400344849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,256,0.021683200200398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,256,0.017463467518488564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,256,0.01014400025208791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,256,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,256,0.00925546685854594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,256,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,256,0.00895146628220876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,256,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,256,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,256,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,256,0.007654400169849395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,256,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,256,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,256,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,256,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,256,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,256,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,256,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,256,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,256,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,256,0.0063285330931345625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,256,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,256,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,256,0.00639573335647583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,256,0.006372266511122386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,256,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,256,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,256,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,256,0.006363733112812043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,256,0.006374399860699971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,256,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,256,0.006439466774463653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,256,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,256,0.0063498665889104204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,256,0.0064064001043637585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,256,0.006356266637643178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,256,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,256,0.11483840147654216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,256,0.06544640064239501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,256,0.03914346694946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,256,0.024279467264811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,256,0.02393280069033305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,256,0.022683733701705934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,256,0.022346667448679605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,256,0.02184106707572937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,256,0.022006400426228843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,256,0.007682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,256,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,256,0.01976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,256,0.021208532651265464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,256,0.019540266195933024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,256,0.01920213301976522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,256,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,256,0.01838399966557821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,256,0.016942934195200602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,256,0.01681493322054545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,256,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,256,0.01629973351955414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,256,0.014891733725865683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,256,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,256,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,256,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,256,0.01365013321240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,256,0.013316266735394797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,256,0.013562666376431784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,256,0.011757866541544596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,256,0.011276800433794658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,256,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,256,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,256,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,256,0.009960533181826273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,256,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,256,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,256,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,256,0.0076341331005096436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,256,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,256,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,256,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,256,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,256,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,256,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,256,0.007851733267307282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,256,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,256,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,256,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,256,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,256,0.00719893326361974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,256,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,256,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,256,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,256,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,256,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,256,0.007031466563542683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,256,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,256,0.007181866466999054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,256,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,256,0.007213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,256,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,256,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,256,0.00681279997030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,256,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,256,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,256,0.007054933408896129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,256,0.0070592001080513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,256,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,256,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,256,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,128,0.10061013698577881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,128,0.05228480100631714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,128,0.02863466739654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,128,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,128,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,128,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,128,0.015464533368746439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,128,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,128,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,128,0.012105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,128,0.01399679978688558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,256,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,128,0.011529599626859028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,128,0.012140799562136333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,128,0.011766399939854939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,128,0.014205867052078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,128,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,128,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,128,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,128,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,128,0.0098880002895991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,128,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,128,0.00909546713034312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,128,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,128,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,128,0.007416533430417378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,256,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,128,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,128,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,128,0.006348800162474315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,128,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,128,0.005994666616121928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,128,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,128,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,128,0.00429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,128,0.004253866771856943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,128,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,128,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,128,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,128,0.0031167998909950255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,128,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,128,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,128,0.002749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,128,0.002794666588306427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,128,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,128,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,128,0.0031295999884605407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,128,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,128,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,128,0.002674133330583572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,128,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,128,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,128,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,128,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,128,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,128,0.002869333326816559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,128,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,128,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,128,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,128,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,128,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,128,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,128,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,128,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,128,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,128,0.002509866654872894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,128,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,128,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,128,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,128,0.10670186678568523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,128,0.06356693506240844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,128,0.04142186641693115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,128,0.029270400603612263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,128,0.02906879981358846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,128,0.031040000915527343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,128,0.02680319945017497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,128,0.030874667565027873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,128,0.028387200832366944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,128,0.02574399908383687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,128,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,128,0.024805333216985068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,128,0.02534293333689372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,128,0.025332266092300416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,128,0.026874667406082152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,128,0.02291839917500814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,128,0.025384533405303954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,128,0.022547199328740438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,128,0.023399466276168825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,128,0.02337706685066223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,128,0.021181867520014445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,128,0.022504534324010214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,128,0.025067732731501265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,128,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,128,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,128,0.020938666661580403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,128,0.018040533860524496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,128,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,128,0.024762666225433348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,128,0.018997333447138467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,128,0.018243199586868285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,128,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,128,0.018515199422836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,128,0.014683733383814493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,128,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,128,0.015165866414705912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,128,0.021572266022364298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,128,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,128,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,128,0.0151829332113266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,128,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,128,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,128,0.014411733547846476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,128,0.015569067001342774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,128,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,128,0.014010666807492574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,128,0.013977600137392679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,128,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,128,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,128,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,128,0.014699733257293702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,128,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,128,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,128,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,128,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,128,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,128,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,128,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,128,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,128,0.012643200159072877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,128,0.013330133756001792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,128,0.014131200313568116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,128,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,128,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,128,0.014169599612553915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,128,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,128,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,128,0.01318933367729187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,128,0.013081600268681845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,128,0.013320533434549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,128,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,128,0.014272000392278036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,128,0.01299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,128,0.013184000054995218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,8192,128,0.09565119743347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,8192,128,0.20061012903849282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,8192,128,0.09274986584981283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,8192,128,0.783296012878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,8192,128,0.08690346876780192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,8192,128,0.08730239868164062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,8192,128,0.08173120021820068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,8192,128,0.08188587029774984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,8192,128,0.07673493226369223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,8192,128,0.07400639851888022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,8192,128,0.07072959740956625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,8192,128,0.06957013607025146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,8192,128,0.06598613262176514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,8192,128,0.06421546538670858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,8192,128,0.059462400277455654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,8192,128,0.05387413501739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,8192,128,0.05071893135706583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,8192,128,0.04936000108718872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,8192,128,0.3951744079589844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,8192,128,0.06085226535797119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,8192,128,0.0440341313680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,8192,128,0.04070719877878825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,8192,128,0.0547264019648234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,8192,128,0.03508479992548625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,8192,128,0.031140265862147014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,8192,128,0.04486826658248901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,8192,128,0.02561066746711731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,8192,128,0.024794665972391765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,8192,128,0.020294400056203206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,8192,128,0.03514133294423421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,8192,128,0.038713598251342775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,8192,128,0.014915200074513755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,8192,128,0.010796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,8192,128,0.029231999317804975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,8192,128,0.0197269340356191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,8192,128,0.016194132963816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,8192,128,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,8192,128,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,8192,128,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,8192,128,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,8192,128,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,8192,128,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,8192,128,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,8192,128,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,8192,128,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,8192,128,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,8192,128,0.0070250665148099255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,8192,128,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,8192,128,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,8192,128,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,8192,128,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,8192,128,0.005965866645177205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,8192,128,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,8192,128,0.005937066674232483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,8192,128,0.006134399771690368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,8192,128,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,8192,128,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,8192,128,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,8192,128,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,8192,128,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,8192,128,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,8192,128,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,8192,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,8192,128,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,8192,128,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,8192,128,0.0060693333546320595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,8192,128,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,8192,128,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,8192,128,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,8192,128,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,8192,128,0.005949866771697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,8192,128,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,8192,128,0.10838186740875244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,8192,128,0.06482880115509033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,8192,128,0.022913066546122234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,8192,128,0.03597013155619304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,8192,128,0.02219520012537638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,8192,128,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,8192,128,0.020719999074935914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,8192,128,0.01986560026804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,8192,128,0.020253866910934448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,8192,128,0.019323732455571493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,8192,128,0.018978132804234823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,8192,128,0.018184532721837364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,8192,128,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,8192,128,0.01691840092341105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,8192,128,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,8192,128,0.016123732924461363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,8192,128,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,8192,128,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,8192,128,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,8192,128,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,8192,128,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,8192,128,0.01368106702963511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,8192,128,0.013670399785041809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,8192,128,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,8192,128,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,8192,128,0.0124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,8192,128,0.012082133690516155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,8192,128,0.011271466811498005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,8192,128,0.010612266262372334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,8192,128,0.010124799609184266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,8192,128,0.008804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,8192,128,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,8192,128,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,8192,128,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,8192,128,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,8192,128,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,8192,128,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,8192,128,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,8192,128,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,8192,128,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,8192,128,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,8192,128,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,8192,128,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,8192,128,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,8192,128,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,8192,128,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,8192,128,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,8192,128,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,8192,128,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,8192,128,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,8192,128,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,8192,128,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,8192,128,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,8192,128,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,8192,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,8192,128,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,8192,128,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,8192,128,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,8192,128,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,8192,128,0.006915199756622315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,8192,128,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,8192,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,8192,128,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,8192,128,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,8192,128,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,8192,128,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,8192,128,0.007049599786599477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,8192,128,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,8192,128,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,8192,128,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,8192,128,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,8192,128,0.007047466437021891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,8192,128,0.006726400057474773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,8192,128,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,8192,128,0.006838400165239971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,64,0.04256960153579712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,64,0.08342400391896566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,64,0.023819732666015624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,64,0.014095999797185264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,64,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,64,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,64,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,64,0.01211199959119161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,64,0.01694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,64,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,64,0.012077866991360982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,8192,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,64,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,64,0.010133333007494609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,64,0.010916266838709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,64,0.009291733304659527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,64,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,64,0.00928000013033549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,64,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,64,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,64,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,64,0.009597866733868917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,64,0.007833600044250488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,64,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,64,0.0068234667181968685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,64,0.006791466474533081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,64,0.005734399954477946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,64,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,64,0.005766400198141734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,64,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,64,0.005137066543102265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,64,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,64,0.003914666672547659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,64,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,64,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,64,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,64,0.003070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,64,0.013299199938774108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,64,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,64,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,64,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,64,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,64,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,64,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,64,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,64,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,64,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,64,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,64,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,64,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,64,0.002290133386850357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,64,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,64,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,64,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,64,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,64,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,64,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,64,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,64,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,64,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,64,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,64,0.0021514666577180227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,64,0.002145066608985265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,64,0.0027295999228954316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,64,0.10675626595815021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,64,0.027075199286142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,64,0.0406272013982137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,64,0.027425066630045576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,64,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,64,0.031883732477823896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,64,0.026437334219614667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,64,0.02892799973487854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,64,0.024657066663106283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,64,0.025838933388392132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,64,0.024771199623743693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,64,0.022987733284632363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,64,0.02468693256378174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,64,0.026949334144592284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,64,0.023845332860946655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,64,0.02502826650937398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,64,0.06201493342717489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,64,0.022753065824508666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,64,0.020666666825612388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,64,0.022823466857274374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,64,0.021286400159200032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,64,0.024589866399765015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,64,0.020678400993347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,64,0.02058239976565043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,64,0.029149866104125975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,64,0.021718400716781616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,64,0.021283199389775596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,64,0.019402666886647543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,64,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,64,0.018484266599019368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,64,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,64,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,64,0.01687039931615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,64,0.022272000710169472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,64,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,64,0.017146666844685875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,64,0.01527253290017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,64,0.014866133530934652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,64,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,64,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,64,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,64,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,64,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,64,0.014759467045466105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,64,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,64,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,64,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,64,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,64,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,64,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,64,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,64,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,64,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,64,0.014028799533843995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,64,0.013333333532015481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,64,0.014284800489743552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,64,0.013125333189964294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,64,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,64,0.013209600249926248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,64,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,64,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,64,0.013090133666992188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,64,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,64,0.013500799735387167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,64,0.014268799622853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,64,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,64,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,64,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,64,0.013092266519864401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,64,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,64,0.012716799974441528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,64,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,64,0.013156267007191977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,64,0.013107200463612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,64,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,8192,32,0.04532906611760457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,8192,32,0.024846933285395303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,8192,32,0.01420799990495046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,8192,32,0.014029866456985474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,8192,32,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,8192,32,0.017838933070500693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,8192,32,0.012130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,8192,32,0.01213653286298116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,8192,32,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,8192,32,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,8192,32,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,8192,32,0.011392000317573547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,8192,32,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,8192,32,0.01244160036245982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,8192,32,0.009690666198730468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,8192,32,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,8192,32,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,8192,32,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,8192,32,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,8192,32,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,8192,32,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,8192,32,0.006785066425800323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,8192,32,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,8192,32,0.008839466174443563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,8192,32,0.0064085334539413456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,8192,32,0.0057546665271123254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,8192,32,0.00559146652619044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,8192,32,0.006808533271153767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,8192,32,0.08636799653371176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,8192,32,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,8192,32,0.005691733459631602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,8192,32,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,8192,32,0.005220266679922739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,8192,32,0.0035306667288144433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,8192,32,0.003509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,8192,32,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,8192,32,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,8192,32,0.003143466760714849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,8192,32,0.0030986666679382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,8192,32,0.0034005333979924522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,8192,32,0.002757333219051361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,8192,32,0.0031744000812371576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,8192,32,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,8192,32,0.0031295999884605407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,8192,32,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,8192,32,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,8192,32,0.0027615999182065325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,8192,32,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,8192,32,0.0027583998938401537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,8192,32,0.0026752000053723653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,8192,32,0.006764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,8192,32,0.0030752000709374744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,8192,32,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,8192,32,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,8192,32,0.0024256000916163126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,8192,32,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,8192,32,0.002288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,8192,32,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,8192,32,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,8192,32,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,8192,32,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,8192,32,0.002386133372783661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,8192,32,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,8192,32,0.0023178666830062865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,8192,32,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,8192,32,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,8192,32,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,8192,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,8192,32,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,8192,32,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,8192,32,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,8192,32,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,8192,32,0.10352106889088948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,8192,32,0.06048533519109091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,8192,32,0.0026975999275843303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,8192,32,0.03812906742095947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,8192,32,0.02833706736564636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,8192,32,0.02693973382314046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,8192,32,0.03075946569442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,8192,32,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,8192,32,0.02476159930229187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,8192,32,0.026978133122126262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,8192,32,0.022871466477711995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,8192,32,0.024516266584396363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,8192,32,0.023502933979034423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,8192,32,0.024794665972391765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,8192,32,0.022694400946299233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,8192,32,0.027180800835291546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,8192,32,0.0234389324982961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,8192,32,0.027613866329193115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,8192,32,0.0243776003519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,8192,32,0.02136533260345459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,8192,32,0.023245867093404135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,8192,32,0.020678400993347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,8192,32,0.020770132541656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,8192,32,0.020670932531356812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,8192,32,0.02164586583773295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,8192,32,0.01907093326250712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,8192,32,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,8192,32,0.018598399559656777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,8192,32,0.02100693384806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,8192,32,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,8192,32,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,8192,32,0.018236800034840902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,8192,32,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,8192,32,0.016582399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,8192,32,0.018595200777053834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,8192,32,0.016391467054684958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,8192,32,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,8192,32,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,8192,32,0.01598186691602071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,8192,32,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,8192,32,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,8192,32,0.01467626690864563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,8192,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,8192,32,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,8192,32,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,8192,32,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,8192,32,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,8192,32,0.014807466665903726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,8192,32,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,8192,32,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,8192,32,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,8192,32,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,8192,32,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,8192,32,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,8192,32,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,8192,32,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,8192,32,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,8192,32,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,8192,32,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,8192,32,0.014891733725865683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,8192,32,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,8192,32,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,8192,32,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,8192,32,0.014647466937700906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,8192,32,0.013999999562899271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,8192,32,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,8192,32,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,8192,32,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,8192,32,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,8192,32,0.013375999530156455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,8192,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,8192,32,0.012896000345547994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,8192,32,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,8192,32,0.013115732868512472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,8192,32,0.013827199737230936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,65536,9.38650639851888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,65536,4.402597427368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,8192,32,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,65536,2.9534613291422525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,65536,2.582746664683024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,65536,2.5784106254577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,65536,2.263429323832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,65536,20.527509053548176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,65536,2.388949394226074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,65536,2.315557320912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,65536,2.3299999237060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,65536,2.688746770222982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,65536,2.2234986623128257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,65536,2.1823412577311196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,65536,2.085439999898275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,65536,1.5669760704040527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,65536,1.7469120025634766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,65536,1.783664067586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,65536,1.5254185994466145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,65536,1.411520004272461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,65536,1.3978880246480305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,65536,1.2799519697825115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,65536,1.1286293665568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,65536,1.1777546405792236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,65536,1.097530682881673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,65536,0.9292106628417969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,65536,0.8723253409067789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,65536,0.7111519972483317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,65536,0.8063573042551676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,65536,0.5791680018107096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,65536,0.5865493218104044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,65536,0.4636319875717163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,65536,1.4955786069234211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,65536,0.4422080119450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,65536,0.3893760045369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,65536,0.259168008963267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,65536,0.18916267156600952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,65536,0.3224213322003682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,65536,0.18545067310333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,65536,0.18972265720367432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,65536,0.17968533436457315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,65536,0.20703466733296713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,65536,0.22164799769719443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,65536,0.16904000441233316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,65536,0.16669867436091104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,65536,0.17265599966049194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,65536,0.15711999932924905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,65536,0.1613759994506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,65536,0.14865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,65536,0.15869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,65536,0.14679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,65536,0.16736533244450888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,65536,0.15425599614779154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,65536,0.15874666968981424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,65536,0.15677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,65536,0.1556533376375834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,65536,0.15523200233777365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,65536,0.1548479994138082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,65536,0.15435199936230978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,65536,0.15408533811569214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,65536,0.15453333655993143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,65536,0.15341867009798685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,65536,0.1543359955151876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,65536,0.15382933616638184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,65536,0.1423679987589518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,65536,0.14219733079274496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,65536,0.14192533493041992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,65536,0.1406880021095276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,65536,0.14270400007565817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,65536,0.14164800445238748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,65536,0.1418346663316091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,65536,0.15038933356602988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,65536,0.15665066242218018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,65536,0.14865600069363913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,65536,3.651402791341146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,65536,0.14189866185188293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,65536,2.058736006418864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,65536,7.388224283854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,65536,2.0937013626098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,65536,1.948853333791097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,65536,1.9075946807861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,65536,1.7890453338623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,65536,1.804848035176595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,65536,1.6483413378397624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,65536,1.6671627362569172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,65536,1.592410723368327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,65536,15.070944468180338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,65536,1.4399573008219402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,65536,1.3999253908793132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,65536,1.3383092880249023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,65536,1.3509386380513508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,65536,1.1865440209706624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,65536,1.1719093322753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,65536,1.057744026184082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,65536,1.09770663579305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,65536,0.9432480335235596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,65536,0.9369760354359945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,65536,0.8463146686553955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,65536,0.8357653617858887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,65536,0.726032018661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,65536,1.5811093648274739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,65536,0.6177599827448527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,65536,0.5882613261540731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,65536,0.522271990776062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,65536,0.49433600902557373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,65536,0.3880159854888916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,65536,0.273034671942393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,65536,0.26081599791844684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,65536,0.1650879979133606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,65536,0.1655946671962738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,65536,0.1609760026137034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,65536,0.1481226682662964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,65536,0.14738667011260986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,65536,0.1362506647904714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,65536,0.1400213340918223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,65536,0.12775466839472452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,65536,0.7216266791025797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,65536,0.1295199990272522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,65536,0.12387733658154805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,65536,0.12780800461769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,65536,0.1162506639957428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,65536,0.11184533437093098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,65536,0.11056533455848694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,65536,0.40848533312479657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,65536,0.11099732915560405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,65536,0.10525866349538167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,65536,0.10266133149464925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,65536,0.10267200072606404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,65536,0.10353599985440572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,65536,0.10039466619491577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,65536,0.09697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,65536,0.09399466713269551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,65536,0.09061866998672485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,65536,0.09000000357627869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,65536,0.08939199646313985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,65536,0.08745066324869792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,65536,0.08822932839393616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,65536,0.08809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,65536,0.08845333258310954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,65536,0.08776533603668213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,65536,0.08945600191752116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,65536,0.0869706670443217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,65536,0.08718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,65536,0.08726400136947632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,65536,0.08755733569463094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,65536,0.08585600058237712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,65536,0.08595732847849528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,65536,0.08933867017428081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,65536,0.08542399605115254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,65536,15.596827189127604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,65536,2.1131040255228677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,65536,6.504720052083333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,65536,1.7270827293395996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,65536,1.9670826594034831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,65536,1.570309321085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,65536,2.064293384552002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,65536,1.4473600387573242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,65536,1.7388052940368652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,65536,1.5677013397216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,65536,1.3791200319925945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,65536,1.5259253184000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,65536,1.2616373697916667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,65536,1.1598453521728516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,65536,1.221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,65536,1.2180426915486653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,65536,1.0663466453552246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,65536,0.9157066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,65536,0.9952106475830078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,65536,0.8122080167134603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,65536,1.0098933378855388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,65536,0.693722645441691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,65536,0.7213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,65536,0.5976159969965616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,65536,0.9144266446431478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,65536,0.6809759934743246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,65536,0.5023680130640665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,65536,0.41313600540161133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,65536,0.45448533693949383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,65536,0.5248159964879354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,65536,0.33925334612528485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,65536,0.22259199619293213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,65536,0.3112480044364929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,65536,0.17798399925231934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,65536,0.14467733105023703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,65536,0.14007467031478882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,65536,0.13570132851600647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,65536,0.1349493364493052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,65536,0.13076266646385193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,65536,0.1306613286336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,65536,0.1265120009581248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,65536,0.1421440045038859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,65536,0.11956266562143962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,65536,0.11595199505488078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,65536,0.11400533715883891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,65536,0.11396800478299458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,65536,0.1125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,65536,0.11182933052380879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,65536,0.10957333445549011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,65536,0.10972266395886739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,65536,0.10924800237019856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,65536,0.10565867026646932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,65536,0.10662399729092915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,65536,0.10530666510264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,65536,0.10586133599281311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,65536,0.10566932956377666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,65536,0.10502933462460835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,65536,0.10473066568374634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,65536,0.10507200161616008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,65536,0.10530666510264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,65536,0.10428266723950703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,65536,0.10498666763305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,65536,0.10471466183662415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,65536,0.10421866178512573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,65536,0.10455999771753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,65536,0.10467732946077983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,65536,0.10383466879526775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,65536,0.10444266597429912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,65536,0.10475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,65536,0.2592586676279704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,65536,0.12017599741617839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,65536,0.11658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,65536,3.908975919087728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,65536,1.2035253047943115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,65536,1.1172693570454915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,65536,1.0127147038777669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,65536,0.9579573472340902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,65536,0.9417920112609863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,65536,0.9433013598124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,65536,0.9092533588409424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,65536,0.766869306564331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,65536,0.7449813683827718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,65536,0.7383146286010742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,65536,0.7248746554056803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,65536,0.7195413112640381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,65536,0.7199093500773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,65536,0.5912906726201376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,65536,0.5866453250249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,65536,0.5767413377761841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,65536,0.5803573528925577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,65536,0.5566826661427816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,65536,0.4501279989878337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,65536,0.44098134835561115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,65536,0.43728001912434894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,65536,0.42526400089263916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,65536,0.4299360116322835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,65536,0.4205919901529948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,65536,0.3050453265508016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,65536,0.2990666627883911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,65536,0.295141339302063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,65536,0.28939199447631836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,65536,0.2881493369738261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,65536,0.1795413295427958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,65536,0.14938132961591086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,65536,0.13568533460299173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,65536,0.13408000270525613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,65536,0.1339359978834788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,65536,0.13410133123397827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,65536,0.13386666774749756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,65536,0.1341919998327891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,65536,0.1344000001748403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,65536,0.13405866424242655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,65536,0.13291200002034506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,65536,0.1327306628227234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,65536,0.1320480008920034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,65536,0.13158933321634927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,65536,0.1320799986521403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,65536,0.13498133420944214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,65536,0.13587199648221335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,65536,0.13241066535313925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,65536,0.13222933808962503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,65536,0.1318986713886261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,65536,0.1317813297112783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,65536,0.13195733229319254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,65536,0.1309440036614736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,65536,0.13193600376447043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,65536,0.13700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,65536,0.13034133116404215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,65536,0.1306986709435781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,65536,0.13023466865221658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,65536,0.13052800297737122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,65536,0.13176533579826355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,65536,8.834458669026693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,65536,0.1313973367214203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,65536,0.1311253309249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,65536,0.20856533447901407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,65536,0.1311306655406952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,65536,0.13727466265360513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,65536,0.13129599889119467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,65536,0.13736533125241598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,65536,0.13158933321634927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,65536,0.13710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,65536,0.13061867157618204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,65536,0.14860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,51200,7.390815734863281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,51200,3.4184799194335938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,51200,2.070693333943685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,51200,2.292421340942383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,51200,16.207808176676433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,51200,1.823786735534668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,51200,2.0880799293518066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,65536,1.8689707120259602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,51200,1.750223954518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,51200,1.6708319981892903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,51200,1.5955840746561687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,51200,1.7836373647054036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,51200,1.4083946545918782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,51200,1.5097546577453613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,51200,1.397066593170166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,51200,1.2670613129933674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,51200,1.1960639953613281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,51200,1.4671999613444011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,51200,1.1315200328826904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,51200,1.252832015355428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,51200,1.1334506670633953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,51200,1.145034631093343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,51200,0.9735893408457438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,51200,0.9228213628133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,51200,0.7919039726257324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,51200,0.8480319976806641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,51200,0.7282293637593588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,51200,0.6723199685414633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,51200,0.5488479932149252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,51200,0.5486986637115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,51200,0.4449973503748576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,51200,0.4440106550852458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,51200,0.35782400767008465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,51200,0.3510293165842692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,51200,0.2925600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,51200,0.2593119939168294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,51200,0.1957119901974996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,51200,0.15043733517328897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,51200,0.15015467007954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,51200,0.14352533221244812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,51200,0.16908800601959229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,51200,0.13838932911554971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,51200,0.16954666376113892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,51200,0.1297866702079773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,51200,0.13099732995033264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,51200,0.12490133444468181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,51200,0.12415466705958049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,51200,0.12328533331553142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,51200,0.11813333630561829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,51200,0.118367999792099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,51200,0.12180266777674358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,51200,0.11594667037328084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,51200,0.1292639970779419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,51200,0.12288533647855122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,51200,0.11577600240707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,51200,0.12017599741617839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,51200,0.11327999830245972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,51200,0.1143999993801117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,51200,0.1129973332087199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,51200,0.11281599601109822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,51200,0.11349333326021831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,51200,0.11217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,51200,0.1128053367137909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,51200,0.11179199814796448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,51200,0.11121066411336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,51200,0.11446932951609294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,51200,0.11392533779144287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,51200,0.12684266765912375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,51200,0.11345066626866658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,51200,0.11221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,51200,0.11373866597811381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,51200,0.11224533120791118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,51200,0.11060266693433125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,51200,0.1132480005423228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,51200,0.11151466766993205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,65536,1.0683519840240479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,51200,2.8118346532185874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,51200,5.73854382832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,51200,1.541103998819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,51200,11.774202982584635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,51200,1.6137386957804363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,51200,1.4182772636413574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,51200,1.3606185913085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,51200,1.2856853008270264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,51200,1.2966933250427246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,51200,1.2110453446706135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,51200,1.1317973136901855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,51200,1.2319626808166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,51200,1.1117440064748128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,51200,1.0153546333312988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,51200,1.069813330968221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,51200,1.4647307395935059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,51200,0.927728017171224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,51200,0.9145706494649252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,51200,0.8487466971079508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,51200,1.4490346908569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,51200,0.8482133547465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,51200,0.7447946866353353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,51200,0.7459999720255533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,51200,0.6860427061716715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,51200,0.5899840195973715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,51200,0.5689813296000162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,51200,0.4773013194402059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,51200,0.49010666211446124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,51200,0.3925066788991292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,51200,0.383786678314209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,51200,0.2901866634686788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,51200,0.3036373257637024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,51200,0.22053333123524985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,51200,0.21154133478800455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,51200,0.1311360001564026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,51200,0.1345866620540619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,51200,0.12796266873677573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,51200,0.12058132886886597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,51200,0.11851200461387634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,51200,0.11460799972216289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,51200,0.11037333806355794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,51200,0.10593066612879436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,51200,0.10514133175214131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,51200,0.10272533694903056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,51200,0.09672533472379048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,51200,0.0937439997990926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,51200,0.0922826627890269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,51200,0.09313600262006123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,51200,0.6677866776784261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,51200,0.08655466636021932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,51200,0.08678932984670003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,51200,0.08503466844558716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,51200,0.08371733625729878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,51200,0.08124800026416779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,51200,0.07826666533946991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,51200,0.07668800155321757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,51200,0.07562133173147838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,51200,0.10630933443705241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,51200,0.07561066746711731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,51200,0.07374399900436401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,51200,0.07441600163777669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,51200,0.07364266614119212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,51200,0.07276266813278198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,51200,0.0727893312772115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,51200,0.07239999870459239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,51200,0.07074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,51200,0.07100266714890797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,51200,0.08953600128491719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,51200,0.07150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,51200,0.07062933345635732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,51200,0.06878933310508728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,51200,0.06884799897670746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,51200,0.0732586681842804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,51200,0.07003733515739441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,51200,12.2818234761556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,51200,1.4995466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,51200,1.4807467460632324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,51200,1.2915093104044597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,51200,1.412373383839925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,51200,1.2657279968261719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,51200,1.3998400370279949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,51200,1.1423253218332927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,51200,1.2369066874186199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,51200,1.1092639764149983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,51200,1.212773323059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,51200,1.0024267037709553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,51200,1.0211040178934734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,51200,0.9114186763763428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,51200,1.0150079727172852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,51200,0.8225066661834717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,51200,0.8541866938273112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,51200,0.7677386601765951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,51200,0.8291253248850504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,51200,0.6612213452657064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,51200,0.7514080206553141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,51200,0.5868106683095297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,51200,0.6078559954961141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,51200,0.5140959819157919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,51200,0.5482879877090454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,51200,0.4371039867401123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,51200,0.4178026517232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,51200,0.348960002263387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,51200,0.3689119815826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,51200,0.27888532479604083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,51200,0.25601067145665485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,51200,0.18789867560068765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,51200,0.1437120040257772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,51200,0.1165066659450531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,51200,0.1127893328666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,51200,0.11049600442250569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,51200,0.10950400431950887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,51200,0.10496000448862712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,51200,0.10412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,51200,0.1011786659558614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,51200,0.11288000146547954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,51200,0.09541866183280945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,51200,0.08963200449943542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,51200,0.08903466661771138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,51200,0.08886933326721191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,51200,0.0879306693871816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,51200,0.08716799815495808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,51200,0.08668800195058186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,51200,0.08592533071835835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,51200,0.08483200271924336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,51200,0.0844533344109853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,51200,0.08426133791605632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,51200,0.08443199594815572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,51200,0.09457600116729736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,51200,0.08392000198364258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,51200,0.0848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,51200,0.08423466483751933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,51200,0.08447466293970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,51200,0.0842186709245046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,51200,0.08376000324885051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,51200,0.08390399813652039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,51200,0.08307733138402303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,51200,0.08330133557319641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,51200,0.08334400256474812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,51200,0.08434666196505229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,51200,0.08412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,51200,0.08386666576067607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,51200,0.19493865966796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,51200,0.19527999560038248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,51200,0.09284800291061401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,51200,0.09354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,51200,3.025045394897461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,51200,0.9369119803110758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,51200,0.821120023727417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,51200,0.7196853160858154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,51200,0.7025547027587891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,51200,0.6977706750233968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,51200,0.6925333340962728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,51200,0.6885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,51200,0.5744426647822062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,51200,0.5699359973271688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,51200,0.5602346658706665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,51200,6.2426401774088545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,51200,0.5600800116856893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,51200,0.5496160189310709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,51200,0.7098506291707357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,51200,0.45686932404836017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,51200,0.5841173330942789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,51200,0.4479786554972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,51200,0.4524266719818115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,51200,0.43119998772939044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,51200,0.3561333417892456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,51200,0.34254932403564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,51200,0.33062400420506793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,51200,0.3449653387069702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,51200,0.33364800612131756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,51200,0.3303733269373576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,51200,0.23707733551661173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,51200,0.23616000016530356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,51200,0.23358400662740073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,51200,0.22921599944432577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,51200,0.23019200563430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,51200,0.14109333356221518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,51200,0.11878400047620137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,51200,0.10847999652226765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,51200,0.10734400153160095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,51200,0.10750400026639302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,51200,0.10967999696731567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,51200,0.10601066549619038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,51200,0.10842667023340861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,51200,0.10635733604431152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,51200,0.10775466759999593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,51200,0.10595732927322388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,51200,0.1058240036169688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,51200,0.1060746709505717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,51200,0.1051626702149709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,51200,0.1053493320941925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,51200,0.10986133416493733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,51200,0.10527466734250386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,51200,0.11006933450698853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,51200,0.1056160032749176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,51200,0.10564800103505452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,51200,0.10538132985432942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,51200,0.10538666447003682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,51200,0.105103999376297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,51200,0.1058186690012614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,51200,0.1053600013256073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,51200,0.10541333754857381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,51200,0.1053013304869334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,51200,0.1049066682656606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,51200,0.10457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,51200,0.10525332887967427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,51200,0.10455999771753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,51200,0.10569066802660625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,51200,0.1050933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,51200,0.1053653359413147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,51200,0.1058079997698466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,51200,0.1051573355992635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,51200,0.10585066676139832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,51200,0.10564800103505452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,51200,0.1055466632048289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,51200,0.1039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,51200,0.10508267084757487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,16384,2.0951520601908364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,16384,1.0030506451924641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,16384,0.5648693243662516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,16384,0.6050719817479452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,16384,0.5491466522216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,16384,0.5193173487981161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,16384,4.259130795796712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,16384,0.5741600195566813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,16384,0.5455520153045654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,16384,0.5711093346277872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,51200,1.4597439765930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,16384,0.5174933274586996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,16384,0.46349867184956867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,16384,0.4191519816716512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,16384,0.4014293352762858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,16384,0.3791733185450236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,16384,0.4678080081939697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,16384,0.4121386607487996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,16384,0.3365386724472046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,16384,0.36366931597391766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,16384,0.3118399977684021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,16384,0.3269973397254944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,16384,0.2735146681467692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,16384,0.2749706705411275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,16384,0.2518453399340312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,16384,0.24526933828989664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,16384,0.22377065817515054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,16384,0.20293867588043213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,16384,0.18691200017929077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,16384,0.15614400307337442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,16384,0.1706506609916687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,16384,0.13751999537150064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,16384,0.11390933394432068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,16384,0.10924266775449117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,16384,0.09666132926940918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,16384,0.08374933401743571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,16384,0.06647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,16384,0.05328533550103506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,16384,0.05253333350022634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,16384,0.0529013325770696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,16384,0.05272000034650167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,16384,0.0581226646900177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,16384,0.04809066653251648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,16384,0.05230933427810669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,16384,0.04295999805132548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,16384,0.0429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,16384,0.043381333351135254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,16384,0.05008533100287119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,16384,0.05038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,16384,0.04696000119050344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,16384,0.04949333270390829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,16384,0.049728001157442726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,16384,0.05004266897837321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,16384,0.047498668233553566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,16384,0.04740266501903534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,16384,0.04394133388996124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,16384,0.04683733483155569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,16384,0.043807998299598694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,16384,0.04357333481311798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,16384,0.04371733466784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,16384,0.04370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,16384,0.043621331453323364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,16384,0.044010668992996216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,16384,0.04371733466784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,16384,0.043098668257395424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,16384,0.04277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,16384,0.058821335434913635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,16384,0.041759997606277466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,16384,0.041834667325019836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,16384,0.042949333786964417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,16384,0.04268266757329305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,16384,0.04438399771849314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,16384,0.043621331453323364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,16384,0.0443146675825119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,16384,0.04364266494909922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,16384,0.9288667043050131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,16384,1.8422932624816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,16384,0.5183039903640747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,16384,0.5370266834894816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,16384,0.4861786762873332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,16384,0.47409598032633465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,16384,3.713479995727539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,16384,0.45680801073710126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,16384,0.45051999886830646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,16384,0.44620267550150555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,16384,0.4302186568578084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,16384,0.40041065216064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,16384,0.415336012840271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,16384,0.37558666865030926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,16384,0.36482401688893634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,16384,0.3372346560160319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,16384,0.3072906732559204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,16384,0.35356001059214276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,16384,0.30159199237823486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,16384,0.2741866707801819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,16384,0.2759760022163391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,16384,0.25279466311136883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,16384,0.23453599214553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,16384,0.2121679981549581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,16384,0.2105626662572225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,16384,0.1822906732559204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,16384,0.17619200547536215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,16384,0.15252799789110819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,16384,0.15176533659299216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,16384,0.12774133682250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,16384,0.12116799751917522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,16384,0.09456800421079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,16384,0.08261600136756897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,16384,0.07201333343982697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,16384,0.056557332475980125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,16384,0.049602667490641274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,16384,0.04959466556708018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,16384,0.049986665447553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,16384,0.05345866580804189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,16384,0.0553653339544932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,51200,0.8628479639689127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,16384,0.05880000193913778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,16384,0.05562133093674978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,16384,0.05001866817474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,16384,0.04206133385499319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,16384,0.04065866768360138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,16384,0.041405332585175834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,16384,0.041589332123597465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,16384,0.04358933369318644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,16384,0.04531466464201609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,16384,0.04339733223120371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,16384,0.045706664522488914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,16384,0.09935200214385986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,16384,0.041349334021409355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,16384,0.041762664914131165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,16384,0.041133334239323936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,16384,0.03900533417860667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,16384,0.03881333271662394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,16384,0.03660800059636434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,16384,0.03710666547218958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,16384,0.03570133447647095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,16384,0.03610933323701223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,16384,0.0367973322669665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,16384,0.03570933391650518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,16384,0.035743998984495796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,16384,0.03625866770744324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,16384,0.0367999995748202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,16384,0.03589866558710734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,16384,0.03429333368937174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,16384,0.03384800006945928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,16384,0.03717066595951716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,16384,0.03510933369398117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,16384,0.03522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,16384,0.03607466568549474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,16384,0.03851199895143509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,16384,0.9896079699198405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,16384,0.5473946730295817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,16384,4.0920108159383135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,16384,0.5172586838404337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,16384,1.9396079381306965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,16384,0.49582934379577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,16384,0.5070906480153402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,16384,0.5970106522242228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,16384,0.4276426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,16384,0.45878668626149494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,16384,0.4107760190963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,16384,0.44631731510162354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,16384,0.3906426827112834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,16384,0.3488080104192098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,16384,0.373090664545695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,16384,0.5558266639709473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,16384,0.32341333230336505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,16384,0.2913920084635417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,16384,0.2994613250096639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,16384,0.5298879941304525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,16384,0.37908267974853516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,16384,0.21755733092625937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,16384,0.2253333330154419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,16384,0.19341067473093668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,16384,0.31830400228500366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,16384,0.25913067658742267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,16384,0.16001866261164346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,16384,0.1350000003973643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,16384,0.2735840082168579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,16384,0.208624005317688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,16384,0.1669306755065918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,16384,0.07005066672960918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,16384,0.1389626661936442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,16384,0.09581066171328227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,16384,0.10593332846959432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,16384,0.05693866809209188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,16384,0.04758666455745697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,16384,0.04340800146261851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,16384,0.043706665436426796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,16384,0.04337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,16384,0.04258933166662852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,16384,0.04669066766897837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,16384,0.04641066491603851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,16384,0.04572266836961111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,16384,0.03938666731119156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,16384,0.038762666285037994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,16384,0.038586666186650596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,16384,0.038480001191298165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,16384,0.038162666062513985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,16384,0.035271999736626945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,16384,0.0352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,16384,0.03510666638612747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,16384,0.03495733439922333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,16384,0.035192000369230904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,16384,0.03436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,16384,0.03434933225313822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,16384,0.03419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,16384,0.03408266603946686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,16384,0.03419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,16384,0.03439733386039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,16384,0.03769866625467936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,16384,0.03382666657368342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,16384,0.034071999291578926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,16384,0.034232000509897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,16384,0.037776000797748566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,16384,0.03421599914630254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,16384,0.06655199825763702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,16384,0.06695200006167094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,16384,0.06448533137639363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,16384,0.06688266495863597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,16384,0.06611466904481252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,16384,0.07106933494408925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,16384,0.06769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,16384,0.03757333258787791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,16384,0.9201510747273763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,16384,1.9744391971164281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,16384,0.2838791211446126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,16384,0.4918915430704753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,16384,0.2792355484432644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,16384,0.2769422266218397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,16384,0.25072889857821995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,16384,0.25079467561509877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,16384,0.2429351011912028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,16384,0.24140087763468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,16384,0.24344176716274687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,16384,0.20007999738057455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,16384,0.19417422347598604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,16384,0.19354844093322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,16384,0.1945742236243354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,16384,0.19038755363888213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,16384,0.19528178373972574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,16384,0.1540106667412652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,16384,0.15636089113023546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,16384,0.1562097734875149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,16384,0.15961955653296575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,16384,0.15057599544525146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,16384,0.12155732843610977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,16384,0.11872355143229167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,16384,0.12005866898430718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,16384,0.11486400498284234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,16384,0.11762489212883843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,16384,0.11527289284600152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,16384,0.08344355556699966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,16384,0.08125333653555976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,16384,0.0803075565232171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,16384,0.08033244477377997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,16384,0.05398044321272108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,16384,0.07828088601430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,16384,0.04292088747024536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,16384,0.0392853319644928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,16384,0.040186666780047946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,16384,0.03998577925893996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,16384,0.038972444004482694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,16384,0.03951999876234267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,16384,0.03920711080233256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,16384,0.039192888471815325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,16384,0.03850488861401876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,16384,0.038725333081351385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,16384,0.038520889149771795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,16384,0.03788444399833679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,16384,0.03783999880154928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,16384,0.037873778078291155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,16384,0.03790400094456143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,16384,0.03725333346260919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,16384,0.03800888856252035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,16384,0.037964443365732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,16384,0.03738311264250014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,16384,0.03747555613517761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,16384,0.03733866744571262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,16384,0.03804444604449802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,16384,0.0365973346763187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,16384,0.037187556425730385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,16384,0.03808000021510654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,16384,0.03643911083539327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,16384,0.03681600093841553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,16384,0.03725333346260919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,16384,0.03792355457941691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,16384,0.03689600030581156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,16384,0.03733155462476943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,16384,0.03730310996373495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,16384,0.03722133239110311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,16384,0.036657777097490095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,16384,0.03722133239110311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,16384,0.037294222248925105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,16384,0.03718577822049459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,12288,3.1614507039388022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,12288,1.8485600153605144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,12288,0.8358613650004069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,12288,0.48534401257832843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,12288,0.5221066474914551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,12288,0.4535093307495117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,12288,0.3953760067621867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,12288,0.386186679204305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,12288,0.38178666432698566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,12288,0.35972265402475995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,12288,0.37592534224192303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,12288,0.3537973165512085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,12288,0.3570293188095093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,12288,0.33164799213409424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,12288,0.308570663134257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,12288,0.2966666618982951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,12288,0.321615993976593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,12288,0.27114667495091754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,12288,0.26055999596913654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,12288,0.2437866727511088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,12288,0.24860266844431558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,12288,0.20401599009831747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,12288,0.2002453406651815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,12288,0.18783466021219888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,12288,0.1899413267771403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,12288,0.16445866227149963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,12288,0.1570186714331309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,12288,0.13359466195106506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,12288,0.13165866335233053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,12288,0.1111253301302592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,12288,0.10611200332641602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,12288,0.08774933218955994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,12288,0.082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,12288,0.07541333138942719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,12288,0.06282133360703786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,12288,0.05041066805521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,12288,0.040922666589419045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,12288,0.04121600091457367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,12288,0.04065066576004028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,12288,0.045797333121299744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,12288,0.039701332648595176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,12288,0.04586133360862732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,12288,0.03765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,12288,0.04176533222198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,12288,0.0330079992612203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,12288,0.032485333581765495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,12288,0.03265066693226496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,12288,0.03771200031042099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,12288,0.0340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,12288,0.03543466577927271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,12288,0.03939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,12288,0.039135999977588654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,12288,0.03938133269548416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,12288,0.03773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,12288,0.03812266637881597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,12288,0.03555733213822047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,12288,0.03346133232116699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,12288,0.0354720006386439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,12288,0.03347733368476232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,12288,0.0352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,12288,0.035455999275048576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,12288,0.03536533315976461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,12288,0.035429333647092186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,12288,0.03547733277082443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,12288,0.035461333890755974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,12288,0.03409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,12288,0.033386667569478355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,12288,0.032730666299661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,12288,0.03203733265399933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,12288,0.03207999964555105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,12288,0.03409600009520849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,12288,0.033717334270477295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,12288,0.03426666557788849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,12288,0.033733333150545754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,12288,2.773280143737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,12288,1.422277291615804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,12288,0.7147119839986166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,12288,0.40245068073272705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,12288,0.4145359992980957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,12288,0.3696560064951579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,12288,0.35966400305430096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,12288,0.34781066576639813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,12288,0.3460453351338704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,16384,0.03664888938268026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,12288,0.3283333381017049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,12288,0.3244933287302653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,12288,0.313101331392924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,12288,0.3096453348795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,12288,0.2801733414332072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,12288,0.2612559994061788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,12288,0.2500240008036296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,12288,0.26023199160893756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,12288,0.2288480003674825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,12288,0.2201039989789327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,12288,0.2061226765314738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,12288,0.20670666297276816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,12288,0.17707999547322592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,12288,0.172050674756368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,12288,0.16174399852752686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,12288,0.1600053310394287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,12288,0.14082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,12288,0.13784000277519226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,12288,0.11960800488789876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,12288,0.11729600032170613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,12288,0.09315733114878337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,12288,0.09569332997004192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,12288,0.07709866762161255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,12288,0.07516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,12288,0.0670666644970576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,12288,0.060234665870666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,12288,0.049312000473340355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,12288,0.04451199869314829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,12288,0.04258666435877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,12288,0.04350133240222931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,12288,0.044362664222717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,12288,0.04577066500981649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,12288,0.042392000555992126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,12288,0.037634665767351784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,12288,0.0397173340121905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,12288,0.03502666701873144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,12288,0.034472001095612846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,12288,0.03439733386039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,12288,0.03606666624546051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,12288,0.035258665680885315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,12288,0.03681866576274236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,12288,0.03677599877119064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,12288,0.0355679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,12288,0.03256533294916153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,12288,0.032831999162832894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,12288,0.031586666901906334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,12288,0.033346667885780334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,12288,0.030613332986831665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,12288,0.02858400096495946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,12288,0.029138666888078053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,12288,0.029725333054860432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,12288,0.028509333729743958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,12288,0.029071999092896778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,12288,0.02852533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,12288,0.02874133239189784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,12288,0.027429332335789997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,12288,0.028962666789690655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,12288,0.028205332656701405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,12288,0.0288426677385966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,12288,0.028194665908813477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,12288,0.02807733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,12288,0.028442665934562683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,12288,0.02845333268245061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,12288,0.030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,12288,0.0295440008242925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,12288,3.1848319371541343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,12288,0.8426480293273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,16384,0.036631110641691424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,12288,0.46297601858774823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,12288,1.600877285003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,12288,0.4158346652984619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,16384,0.03687999977005853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,12288,0.4049493471781413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,12288,0.5003866751988729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,12288,0.46277332305908203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,12288,0.36823201179504395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,12288,0.3870933453241984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,12288,0.35492265224456787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,12288,0.37212268511454266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,12288,0.327674667040507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,12288,0.29985066254933673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,12288,0.3146880070368449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,12288,0.43912267684936523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,12288,0.2675466736157735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,12288,0.24544799327850342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,12288,0.24719999233881632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,12288,0.4150613149007161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,12288,0.2701546748479207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,12288,0.19348533948262533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,12288,0.19151999553044638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,12288,0.16854133208592734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,12288,0.32231734196345013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,12288,0.2197386622428894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,12288,0.13218133648236594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,12288,0.11381866534550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,12288,0.232314666112264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,12288,0.1726026733716329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,12288,0.14013866583506265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,12288,0.059661333759625755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,12288,0.11311733722686768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,12288,0.08886399865150452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,12288,0.0817440003156662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,12288,0.04820533096790314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,12288,0.040063999593257904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,12288,0.03660533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,12288,0.03690666705369949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,12288,0.03704000016053518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,12288,0.035589332381884255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,12288,0.040448000033696495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,12288,0.04025600105524063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,12288,0.0383813331524531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,12288,0.032042667269706726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,12288,0.03176533430814743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,12288,0.032032000521818794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,12288,0.031725332140922546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,12288,0.02974666655063629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,12288,0.028109334409236908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,12288,0.027981333434581757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,12288,0.02810399979352951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,12288,0.028205332656701405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,12288,0.027978666126728058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,12288,0.027621333797772724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,12288,0.027477333943049114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,12288,0.027613334357738495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,12288,0.02797599881887436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,12288,0.027952000498771667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,12288,0.0277813325325648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,12288,0.02771199991305669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,12288,0.05306933323542277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,12288,0.05056266486644745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,12288,0.05343199769655863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,12288,0.052005335688591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,12288,0.05498399833838145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,12288,0.050813332200050354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,12288,0.05429066717624664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,12288,0.053927997748057045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,12288,0.05559200048446655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,12288,0.05179999768733978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,12288,0.03142400085926056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,12288,0.031152000029881794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,12288,0.03107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,12288,1.471281369527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,12288,0.7140853404998779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,12288,0.3576853275299072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,12288,0.2123546600341797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,12288,0.20986133813858032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,12288,0.21228265762329102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,12288,0.18333866198857626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,12288,0.18581332763036093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,12288,0.18145600954691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,12288,0.18420000871022543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,12288,0.18244532744089761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,12288,0.15029999613761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,12288,0.14944666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,12288,0.1505840023358663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,12288,0.15000399947166443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,12288,0.1476093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,12288,0.14619200428326926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,12288,0.12327200174331665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,12288,0.12018266320228577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,12288,0.11953600247701009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,12288,0.11933599909146626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,12288,0.11891999840736389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,12288,0.09304400285085042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,12288,0.09041866660118103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,12288,0.09059333801269531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,12288,0.08958400289217631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,12288,0.08881466587384541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,12288,0.08671200275421143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,12288,0.06272533535957336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,12288,0.06388666729132335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,12288,0.06174000104268392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,12288,0.06039466460545858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,12288,0.05965733528137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,12288,0.03979733337958654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,12288,0.03431999931732813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,12288,0.03092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,12288,0.030797332525253296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,12288,0.030585333704948425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,12288,0.030960001051425934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,12288,0.030418666700522106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,12288,0.03051866590976715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,12288,0.030694666008154552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,12288,0.030509332815806072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,12288,0.0301213338971138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,12288,0.029458666841189068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,12288,0.029525332152843475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,12288,0.029538666208585102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,12288,0.029122665524482727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,12288,0.029579999546209972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,12288,0.029492000738779705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,12288,0.029252000153064728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,12288,0.02924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,12288,0.02954266717036565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,12288,0.02902399996916453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,12288,0.029389334221680958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,12288,0.0295933336019516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,12288,0.029279999434947968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,12288,0.029437333345413208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,12288,0.029410667717456818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,12288,0.029441334307193756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,12288,0.028990666071573894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,12288,0.029308001200358074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,12288,0.029639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,12288,0.029306667546431225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,12288,0.029265334208806355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,12288,0.02939866731564204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,12288,0.029259999593098957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,12288,0.029409334063529968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,12288,0.029391999046007793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,12288,0.029095999896526337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,12288,0.029002666473388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,10240,2.666576067606608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,10240,1.4185066223144531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,10240,0.7318133513132731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,10240,0.4235519965489705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,10240,0.4505546490351359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,10240,0.36591466267903644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,10240,0.3512959877649943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,10240,0.37759466965993244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,10240,0.3774293263753255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,10240,0.3169813354810079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,10240,0.32863465944925946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,10240,0.29788800080617267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,10240,0.28782399495442706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,10240,0.29286932945251465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,10240,0.27772267659505206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,10240,0.254805326461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,10240,0.2663466731707255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,10240,0.24373332659403482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,10240,0.22376000881195068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,10240,0.2038080096244812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,10240,0.2069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,10240,0.1767680048942566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,10240,0.17453867197036743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,10240,0.1678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,10240,0.16366400321324667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,10240,0.14071466525395712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,10240,0.13111467162768045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,10240,0.11155733466148376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,10240,0.11634666721026103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,10240,0.09290132919947307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,10240,0.08940800031026204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,10240,0.08662399649620056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,10240,0.07239999870459239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,10240,0.06317866841952006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,10240,0.05314666529496511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,10240,0.043354665239652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,10240,0.03477333237727483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,10240,0.03462400039037069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,10240,0.03435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,10240,0.03857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,10240,0.03421333432197571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,10240,0.038880000511805214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,10240,0.031701333820819855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,10240,0.0349440003434817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,10240,0.027610667049884796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,10240,0.027914665639400482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,10240,0.027989332874615986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,10240,0.030026666820049286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,10240,0.03216533362865448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,10240,0.03288000077009201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,10240,0.03229333211978277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,10240,0.031471999982992806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,10240,0.028223998844623566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,10240,0.03306133300065994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,10240,0.03236266722281774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,10240,0.03175999969244003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,10240,0.03035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,10240,0.030224000414212544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,10240,0.029861333469549816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,10240,0.03014933317899704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,10240,0.02980799973011017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,10240,0.029989334444204967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,10240,0.030389333764712017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,10240,0.02937600016593933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,10240,0.029711998999118805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,10240,0.029882666965325672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,10240,0.02957333376010259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,10240,0.029525332152843475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,10240,0.029648000995318096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,10240,0.029818666477998097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,10240,0.029653333127498627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,10240,0.02996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,10240,0.029658667743206024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,10240,0.029738667110602062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,10240,2.303061326344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,10240,1.215567986170451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,10240,0.594597339630127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,10240,0.33138134082158405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,10240,0.3416293462117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,10240,0.3102506597836812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,10240,0.2982773383458455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,10240,0.28619466225306195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,10240,0.28602667649586994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,10240,0.2630693316459656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,10240,0.2694266637166341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,10240,0.24359999100367227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,10240,0.23989067475001016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,10240,0.2302160064379374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,10240,0.2242506742477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,10240,0.20786400636037192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,10240,0.21183733145395914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,10240,0.1940986712773641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,10240,0.18582133452097574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,12288,0.029235998789469402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,10240,0.17468533913294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,10240,0.1753066579500834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,10240,0.14984266956647238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,10240,0.14662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,10240,0.1402693291505178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,10240,0.13117866714795431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,10240,0.11707199613253276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,10240,0.1003173291683197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,10240,0.09959200024604797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,10240,0.08310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,10240,0.08619200189908345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,10240,0.07429333527882893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,10240,0.06607733170191447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,10240,0.05776533484458923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,10240,0.052245333790779114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,10240,0.04204533497492472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,10240,0.03766933331886927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,10240,0.037549334267775215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,10240,0.03858133405447006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,10240,0.0374293327331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,10240,0.04351999859015147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,10240,0.037461332976818085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,10240,0.1420746644337972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,10240,0.03348533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,10240,0.03385333220163981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,10240,0.03155199935038885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,10240,0.030626667042573292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,10240,0.030653332670529682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,10240,0.032314665615558624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,10240,0.03144799917936325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,10240,0.032285332679748535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,10240,0.03266133368015289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,10240,0.030415999392668407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,10240,0.02923999975124995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,10240,0.029274667302767437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,10240,0.027456000447273254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,10240,0.029421334465344746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,10240,0.027842665712038677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,10240,0.02770933260520299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,10240,0.026680000126361847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,10240,0.02685333291689555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,10240,0.026629333694775898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,10240,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,10240,0.025842666625976562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,10240,0.025797332326571148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,10240,0.027143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,10240,0.026583999395370483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,10240,0.025917333861192066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,10240,0.025613332788149517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,10240,0.02548533429702123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,10240,0.02587199956178665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,10240,0.026536000271638233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,10240,0.02516266703605652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,10240,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,10240,0.02532266577084859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,12288,0.02942533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,10240,2.864642779032389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,10240,1.4320665995279949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,10240,0.4140133460362752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,12288,0.029472000896930695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,10240,0.38284265995025635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,10240,0.7486666838328043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,10240,0.36742134888966876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,10240,0.4467333157857259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,10240,0.3349813222885132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,10240,0.34308799107869464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,10240,0.31998133659362793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,10240,0.3238933285077413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,10240,0.4103493293126424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,10240,0.28912800550460815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,10240,0.2688746651013692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,10240,0.27940799792607623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,10240,0.40079466501871747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,10240,0.241757333278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,10240,0.22244532903035483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,10240,0.2291626731554667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,10240,0.3762880166371663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,10240,0.29120800892512005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,10240,0.1753200093905131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,10240,0.17022399107615152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,10240,0.14937866727511087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,10240,0.2445546587308248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,10240,0.19963733355204263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,10240,0.12024533748626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,10240,0.1047546664873759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,10240,0.20529067516326904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,10240,0.15282133221626282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,10240,0.1289573311805725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,10240,0.055629332860310875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,10240,0.10276533166567485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,10240,0.08025066554546356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,10240,0.07074399789174397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,10240,0.04064533362785975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,10240,0.03416800002257029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,10240,0.031856000423431396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,10240,0.03626399983962377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,10240,0.03110133359829585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,10240,0.030975999931494396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,10240,0.02961333344380061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,10240,0.033389332393805184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,10240,0.03183466692765554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,10240,0.027437334259351093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,10240,0.02604266752799352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,10240,0.026330667237440746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,10240,0.025861332813898723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,10240,0.025447999437650044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,10240,0.023885334531466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,10240,0.02493866781393687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,10240,0.025013332565625507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,10240,0.02446666608254115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,10240,0.02407199889421463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,10240,0.023258666197458904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,10240,0.023562667270501454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,10240,0.02391733229160309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,10240,0.02420266717672348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,10240,0.023717333873112995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,10240,0.04250933229923248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,10240,0.04243200023969015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,10240,0.04306933283805847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,10240,0.042221332589785256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,10240,0.04339999953905741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,10240,0.026733333865801494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,10240,0.04144266744454702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,10240,0.041290665666262306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,10240,0.04346400002638499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,10240,0.04484800000985464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,10240,0.04446400205294291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,10240,0.04311199982961019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,10240,0.04337333142757416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,10240,0.028237332900365193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,10240,0.026496000587940216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,10240,0.6023266712824503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,10240,1.2248013019561768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,10240,0.3064533273379008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,10240,0.17989466587702432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,10240,0.1811079978942871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,10240,0.1809920072555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,10240,0.15808133284250894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,10240,0.1550000011920929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,10240,0.15586800376574197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,10240,0.15772799650828043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,10240,0.15351600448290506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,10240,0.13078799843788147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,10240,0.12994399666786194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,10240,0.13054399689038595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,10240,0.12820000449816385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,10240,0.12775466839472452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,10240,0.12865733106931052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,10240,0.10646667083104451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,10240,0.10366800427436829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,10240,0.10247733195622762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,10240,0.1035866638024648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,10240,0.10112399856249492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,10240,0.08034266531467438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,10240,0.07902133464813232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,10240,0.07900799810886383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,10240,0.07565733293692271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,10240,0.07713066538174947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,10240,0.05528533458709717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,10240,0.07514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,10240,0.05308400094509125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,10240,0.052971998850504555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,10240,0.05339600145816803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,10240,0.05049466590086619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,10240,0.03328000009059906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,10240,0.03031600018342336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,10240,0.02772666762272517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,10240,0.02714666724205017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,10240,0.0273333340883255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,10240,0.02694266786177953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,10240,0.026973334451516468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,10240,0.026895999908447266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,10240,0.027357332408428192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,10240,0.026921334366003673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,10240,0.026546667019526165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,10240,0.026014665762583416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,10240,0.026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,10240,0.025864000121752422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,10240,0.02590266615152359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,10240,0.02644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,10240,0.026355999211470287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,10240,0.025941332181294758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,10240,0.025943999489148457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,10240,0.02592666695515315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,10240,0.025942665835221607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,10240,0.025890665749708813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,10240,0.025816000998020172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,10240,0.025945333143075306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,10240,0.025792000194390614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,10240,0.025775998830795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,10240,0.025941332181294758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,10240,0.025839999318122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,10240,0.026029333472251892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,10240,0.026017333070437115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,10240,0.02585333337386449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,10240,0.025862666467825573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,10240,0.025918667515118916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,10240,0.025634666283925373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,10240,0.025449333091576893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,10240,0.02593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,10240,0.025858665506045025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,10240,0.02585733433564504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,8192,2.25927464167277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,8192,1.2652400334676106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,8192,0.6096293528874716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,8192,0.3466240167617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,8192,0.3567146857579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,8192,0.3627866506576538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,8192,0.295306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,8192,0.2850000063578288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,8192,0.2850293318430583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,8192,0.2515439987182617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,8192,0.2514959971110026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,8192,0.24146666129430136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,8192,0.2340373396873474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,8192,0.2353866696357727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,8192,0.23694399992624918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,8192,0.21045599381128946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,8192,0.22631200154622397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,8192,0.19528534015019736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,8192,0.17891732851664224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,8192,0.17009333769480386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,8192,0.1656346619129181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,8192,0.1445093353589376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,8192,0.13803199927012125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,8192,0.13555999596913657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,8192,0.13808000087738037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,8192,0.11901332934697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,8192,0.10924533009529114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,8192,0.0931439995765686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,8192,0.09258133172988892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,8192,0.07344266772270203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,8192,0.07003200054168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,8192,0.07063200076421101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,8192,0.059024001161257424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,8192,0.052282666166623436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,8192,0.0424586683511734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,8192,0.03536533315976461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,8192,0.02834133307139079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,8192,0.02882133424282074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,8192,0.028858666618665058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,8192,0.03205333401759466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,8192,0.028013333678245544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,8192,0.03127466638882955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,8192,0.0260026678442955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,8192,0.028560000161329906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,8192,0.02276800076166789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,8192,0.022181332111358643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,8192,0.022034667432308197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,8192,0.02611733227968216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,8192,0.023999998966852825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,8192,0.028754666447639465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,8192,0.029290666182835896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,8192,0.02514133354028066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,8192,0.022941333552201588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,8192,0.02491733431816101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,8192,0.02199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,8192,0.02381066729625066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,8192,0.023728000621000927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,8192,0.023544001082579296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,8192,0.023111999034881592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,8192,0.023376000424226124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,8192,0.023210667073726654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,8192,0.023090665539105732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,8192,0.023226665953795116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,8192,0.02312266578276952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,8192,0.023189333577950794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,8192,0.023229333261648815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,8192,0.022357332209746044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,8192,0.022298666338125866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,8192,0.022818667193253834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,8192,0.022258666654427845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,8192,0.02327466756105423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,8192,0.023226665953795116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,8192,0.023421332240104675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,8192,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,8192,1.8759110768636067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,8192,0.9689013163248698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,8192,0.4956977632310655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,8192,0.2782008912828234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,8192,0.27078578207227916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,8192,0.24381510416666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,8192,0.23156621721055773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,8192,0.22549690140618217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,8192,0.2263022263844808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,8192,0.21354311042361787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,8192,0.21007822619544136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,8192,0.19656888643900552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,8192,0.19083200560675728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,8192,0.18254578113555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,8192,0.17909688419765898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,8192,0.16815111372205946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,8192,0.1722737815645006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,8192,0.15733333428700766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,8192,0.1479288869433933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,8192,0.14094755384657118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,8192,0.1431093348397149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,8192,0.12197866704728867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,8192,0.11918044090270996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,8192,0.12564622031317815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,8192,0.11480889055464004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,8192,0.09597688913345337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,8192,0.09108799695968628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,8192,0.08330844508277045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,8192,0.0829440024163988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,10240,0.02590133249759674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,8192,0.06839466757244535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,8192,0.0710044436984592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,8192,0.06377955277760823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,8192,0.057111110952165395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,8192,0.04868977930810717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,8192,0.04424000117513868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,8192,0.03600000010596381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,8192,0.03342933456103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,8192,0.034048000971476235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,8192,0.03352177805370755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,8192,0.03311289019054837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,8192,0.038535111480289035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,8192,0.03235910998450385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,8192,0.031297776434156634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,8192,0.030008888906902734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,8192,0.027306665976842243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,8192,0.02724444369475047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,8192,0.02752711044417487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,8192,0.028024888700909082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,8192,0.028872887293497723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,8192,0.02914488977856106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,8192,0.029367112451129492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,8192,0.028062221076753404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,8192,0.025424000289705064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,8192,0.026012443833880957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,8192,0.024853333830833435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,8192,0.02572800053490533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,8192,0.024570667081409033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,8192,0.023553777072164748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,8192,0.02331022255950504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,8192,0.02402666707833608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,8192,0.02295111119747162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,8192,0.02424533334043291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,8192,0.02382755610677931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,8192,0.023219555616378784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,8192,0.02312711046801673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,8192,0.02344888945420583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,8192,0.022970666488011677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,8192,0.023372444841596816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,8192,0.02327644493844774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,8192,0.02306844459639655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,8192,0.023336889015303716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,8192,0.024289778537220422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,8192,0.023319111929999456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,8192,0.023141332798533972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,10240,0.026199998954931896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,10240,0.025831999878088634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,8192,2.5700035095214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,8192,0.3666115601857503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,8192,0.6594666904873318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,8192,0.3368568950229221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,8192,1.299173355102539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,8192,0.3249066670735677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,8192,0.3998097843594021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,8192,0.2997795475853814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,8192,0.3079004552629259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,8192,0.28594311078389484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,8192,0.292888879776001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,8192,0.36544889873928493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,8192,0.2578879992167155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,8192,0.24008711179097494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,8192,0.24325866169399687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,8192,0.3517599900563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,8192,0.20950399504767525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,8192,0.19148266315460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,8192,0.19960355758666992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,8192,0.3318897883097331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,8192,0.25994133949279785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,8192,0.1546151108211941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,8192,0.15185599856906468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,8192,0.1345991161134508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,8192,0.21846044063568115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,8192,0.18079288800557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,8192,0.10232888989978367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,8192,0.08870044681761001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,8192,0.08580622408125137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,8192,0.1752942270702786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,8192,0.1347786717944675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,8192,0.04349155558480156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,8192,0.06997511121961805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,8192,0.11155200004577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,8192,0.05575111177232531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,8192,0.03191288974550035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,8192,0.02724444369475047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,8192,0.025388444463411968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,8192,0.025383111503389146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,8192,0.025571554899215698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,8192,0.024008888337347243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,8192,0.027950220637851294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,8192,0.026328888204362657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,8192,0.025452444950739544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,8192,0.02144711050722334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,8192,0.021751110752423603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,8192,0.021007999777793884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,8192,0.020963556236690942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,8192,0.020780444145202637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,8192,0.020463999774720933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,8192,0.020003555549515616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,8192,0.020017777880032856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,8192,0.01995377739270528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,8192,0.020090666082170274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,8192,0.019327999817000497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,8192,0.01937599976857503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,8192,0.034444444709353976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,8192,0.034803556071387395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,8192,0.03464711043569777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,8192,0.03548089000913832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,8192,0.03580977850490146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,8192,0.03628799981541104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,8192,0.03503466645876566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,8192,0.03506133291456435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,8192,0.035637332333458796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,8192,0.03584533267550998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,8192,0.03601244423124526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,8192,0.03701688845952352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,8192,0.03650488787227207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,8192,0.035989334185918175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,8192,0.03638222151332431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,8192,0.022270222504933674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,8192,0.021328000558747187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,8192,0.021683555510309007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,8192,0.9608928044637045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,8192,0.47023785909016924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,8192,0.24674347241719566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,8192,0.14768533706665038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,8192,0.14584320386250813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,8192,0.14282560348510742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,8192,0.1271231969197591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,8192,0.12726826667785646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,8192,0.12475306987762451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,8192,0.12576746940612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,8192,0.12412266731262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,8192,0.1071349302927653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,8192,0.10454933643341065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,8192,0.10334826310475667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,8192,0.1028106689453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,8192,0.1040501356124878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,8192,0.10340267022450764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,8192,0.08468159834543863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,8192,0.08435306549072266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,8192,0.08418347040812174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,8192,0.08319573402404785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,8192,0.08118186791737875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,8192,0.06697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,8192,0.06409066518147787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,8192,0.06366933186848958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,8192,0.06189333200454712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,8192,0.06312853495279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,8192,0.06029866536458334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,8192,0.04543360074361165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,8192,0.0438101331392924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,8192,0.04420479933420817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,8192,0.04300800164540609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,8192,0.04195093313852946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,8192,0.02784213423728943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,8192,0.025410133600234985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,8192,0.023149865865707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,8192,0.022869332631429037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,8192,0.023108265797297158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,8192,0.022870399554570518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,8192,0.02276479999224345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,8192,0.02290453314781189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,8192,0.023000532388687135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,8192,0.023125332593917847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,8192,0.022010666131973267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,8192,0.02209279934565226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,8192,0.022284799814224245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,8192,0.021919999519983926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,8192,0.02190613349278768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,8192,0.0220085342725118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,8192,0.02204906741778056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,8192,0.021964800357818604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,8192,0.022129066785176597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,8192,0.022005333503087362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,8192,0.02190399964650472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,8192,0.021947733561197915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,8192,0.021782400210698445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,8192,0.021893332401911415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,8192,0.02195733388264974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,8192,0.02195840080579122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,8192,0.02195626695950826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,8192,0.021463465690612794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,8192,0.021897600094477335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,8192,0.022090667486190797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,8192,0.02177600065867106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,8192,0.021886932849884033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,8192,0.022082134087880453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,8192,0.021744000911712646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,8192,0.02197973330815633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,8192,0.021735467513402305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,8192,0.022151466210683188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,8192,0.02190293272336324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,7168,1.9676720301310222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,7168,1.205397367477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,7168,0.57259468237559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,7168,0.3367679913838704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,7168,0.3381280104319255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,7168,0.2851039965947469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,7168,0.2568160096804301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,7168,0.2568933367729187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,7168,0.2608880003293355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,7168,0.25227200984954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,7168,0.22509866952896118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,7168,0.22129333019256592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,7168,0.2141866683959961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,7168,0.21223733822504678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,7168,0.2033039927482605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,7168,0.18386665980021158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,7168,0.1933679978052775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,7168,0.17677332957585654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,7168,0.1592240035533905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,7168,0.14984533190727234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,7168,0.15173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,7168,0.13120800256729126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,7168,0.12439200282096863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,7168,0.12034666538238525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,7168,0.11974400281906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,7168,0.10235466559727986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,7168,0.0935973326365153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,8192,0.021604265769322714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,7168,0.08096266786257426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,7168,0.08285599946975708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,7168,0.06510133544603984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,7168,0.06266133487224579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,7168,0.06065866847832998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,7168,0.052429333329200745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,7168,0.04401599864164988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,7168,0.03720266620318095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,7168,0.030000001192092896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,7168,0.0242399995525678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,7168,0.024541333317756653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,7168,0.02440800021092097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,7168,0.027290667096773785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,7168,0.02399733414252599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,7168,0.026901334524154663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,7168,0.022173332671324413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,7168,0.02492266645034154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,7168,0.019917332877715428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,7168,0.019943999747435253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,7168,0.019992000112930935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,7168,0.021037332713603973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,7168,0.020920000970363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,7168,0.02625333269437154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,7168,0.025938667356967926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,7168,0.021826667090257008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,7168,0.019802667200565338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,7168,0.020938667158285778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,7168,0.019850666324297588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,7168,0.02184266597032547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,7168,0.02106400082508723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,7168,0.021546666820844013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,7168,0.020813333491484325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,7168,0.021458665529886883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,7168,0.021322667598724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,7168,0.02080800011754036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,7168,0.020901332298914593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,7168,0.020920000970363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,7168,0.021002667645613354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,7168,0.021002667645613354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,7168,0.020314666132132213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,7168,0.019853333632151287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,7168,0.019765333582957584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,7168,0.019794666518767674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,7168,0.020813333491484325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,7168,0.0207893339296182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,7168,0.020711999386548996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,7168,0.020992000897725422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,7168,1.6079307132297094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,7168,0.8371626536051432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,7168,0.42768179045783145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,7168,0.2302310996585422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,7168,0.23211201032002768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,7168,0.2099306715859307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,7168,0.1976942221323649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,7168,0.20049422317081025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,7168,0.1968159940507677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,7168,0.1914222240447998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,7168,0.18351822429233125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,7168,0.16922488477494982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,7168,0.17689955234527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,7168,0.16110222869449192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,7168,0.16088355912102595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,7168,0.14871999952528211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,7168,0.1397048897213406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,7168,0.15607110659281412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,7168,0.1321671141518487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,7168,0.12770488527086046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,7168,0.12221866183810765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,7168,0.10737955570220947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,7168,0.12070400185055202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,7168,0.09994666443930732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,7168,0.10383288727866279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,7168,0.08967110845777725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,7168,0.089336891969045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,7168,0.0743431117799547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,7168,0.06432355774773492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,7168,0.07653511232799955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,7168,0.0662062234348721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,7168,0.05727822250790066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,7168,0.05031822125116984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,7168,0.04602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,7168,0.041278223196665444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,7168,0.03460089034504361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,7168,0.030254221624798242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,7168,0.031048887305789526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,7168,0.031896889209747314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,7168,0.030714667505688135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,7168,0.03083733386463589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,7168,0.02917333443959554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,7168,0.02868088748719957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,7168,0.02693155573474036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,7168,0.02683555583159129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,7168,0.025891555680169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,7168,0.02611555490228865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,7168,0.02701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,7168,0.027100443840026855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,7168,0.027032888597912256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,7168,0.027112889620992873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,7168,0.025777777036031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,7168,0.024951110283533733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,7168,0.0258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,7168,0.025212445192866858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,7168,0.02515911062558492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,7168,0.024663110574086506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,7168,0.023203555080625746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,7168,0.02456888887617323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,7168,0.024110222856203716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,7168,0.023381332556406658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,7168,0.023214222656355962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,7168,0.023013333479563396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,7168,0.02295111119747162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,7168,0.024819556209776137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,7168,0.022819555468029443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,7168,0.024513777759340074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,7168,0.022846221923828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,7168,0.023000889354281958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,7168,0.023175110419591267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,7168,0.02275200022591485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,7168,0.022542221678627863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,7168,0.022828444838523865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,7168,0.02287111183007558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,8192,0.021898667017618813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,7168,2.459678226047092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,8192,0.021945599714914957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,7168,0.3529066774580214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,7168,1.2381298277113173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,7168,0.32132087813483345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,7168,0.6338773303561741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,7168,0.3098702165815565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,7168,0.381607108645969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,7168,0.2884231143527561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,7168,0.2942613230811225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,7168,0.27447467380099827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,7168,0.2792853249443902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,7168,0.34674843152364093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,7168,0.24654221534729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,7168,0.224817779329088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,7168,0.2324462201860216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,7168,0.33148445023430717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,7168,0.20023643970489502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,7168,0.18792177571190727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,7168,0.18432533740997314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,7168,0.3124408986833361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,7168,0.25124088923136395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,7168,0.14891021781497532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,7168,0.1456071138381958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,7168,0.12977777587042913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,7168,0.21050666438208687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,7168,0.16864889197879365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,7168,0.09173511134253608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,7168,0.0839608907699585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,7168,0.17107200622558594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,7168,0.1253546608818902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,7168,0.10647288958231609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,7168,0.040362666050593056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,7168,0.07566222217347887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,7168,0.06382044156392415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,7168,0.04882311158710056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,7168,0.029468443658616807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,7168,0.025082666012975905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,7168,0.022149332695537146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,7168,0.021703110800849065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,7168,0.021848888860808477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,7168,0.021758221917682227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,7168,0.025489777326583862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,7168,0.024499555428822834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,7168,0.02422399984465705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,7168,0.019464888506465487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,7168,0.01944177846113841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,7168,0.01943466729587979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,7168,0.019290667441156175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,7168,0.019342222147517733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,7168,0.018453333112928603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,7168,0.018512000640233357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,7168,0.018195556269751657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,7168,0.01793599956565433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,7168,0.01805688937505086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,7168,0.031488001346588135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,7168,0.030993776188956365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,7168,0.03035377793841892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,7168,0.031018667750888403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,7168,0.03156977891921997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,7168,0.030890666776233252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,7168,0.03295288814438714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,7168,0.0355679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,7168,0.03316088848643833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,7168,0.032256000571780734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,7168,0.03096710973315769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,7168,0.031002667215135362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,7168,0.03219555483924018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,7168,0.03274310959710015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,7168,0.03278577658865187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,7168,0.0344195564587911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,7168,0.032961779170566134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,7168,0.02013688948419359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,7168,0.01977599991692437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,7168,0.019471999671724107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,7168,0.8240266799926758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,7168,0.4369898796081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,7168,0.1301632006963094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,7168,0.22600746154785156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,7168,0.13027626673380535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,7168,0.13008426825205485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,7168,0.11539626916249593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,7168,0.11565439701080323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,7168,0.11222933133443196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,7168,0.11192959944407146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,7168,0.11211946805318196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,7168,0.0969866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,7168,0.09450559616088867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,7168,0.09445226987202962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,7168,0.09486292997996013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,7168,0.0935978651046753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,7168,0.09232746760050456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,7168,0.07634666760762533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,7168,0.07738986810048422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,7168,0.07459200223286946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,7168,0.07545066674550374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,7168,0.07296853065490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,7168,0.05827946662902832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,7168,0.060908798376719156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,7168,0.05834453503290812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,7168,0.05574613412221273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,7168,0.05542720158894857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,7168,0.05605760018030802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,7168,0.04171839952468872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,7168,0.039844266573588055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,7168,0.03994880119959514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,7168,0.03995093504587809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,7168,0.038474667072296145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,7168,0.026712532838185626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,7168,0.02304853399594625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,7168,0.021953066190083824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,7168,0.02146880030632019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,7168,0.020794665813446044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,7168,0.020719999074935914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,7168,0.02110613385836283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,7168,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,7168,0.02125119964281718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,7168,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,7168,0.020910932620366415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,7168,0.020283732811609903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,7168,0.020402133464813232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,7168,0.02027946710586548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,7168,0.020194133122762047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,7168,0.02050986687342326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,7168,0.020139733950297035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,7168,0.020282665888468422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,7168,0.02026559909184774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,7168,0.020141865809758505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,7168,0.020206934213638304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,7168,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,7168,0.020241065820058187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,7168,0.020214400688807168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,7168,0.01998293399810791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,7168,0.02004800041516622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,7168,0.020540799697240195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,7168,0.019831466674804687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,7168,0.02027413249015808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,7168,0.020179200172424316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,7168,0.020206934213638304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,7168,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,7168,0.02012053330739339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,7168,0.01987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,7168,0.020307199160257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,7168,0.020040533939997354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,7168,0.019933867454528808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,7168,0.01994346578915914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,6144,1.6197600364685059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,6144,0.9027386506398519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,6144,0.4407840172449748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,6144,0.25893600781758624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,6144,0.25986133019129437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,6144,0.24974666039148966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,6144,0.22101332743962607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,6144,0.2246826688448588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,6144,0.21808799107869467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,6144,0.21596266825993857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,6144,0.21341333786646524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,6144,0.1859119931856791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,6144,0.18178667624791464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,6144,0.1768853267033895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,6144,0.1725226640701294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,6144,0.15462666749954224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,6144,0.16420800487200418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,6144,0.15160800019900003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,6144,0.1381119986375173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,6144,0.1268399953842163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,6144,0.12971733013788858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,6144,0.11216533184051514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,6144,0.1049066682656606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,6144,0.09709866841634114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,6144,0.10156533122062683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,6144,0.08646933237711589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,6144,0.0783706655104955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,6144,0.06803466876347859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,6144,0.07008000214894612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,7168,0.01993280053138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,6144,0.06151466568311056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,6144,0.055826668938001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,6144,0.05293599764506022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,6144,0.043322667479515076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,6144,0.03968533376852671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,6144,0.03275199979543686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,6144,0.027066667874654133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,6144,0.021967999637126923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,6144,0.022823999325434368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,6144,0.023149333894252777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,6144,0.024135999381542206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,6144,0.021346665918827057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,6144,0.02415200074513753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,6144,0.019970666617155075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,6144,0.021869334081808727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,6144,0.017714666823546093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,6144,0.017759999881188076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,6144,0.017786666750907898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,6144,0.019695999721686046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,6144,0.018709332992633183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,6144,0.022202665607134502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,6144,0.022810667753219604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,6144,0.019885333875815075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,6144,0.017906667043765385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,6144,0.019023999571800232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,6144,0.0176959993938605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,6144,0.019359999646743137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,6144,0.016810666769742966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,6144,0.01684800038735072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,6144,0.016946667184432346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,6144,0.016829332957665127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,6144,0.016693333784739178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,6144,0.016778666526079178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,6144,0.01661866654952367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,6144,0.01669599985082944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,6144,0.016861333201328915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,6144,0.016744000216325123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,6144,0.016861333201328915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,6144,0.016864000509182613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,6144,0.016733333468437195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,6144,0.01683466633160909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,6144,0.016693333784739178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,6144,0.016773333152135212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,6144,0.017082666357358296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,6144,0.01717866708834966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,6144,1.4015560150146484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,6144,0.739236036936442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,6144,0.36063599586486816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,6144,0.20809332529703775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,6144,0.19238134225209555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,6144,0.1998693346977234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,6144,0.17285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,6144,0.18080399433771768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,6144,0.1719520092010498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,6144,0.15705333153406778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,6144,0.15640667080879211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,6144,0.14740000168482462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,6144,0.14401599764823914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,6144,0.1430333356062571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,6144,0.13939066727956137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,6144,0.13063466548919678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,6144,0.12279733022054036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,6144,0.11810800433158875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,6144,0.10951333244641621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,6144,0.10924266775449117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,6144,0.12718933820724487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,6144,0.09186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,6144,0.09510667125384013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,6144,0.09054133296012878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,6144,0.09027333060900371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,6144,0.07577066620190938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,6144,0.07249866425991058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,6144,0.06674266854921977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,6144,0.06612666447957356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,6144,0.057283997535705566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,6144,0.04918266832828522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,6144,0.0458186666170756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,6144,0.04218799869219462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,6144,0.03908533354600271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,6144,0.03121866782506307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,6144,0.028508000075817108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,6144,0.030623999734719593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,6144,0.028881333768367767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,6144,0.028417333960533142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,6144,0.02683999886115392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,6144,0.057058667143185936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,6144,0.02714533358812332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,6144,0.02643466740846634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,6144,0.026908000310262043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,6144,0.024257334570089977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,6144,0.023973333338896435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,6144,0.02457466721534729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,6144,0.025950667758782704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,6144,0.024510666728019714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,6144,0.02680666744709015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,6144,0.023522667586803436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,6144,0.024521333475907642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,6144,0.02457733452320099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,6144,0.024485332270463307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,6144,0.024058667321999867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,6144,0.02278133233388265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,6144,0.02269333352645238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,6144,0.02194933344920476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,6144,0.02094266563653946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,6144,0.022831998765468597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,6144,0.02149199942747752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,6144,0.02124000092347463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,6144,0.020711999386548996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,6144,0.02070799966653188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,6144,0.020970667401949566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,6144,0.023056000471115112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,6144,0.020654667168855667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,6144,0.020869334538777668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,6144,0.020733332882324856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,6144,0.02184533327817917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,6144,0.02072133372227351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,6144,0.020841332773367565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,6144,0.02067066604892413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,6144,0.020839999119440716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,7168,0.02029013236363729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,7168,0.019912532965342202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,6144,2.2844506899515786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,6144,0.3278680046399434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,6144,1.1433946291605632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,6144,0.30110400915145874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,6144,0.5918013254801432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,6144,0.2921173373858134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,6144,0.3473320007324219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,6144,0.26690266529719037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,6144,0.26567065715789795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,6144,0.25356799364089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,6144,0.2500999967257182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,6144,0.324237326780955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,6144,0.2277080019315084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,6144,0.21352267265319824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,6144,0.2163906693458557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,6144,0.29482799768447876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,6144,0.18918933471043906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,6144,0.17803466320037842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,6144,0.1770533323287964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,6144,0.312334676583608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,6144,0.19557867447535196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,6144,0.13448933760325113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,6144,0.12653199831644693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,6144,0.11789466937383015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,6144,0.15973599751790366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,6144,0.232095996538798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,6144,0.07934266825517018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,6144,0.07432533303896587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,6144,0.1563106675942739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,6144,0.10591999689737956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,6144,0.10025200247764587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,6144,0.034648001194000244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,6144,0.0630946656068166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,6144,0.05312266449133555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,6144,0.04590533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,6144,0.026947999993960064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,6144,0.022105333705743153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,6144,0.020129332939783733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,6144,0.020106667031844456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,6144,0.01988000050187111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,6144,0.01960399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,6144,0.021562665700912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,6144,0.022094666957855225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,6144,0.022062666714191437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,6144,0.01814533273379008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,6144,0.017593332876761753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,6144,0.01759066681067149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,6144,0.01772666722536087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,6144,0.01733200003703435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,6144,0.016010666886965435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,6144,0.01605333387851715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,6144,0.015716000149647396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,6144,0.015942666679620743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,6144,0.016010666886965435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,6144,0.017630666494369507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,6144,0.027321333686510723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,6144,0.028373333315054577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,6144,0.02681466688712438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,6144,0.027821332216262817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,6144,0.029318665464719135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,6144,0.028861333926518757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,6144,0.026857333878676098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,6144,0.02831866592168808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,6144,0.029137333234151203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,6144,0.027373333772023518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,6144,0.027786667148272198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,6144,0.028884001076221466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,6144,0.028941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,6144,0.02812933425108592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,6144,0.02831066648165385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,6144,0.028832000990708668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,6144,0.027883999049663544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,6144,0.01791999985774358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,6144,0.01821600024898847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,6144,0.7683189392089844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,6144,0.3768789291381836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,6144,0.11836373011271159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,6144,0.19819092750549316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,6144,0.11469866434733074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,6144,0.11441067059834797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,6144,0.10428373018900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,6144,0.1005738655726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,6144,0.10012266635894776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,6144,0.09981866677602133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,6144,0.10124586423238117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,6144,0.08351999918619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,6144,0.0852298657099406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,6144,0.08297920227050781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,6144,0.08460693359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,6144,0.08101332982381185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,6144,0.08268906275431315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,6144,0.06647466818491618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,6144,0.06872959931691489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,6144,0.06842133204142252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,6144,0.06752213637034098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,6144,0.06439040104548135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,6144,0.05412373145421347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,6144,0.05232213338216146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,6144,0.05243733326594034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,6144,0.04971520105997722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,6144,0.05107839902242025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,6144,0.04862399895985921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,6144,0.03752640088399251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,6144,0.03573013146718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,6144,0.03624746799468994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,6144,0.034970664978027345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,6144,0.034388267993927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,6144,0.02394346594810486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,6144,0.021397332350413002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,6144,0.019853866100311278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,6144,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,6144,0.019500799973805747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,6144,0.01952000061670939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,6144,0.019471999009450278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,6144,0.0191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,6144,0.019516799847284952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,6144,0.019291732708613077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,6144,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,6144,0.018630399306615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,6144,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,6144,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,6144,0.018252799908320107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,6144,0.01829973260561625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,6144,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,6144,0.018293333053588868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,6144,0.01819733381271362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,6144,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,6144,0.01831573247909546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,6144,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,6144,0.018248534202575682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,6144,0.01832746664683024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,6144,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,6144,0.01867199937502543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,6144,0.018680532773335777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,6144,0.018193066120147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,6144,0.018369066715240478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,6144,0.018193066120147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,6144,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,6144,0.01829013427098592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,6144,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,6144,0.018253866831461588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,6144,0.018318933248519898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,6144,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,6144,0.018270933628082277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,6144,0.018467199802398682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,5120,1.3276560306549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,5120,0.814359982808431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,5120,0.4030640125274658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,5120,0.23804267247517905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,5120,0.233624001344045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,5120,0.18666666746139526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,5120,0.17138399680455527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,5120,0.17128799359003702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,5120,0.1722773313522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,5120,0.15215200185775757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,5120,0.16271733244260153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,5120,0.14422667026519775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,5120,0.14092533787091574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,5120,0.14168000221252441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,5120,0.13226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,5120,0.12194933493932088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,5120,0.12787466247876486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,5120,0.12010400493939717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,5120,0.10733066995938619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,5120,0.10081332921981812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,5120,0.10240000486373901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,5120,0.08784799774487813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,5120,0.08328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,5120,0.08036533494790395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,5120,0.08369867006937663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,5120,0.07010399798552196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,5120,0.06543200214703877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,5120,0.059021333853403725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,5120,0.05827199916044871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,6144,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,5120,0.0467199981212616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,5120,0.0514933317899704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,5120,0.044450665513674416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,5120,0.03829866647720337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,5120,0.03349599987268448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,5120,0.02792533238728841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,5120,0.02276800076166789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,5120,0.017792000124851864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,5120,0.019776000330845516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,5120,0.01984800025820732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,5120,0.020026666422684986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,5120,0.01826400061448415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,5120,0.0199946661790212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,5120,0.016807999461889267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,5120,0.018445332845052082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,5120,0.014994667222102484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,5120,0.014725333700577417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,5120,0.014858666807413101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,5120,0.017386666188637417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,5120,0.01683466633160909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,5120,0.018050666898489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,5120,0.018309333672126133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,5120,0.016778666526079178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,5120,0.015698666373888653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,5120,0.016568000117937725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,5120,0.015087999403476715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,5120,0.016381333271662395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,5120,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,5120,0.014671999961137772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,5120,0.014783999572197596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,5120,0.014658667147159576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,5120,0.014802667001883188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,5120,0.014650666465361914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,5120,0.014802667001883188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,5120,0.014824000497659048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,5120,0.014813333749771118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,5120,0.014610666781663895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,5120,0.014842666685581207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,5120,0.014725333700577417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,5120,0.014650666465361914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,5120,0.014661333213249842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,5120,0.014648000399271647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,5120,0.014754666636387507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,5120,0.014954666296641031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,5120,0.01482133318980535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,5120,1.1869266827901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,5120,0.6197733481725057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,5120,0.3088666598002116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,5120,0.16499333580334982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,5120,0.17007333040237427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,5120,0.1540440022945404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,5120,0.14682799577713013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,5120,0.14699199795722961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,5120,0.14602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,5120,0.13279199600219727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,5120,0.13293332854906717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,5120,0.12447599569956462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,5120,0.12194666266441345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,5120,0.12271733085314433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,5120,0.11990533272425334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,5120,0.10654133558273315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,5120,0.11291066805521648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,5120,0.10203333695729573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,5120,0.09659467140833537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,5120,0.09237200021743774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,5120,0.0946173369884491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,5120,0.08326399823029836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,5120,0.08010266721248627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,5120,0.07340533534685771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,5120,0.07562133173147838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,5120,0.06582533319791158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,5120,0.06378399829069774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,5120,0.058229332168896995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,5120,0.04910799860954285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,5120,0.057189335425694786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,5120,0.04949999849001566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,5120,0.043262665470441185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,5120,0.040475999315579735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,5120,0.03626133253177007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,5120,0.035274667044480644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,5120,0.028912000358104706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,5120,0.026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,5120,0.02685600022474925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,5120,0.02736133337020874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,5120,0.026930667459964752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,5120,0.02683199942111969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,5120,0.025302665928999584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,5120,0.0252986674507459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,5120,0.02481200049320857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,5120,0.022974667449792225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,5120,0.022777333855628967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,5120,0.022989332675933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,5120,0.022993333637714386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,5120,0.02384933332602183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,5120,0.025370667378107708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,5120,0.023789333800474804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,5120,0.022327999273935955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,5120,0.021523999671141308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,5120,0.022613334159056347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,5120,0.02258266756931941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,5120,0.021615999440352123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,5120,0.021776000658671062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,5120,0.020706667254368465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,5120,0.02081599955757459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,5120,0.020811999837557476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,5120,0.020821332931518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,5120,0.020566667119661968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,5120,0.020723999788363773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,5120,0.020804000397523243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,5120,0.020946666598320007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,5120,0.020817333211501438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,5120,0.020449332892894745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,5120,0.020725333442290623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,5120,0.02071866641441981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,5120,0.020781333247820537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,5120,0.02057200049360593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,5120,0.01995466649532318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,5120,0.02065199986100197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,5120,0.020681332796812057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,6144,0.018256000677744546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,6144,0.018267732858657838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,5120,2.0969039599100747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,5120,0.30389465888341266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,5120,0.5512346824010214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,5120,0.28330133358637494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,5120,1.0741973718007405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,5120,0.2688973347345988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,5120,0.32402000824610394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,5120,0.24988534053166708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,5120,0.24977999925613403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,5120,0.2369826634724935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,5120,0.2389706571896871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,5120,0.29721599817276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,5120,0.21478933095932007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,5120,0.20232133070627847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,5120,0.19694133599599203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,5120,0.2843506733576457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,5120,0.1746506690979004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,5120,0.1641426682472229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,5120,0.15559867024421692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,5120,0.27018000682195026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,5120,0.21967333555221558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,5120,0.1277666687965393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,5120,0.1080026626586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,5120,0.10609599947929382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,5120,0.18454267581303915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,5120,0.1427893340587616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,5120,0.06620533267656963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,5120,0.06467866897583008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,5120,0.1348200043042501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,5120,0.08667733271916707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,5120,0.08536000053087871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,5120,0.031161333123842876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,5120,0.055172001322110496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,5120,0.04556133349736532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,5120,0.03904933234055837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,5120,0.025090667108694713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,5120,0.020398666461308796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,5120,0.019177333762248356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,5120,0.019069333871205647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,5120,0.0188893328110377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,5120,0.018807999789714813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,5120,0.020195999493201573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,5120,0.020810666183630627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,5120,0.020001333206892014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,5120,0.016307999690373737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,5120,0.016285333782434464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,5120,0.01661066710948944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,5120,0.01631733278433482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,5120,0.016049332916736603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,5120,0.014722666392723719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,5120,0.014499999582767487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,5120,0.014621333529551825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,5120,0.014597332725922266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,5120,0.014240000396966934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,5120,0.024155999223391216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,5120,0.0247706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,5120,0.02421066661675771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,5120,0.024325333535671234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,5120,0.022985334197680157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,5120,0.023749334116776783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,5120,0.0253453329205513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,5120,0.023382666210333507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,5120,0.02468133221069972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,5120,0.024343999723593395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,5120,0.024813334147135418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,5120,0.02523866544167201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,5120,0.024510666728019714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,5120,0.024914667010307312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,5120,0.025450666745503742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,5120,0.024541333317756653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,5120,0.02593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,5120,0.01618799939751625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,5120,0.01656133309006691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,5120,0.016369332869847614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,5120,0.3371829350789388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,5120,0.6700639724731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,5120,0.10187306404113769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,5120,0.17840320269266766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,5120,0.10034346580505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,5120,0.10043306350708008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,5120,0.09028800328572592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,5120,0.09033599694569906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,5120,0.08831360340118408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,5120,0.08704853057861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,5120,0.08753173351287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,5120,0.07601280212402343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,5120,0.07448106606801351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,5120,0.07277759710947672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,5120,0.07278506755828858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,5120,0.07402133146921794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,5120,0.07239786783854166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,5120,0.06025600035985311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,5120,0.060193065802256265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,5120,0.05931626558303833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,5120,0.05848639806111654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,5120,0.04696000019709269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,5120,0.056626133124033605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,5120,0.0461461345354716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,5120,0.045799465974171956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,5120,0.04334400097529094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,5120,0.04291839996973674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,5120,0.042410667737325033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,5120,0.03310400048891703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,5120,0.03167999982833862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,5120,0.03155413269996643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,5120,0.03104426662127177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,5120,0.03069546620051066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,5120,0.02072746753692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,5120,0.019101866086324058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,5120,0.017908267180124917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,5120,0.01824000080426534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,5120,0.017682133118311565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,5120,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,5120,0.017143466075261436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,5120,0.017400532960891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,5120,0.017522132396697997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,5120,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,5120,0.017043199141820273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,5120,0.016733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,5120,0.01689173380533854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,5120,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,5120,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,5120,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,5120,0.016456533471743265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,5120,0.01698453426361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,5120,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,5120,0.017028266191482545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,5120,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,5120,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,5120,0.016265599926312765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,5120,0.0165503998597463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,5120,0.016706132888793947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,5120,0.01618026693662008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,5120,0.01644159952799479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,5120,0.016914133230845133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,5120,0.016562133034070333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,5120,0.016407466928164163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,5120,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,5120,0.01665493349234263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,5120,0.01651093363761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,5120,0.016167466839154564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,5120,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,5120,0.016221867005030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,5120,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,5120,0.016266666849454246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,4096,1.1692124472724068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,4096,0.6246808899773492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,4096,0.31180087725321454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,4096,0.18472888734605578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,4096,0.18878755304548475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,4096,0.17379021644592285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,4096,0.14121954970889622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,4096,0.14146844546000162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,4096,0.142593781153361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,4096,0.14036444822947183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,4096,0.13564622402191162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,4096,0.11956977844238281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,4096,0.11630577511257595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,4096,0.11691910690731472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,4096,0.114391114976671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,4096,0.10248177581363255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,4096,0.1041991114616394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,4096,0.09676266378826565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,4096,0.08780266841252644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,4096,0.08420799838172065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,4096,0.08564088741938274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,4096,0.07360533210966322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,4096,0.06932799683676825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,4096,0.06612266434563531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,4096,0.06713422139485677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,4096,0.05765510929955376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,4096,0.05327644281917148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,4096,0.04727288749482897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,4096,0.047482666042115956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,4096,0.03798222210672166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,4096,0.04086933202213711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,4096,0.03559466534190708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,4096,0.030023111237419978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,4096,0.02696888811058468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,4096,0.022108443909221228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,4096,0.018069333500332303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,4096,0.014716444744004143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,4096,0.01651022169325087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,4096,0.01698844465944502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,4096,0.016919111212094624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,4096,0.014849777022997538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,4096,0.016576000385814242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,4096,0.014188443620999655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,4096,0.015351111690203348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,4096,0.012154666913880242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,4096,0.012250666817029318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,4096,0.012142221960756512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,4096,0.013642667068375481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,4096,0.013973333769374423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,4096,0.015232000086042615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,4096,0.01591466698381636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,4096,0.013416888813177744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,4096,0.012147555748621622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,4096,0.013271110753218332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,4096,0.011943110989199745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,4096,0.013456000222100152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,4096,0.011960888902346293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,4096,0.011834666960769229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,4096,0.012072888513406118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,4096,0.01165688865714603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,4096,0.011807999677128263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,4096,0.011795555551846823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,4096,0.011744000017642975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,4096,0.011795555551846823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,4096,0.011692444483439127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,4096,0.011815110842386881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,4096,0.011767110890812345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,4096,0.012122666670216454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,4096,0.011738667057620155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,4096,0.011596444580290051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,4096,0.012079999678664737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,4096,0.012055111428101858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,4096,0.012168889244397482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,4096,0.012629333469602795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,5120,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,4096,0.9528501510620118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,4096,0.2417301336924235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,4096,0.48461332321166994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,4096,0.13094293276468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,4096,0.14153919219970704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,4096,0.12601386706034343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,4096,0.1216810703277588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,4096,0.11994240283966065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,4096,0.11951999664306641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,4096,0.10921280384063721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,4096,0.1093941370646159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,4096,0.10275733470916748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,4096,0.10053439935048421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,4096,0.09612586498260497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,4096,0.09436906973520914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,4096,0.09066027005513509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,4096,0.09483306407928467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,4096,0.08595413366953532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,4096,0.07589866320292155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,4096,0.074727463722229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,4096,0.06753066380818686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,4096,0.06370879809061686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,4096,0.06608426570892334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,4096,0.06451093355814616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,4096,0.05462506612141928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,4096,0.0524618665377299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,4096,0.04845333496729533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,4096,0.08286080360412598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,4096,0.04140160083770752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,4096,0.04159040053685506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,4096,0.03864959875742595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,4096,0.0366485317548116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,4096,0.032227200269699094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,4096,0.030373332897822063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,5120,0.016474666198094685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,4096,0.026563199361165364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,4096,0.02508693337440491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,4096,0.02400319973627726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,4096,0.025831466913223265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,4096,0.04754453500111898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,4096,0.025047467152277632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,4096,0.024553600947062174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,4096,0.022581332921981813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,4096,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,4096,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,4096,0.02076906760533651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,4096,0.021896533171335855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,4096,0.02304853399594625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,4096,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,4096,0.02206826607386271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,4096,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,4096,0.020923733711242676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,4096,0.02156053384145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,4096,0.021249065796534218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,4096,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,4096,0.020846933126449585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,4096,0.019024000565210978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,4096,0.021334399779637657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,4096,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,4096,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,4096,0.020151466131210327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,4096,0.021153066555658975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,4096,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,4096,0.0206112007300059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,4096,0.023906133572260537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,4096,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,4096,0.019429334004720054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,4096,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,4096,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,4096,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,4096,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,4096,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,4096,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,4096,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,4096,0.01885226567586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,5120,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,4096,0.9983680089314779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,4096,0.28056532541910806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,4096,1.9375381469726562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,4096,0.2576629320780436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,4096,0.5090997378031413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,4096,0.24781440099080404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,4096,0.2930239995320638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,4096,0.22780267397562662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,4096,0.22419093449910482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,4096,0.21634559631347655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,4096,0.21051947275797525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,4096,0.27157440185546877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,4096,0.19196267127990724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,4096,0.18295572598775228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,4096,0.17661120096842448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,4096,0.2606880029042562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,4096,0.14830506642659505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,4096,0.14172906875610353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,4096,0.1334005355834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,4096,0.24661866823832193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,4096,0.1986453374226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,4096,0.10032213528951009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,4096,0.08770879904429117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,4096,0.08386027018229167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,4096,0.1650592009226481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,4096,0.12545279661814374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,4096,0.05567786693572998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,4096,0.10761386553446453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,4096,0.05098346471786499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,4096,0.04827306667963664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,4096,0.07356266975402832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,4096,0.028084266185760497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,4096,0.06685547033945718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,4096,0.03966720104217529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,4096,0.035000534852345784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,4096,0.02201813260714213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,4096,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,4096,0.0176362673441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,4096,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,4096,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,4096,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,4096,0.018513067563374837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,4096,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,4096,0.01794346570968628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,4096,0.014920533696810404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,4096,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,4096,0.015147733688354491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,4096,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,4096,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,4096,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,4096,0.014885333180427552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,4096,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,4096,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,4096,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,4096,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,4096,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,4096,0.02065920035044352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,4096,0.020002132654190062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,4096,0.020345600446065266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,4096,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,4096,0.02097919980684916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,4096,0.02074986696243286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,4096,0.02119893431663513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,4096,0.020706133047739664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,4096,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,4096,0.020840533574422202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,4096,0.021092265844345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,4096,0.02174293398857117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,4096,0.021862399578094483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,4096,0.021934932470321654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,4096,0.02190293272336324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,4096,0.021522132555643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,4096,0.02146773338317871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,4096,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,4096,0.5298549334208171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,4096,0.13993172645568847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,4096,0.2751562754313151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,4096,0.08228053251902262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,4096,0.08031466801961264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,4096,0.08285973072052003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,4096,0.07459306716918945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,4096,0.07219519615173339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,4096,0.07204053401947022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,4096,0.07179413636525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,4096,0.07186346848805746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,4096,0.06033920049667359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,4096,0.06079039971033732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,4096,0.06017280022303263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,4096,0.06027306715647379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,4096,0.057396264870961514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,4096,0.05790079832077026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,4096,0.049711998303731283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,4096,0.049914666016896564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,4096,0.0482037345568339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,4096,0.04835626681645711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,4096,0.0469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,4096,0.03978026707967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,4096,0.037994666894276934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,4096,0.03734826644261678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,4096,0.0370527982711792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,4096,0.037196799119313555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,4096,0.027690666913986205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,4096,0.035657600561777754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,4096,0.027436800797780353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,4096,0.027654399474461872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,4096,0.026272000869115193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,4096,0.02587626576423645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,4096,0.017915733655293784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,4096,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,4096,0.017064533631006875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,4096,0.015432533621788026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,4096,0.015014400084813436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,4096,0.01511360009511312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,4096,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,4096,0.01513920029004415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,4096,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,4096,0.015369600057601929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,4096,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,4096,0.014200533429781595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,4096,0.014121599992116294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,4096,0.014186666409174601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,4096,0.014169599612553915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,4096,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,4096,0.013890133301417033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,4096,0.014312533537546792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,4096,0.014111999670664468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,4096,0.0141567995150884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,4096,0.013727999726931252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,4096,0.013783466815948487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,4096,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,4096,0.01407360037167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,4096,0.013755733768145243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,4096,0.013884799679120383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,4096,0.013937066992123923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,4096,0.014134400089581809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,4096,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,4096,0.0137472003698349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,4096,0.013773866494496665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,4096,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,4096,0.013773866494496665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,4096,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,4096,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,4096,0.014114133516947427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,4096,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,4096,0.013804800311724343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,4096,0.01418880025545756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,3584,0.49074845843844944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,3584,0.9605973561604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,3584,0.12910932964748806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,3584,0.23049243291219076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,3584,0.17184355523851183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,3584,0.12364621957143147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,3584,0.13148089249928793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,3584,0.12826666567060682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,3584,0.11697067154778375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,3584,0.12572622299194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,3584,0.1137617826461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,3584,0.11060800155003865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,3584,0.09922844171524048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,3584,0.11362489064534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,3584,0.0967857771449619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,3584,0.09735111395517985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,3584,0.09449422359466553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,3584,0.08488533231947158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,3584,0.07531022363238864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,3584,0.07464177740944757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,3584,0.07315733035405476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,3584,0.06340977880689833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,3584,0.06083377864625719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,3584,0.05977244509590996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,3584,0.059269335534837514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,3584,0.05103288756476509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,3584,0.04712888929578993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,3584,0.041646222273508705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,3584,0.04243910974926419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,3584,0.03590755661328634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,3584,0.03576177689764235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,3584,0.03272711237271627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,3584,0.026698667142126296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,3584,0.023989333046807185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,3584,0.01926933394538032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,3584,0.01611199975013733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,3584,0.01315199997689989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,3584,0.014280888769361707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,3584,0.014549333188268872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,3584,0.014689778288205465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,3584,0.013457777599493662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,3584,0.014945778581831189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,3584,0.012736000120639801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,3584,0.01370133293999566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,3584,0.011043555206722684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,3584,0.011034666664070554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,3584,0.01132266637351778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,3584,0.01200355589389801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,3584,0.012668444050682915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,3584,0.013941332697868347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,3584,0.012255999777052136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,3584,0.012471111284361945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,3584,0.011367110742463006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,3584,0.011893333660231696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,3584,0.010933332973056369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,3584,0.011923555698659686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,3584,0.010798222488827176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,3584,0.010760889285140567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,3584,0.010693333215183683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,3584,0.010737777584128909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,3584,0.010670222342014313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,3584,0.0107022225856781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,3584,0.010808889236715106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,3584,0.010620444185203977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,3584,0.01090311093462838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,3584,0.010696888797812991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,3584,0.010581333604123859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,3584,0.010680889089902243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,3584,0.010670222342014313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,3584,0.01054933336046007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,3584,0.010680889089902243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,3584,0.01130844404300054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,3584,0.011436444189813403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,3584,0.011555555793974133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,3584,0.8258282979329428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,3584,0.4227744102478027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,3584,0.20642773310343424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,3584,0.12000106970469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,3584,0.12134719689687093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,3584,0.11315840085347492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,3584,0.10920960108439129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,3584,0.10502933661142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,3584,0.10684373378753662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,3584,0.09504106839497885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,3584,0.09637760321299235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,3584,0.09760213692982991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,3584,0.0923413356145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,3584,0.0897589365641276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,3584,0.08662079970041911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,4096,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,3584,0.07952426274617513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,3584,0.07588586807250977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,3584,0.07162666320800781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,3584,0.06805439790089926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,3584,0.06353706518809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,3584,0.0677354653676351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,3584,0.060271998246510826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,3584,0.05866346756617228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,3584,0.05771733522415161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,3584,0.05038293202718099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,3584,0.048979198932647704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,3584,0.043366400400797527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,3584,0.08332586288452148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,3584,0.04485119978586833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,3584,0.04081066846847534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,3584,0.04015359878540039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,3584,0.03533013264338176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,3584,0.03476159969965617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,3584,0.03080959916114807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,3584,0.02941333254178365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,3584,0.02499413291613261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,3584,0.022706133127212525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,3584,0.023528534173965453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,3584,0.023569067319234215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,3584,0.02444159984588623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,3584,0.02304319938023885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,3584,0.022388267517089843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,3584,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,3584,0.021603200833002725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,3584,0.020317866404851278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,3584,0.021241599321365358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,3584,0.020477867126464842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,3584,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,3584,0.0236245334148407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,3584,0.022082134087880453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,3584,0.020967467625935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,3584,0.020385066668192543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,3584,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,3584,0.019978666305541994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,3584,0.02121493419011434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,3584,0.019826134045918785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,3584,0.018926932414372762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,3584,0.01874133348464966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,4096,0.013894400000572205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,3584,0.0204693337281545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,3584,0.01816426714261373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,3584,0.01983786622683207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,3584,0.018963199853897095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,3584,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,3584,0.020386133591334024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,3584,0.018823466698328652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,3584,0.018614399433135986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,3584,0.018279467026392618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,3584,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,3584,0.018261333306630455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,3584,0.019661867618560792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,3584,0.018807466824849448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,3584,0.018576000134150186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,3584,0.018475733200709023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,3584,0.018399999539057414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,3584,0.9750517527262369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,3584,0.4919978777567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,3584,0.2700437227884928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,3584,0.2549546718597412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,3584,1.9044490814208985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,3584,0.24181226094563804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,3584,0.2968949317932129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,3584,0.2239840030670166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,3584,0.22061653137207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,3584,0.21365226109822594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,3584,0.2096149285634359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,3584,0.2533023993174235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,3584,0.174454402923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,3584,0.2653493404388428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,3584,0.16810026168823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,3584,0.1597823937733968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,3584,0.13354026476542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,3584,0.13099413712819416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,3584,0.11715733210245768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,3584,0.19475946426391602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,3584,0.11203413009643555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,3584,0.09055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,3584,0.23940587043762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,3584,0.07631466388702393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,3584,0.07245333194732666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,3584,0.1463530699412028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,3584,0.0527786652247111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,3584,0.04832106828689575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,3584,0.09454933007558187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,3584,0.04489920139312744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,3584,0.06043413480122885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,3584,0.06879680156707764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,3584,0.027101866404215497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,3584,0.032290132840474446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,3584,0.017013333241144814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,3584,0.0221343994140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,3584,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,3584,0.017607466379801432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,3584,0.017485866943995156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,3584,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,3584,0.016155733664830526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,3584,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,3584,0.038864000638326006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,3584,0.01569386621316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,3584,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,3584,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,3584,0.014146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,3584,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,3584,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,3584,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,3584,0.012215466300646464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,3584,0.011787733435630799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,3584,0.01237546702226003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,3584,0.01801066597302755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,3584,0.01748266617457072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,3584,0.01895893414815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,3584,0.01844480037689209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,3584,0.01885226567586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,3584,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,3584,0.018981333573659262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,3584,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,3584,0.01978666583697001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,3584,0.01948480010032654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,3584,0.01987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,3584,0.018999467293421425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,3584,0.01819093426068624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,3584,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,3584,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,3584,0.014036267002423605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,3584,0.01873813271522522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,3584,0.020088533560434975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,3584,0.019916800657908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,3584,0.019879466295242308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,3584,0.02033920089403788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,3584,0.24561707178751627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,3584,0.4672213236490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,3584,0.07494933605194092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,3584,0.12930880387624105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,3584,0.07464000384012857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,3584,0.07304533322652182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,3584,0.06650453408559164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,3584,0.06636799971262614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,3584,0.06514559984207154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,3584,0.0641696015993754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,3584,0.06496320168177286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,3584,0.05525546471277872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,3584,0.0557151993115743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,3584,0.053925331433614096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,3584,0.0555189331372579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,3584,0.05278720060984293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,3584,0.05293759902318319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,3584,0.04485866626103719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,3584,0.045057066281636554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,3584,0.04385706583658854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,3584,0.04370133479436238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,3584,0.04280853271484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,3584,0.0359935998916626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,3584,0.03444693485895793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,3584,0.03479359944661458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,3584,0.0338922659556071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,3584,0.03312533299128215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,3584,0.03310719927151998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,3584,0.025336533784866333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,3584,0.024522666136423746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,3584,0.02552853425343831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,3584,0.024472532669703166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,3584,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,3584,0.01584106683731079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,3584,0.023509333531061806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,3584,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,3584,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,3584,0.013572266697883606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,3584,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,3584,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,3584,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,3584,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,3584,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,3584,0.013486933708190919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,3584,0.012954666217168172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,3584,0.012916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,3584,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,3584,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,3584,0.013252266248067222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,3584,0.013057066996892294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,3584,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,3584,0.012538666526476542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,3584,0.012918399771054587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,3584,0.012921599547068277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,3584,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,3584,0.012956800063451132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,3584,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,3584,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,3584,0.012981333335240684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,3584,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,3584,0.012906666596730551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,3584,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,3584,0.012906666596730551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,3584,0.012936533490816752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,3584,0.012713600198427835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,3584,0.012607999642690024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,3584,0.013033599654833476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,3584,0.013413332899411521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,3584,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,3584,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,3584,0.01250986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,3584,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,3072,0.817957321802775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,3072,0.4138439893722534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,3072,0.1124733289082845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,3072,0.24146932363510132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,3072,0.11566666762034099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,3072,0.14355466763178507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,3072,0.10293733080228169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,3072,0.12478133042653401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,3072,0.09983866413434346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,3072,0.10549333691596985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,3072,0.09237600366274516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,3072,0.10492666562398274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,3072,0.08586133519808452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,3072,0.10095466176668803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,3072,0.08031066755453746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,3072,0.09075867136319478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,3072,0.07748133440812428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,3072,0.0755706677834193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,3072,0.06501466532548268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,3072,0.06366000076134999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,3072,0.06057600180308024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,3072,0.05075600246588389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,3072,0.048310667276382446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,3072,0.04937066634496053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,3072,0.04271866877873739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,3072,0.039437333742777504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,3072,0.03509599963823954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,3072,0.03505466630061468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,3072,0.02865466723839442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,3072,0.02979466567436854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,3072,0.026369333267211914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,3072,0.02245066563288371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,3072,0.019621333728233974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,3072,0.016336000214020412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,3072,0.014039999494949976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,3072,0.010993332912524542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,3072,0.012505333870649338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,3072,0.012454666197299957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,3072,0.01256133367617925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,3072,0.011424000064531961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,3072,0.012577333798011145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,3072,0.010962666322787603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,3072,0.05598266422748566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,3072,0.011756000419457754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,3072,0.009774666900436083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,3072,0.009663999701539675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,3072,0.009436000138521194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,3072,0.011110667139291763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,3072,0.010837333897749582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,3072,0.011364000538984934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,3072,0.01044800008336703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,3072,0.010630667209625244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,3072,0.009770666559537252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,3072,0.010431999961535135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,3072,0.00941066692272822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,3072,0.010406666745742163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,3072,0.009381333366036415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,3072,0.00929733303685983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,3072,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,3072,0.009312000125646591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,3072,0.00939599983394146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,3072,0.009346666435400644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,3072,0.009130666653315226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,3072,0.009161333243052164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,3072,0.009122666592399279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,3072,0.009269333134094873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,3072,0.009254666666189829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,3072,0.008962666615843773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,3072,0.009015999734401703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,3072,0.008950666834910711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,3072,0.009457333634297052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,3072,0.00939599983394146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,3072,0.009506666411956152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,3072,0.009886666511495909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,3072,0.7164938608805339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,3072,0.37110932668050134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,3584,0.012562132875124612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,3072,0.1849119981129964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,3072,0.10349546273549397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,3072,0.10653226375579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,3072,0.09145600001017253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,3072,0.10011200110117595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,3072,0.0932703971862793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,3072,0.09739200274149576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,3072,0.08605546951293945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,3072,0.08874560197194417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,3072,0.08114240169525147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,3072,0.08214720090230307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,3072,0.0778112014134725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,3072,0.07708480358123779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,3072,0.07003200054168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,3072,0.07031466960906982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,3072,0.06797866821289063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,3072,0.0656544009844462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,3072,0.06184213161468506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,3072,0.056577066580454506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,3072,0.0525984009106954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,3072,0.06090026696523031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,3072,0.05128746827443441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,3072,0.05002133448918661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,3072,0.045160531997680664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,3072,0.04378879865010579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,3072,0.04122666517893474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,3072,0.04167360067367554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,3072,0.03797760009765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,3072,0.037113598982493085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,3072,0.03344106674194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,3072,0.032943999767303465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,3072,0.028541866938273115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,3072,0.028700800736745198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,3072,0.023983999093373617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,3072,0.022252800067265828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,3072,0.02227946718533834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,3072,0.022779732942581177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,3072,0.02287893295288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,3072,0.020861866076787312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,3072,0.021833600600560506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,3072,0.02210879921913147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,3072,0.02063039938608805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,3072,0.018835200866063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,3072,0.020990933974583945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,3072,0.019669334093729653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,3072,0.0212991992632548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,3072,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,3072,0.020452266931533812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,3072,0.019332265853881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,3072,0.01957546671231588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,3072,0.018567466735839845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,3072,0.019646932681401573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,3072,0.018269866704940796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,3072,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,3072,0.017230933904647826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,3072,0.01867199937502543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,3072,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,3072,0.022307199239730836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,3072,0.018322134017944337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,3072,0.01913493275642395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,3072,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,3072,0.01885333259900411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,3072,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,3072,0.018232532342274985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,3072,0.017802667617797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,3072,0.01919680039087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,3072,0.01702293356259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,3072,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,3072,0.01794559955596924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,3072,0.01768959959348043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,3072,0.01687039931615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,3072,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,3584,0.01297813355922699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,3072,0.9272970835367838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,3072,0.2661066691080729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,3072,1.8368181864420574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,3072,0.2384928067525228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,3072,0.26841920216878257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,3072,0.22937386830647788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,3072,0.224564266204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,3072,0.21080320676167807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,3072,0.20240532557169594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,3072,0.19662399291992189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,3072,0.18541013399759929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,3072,0.4770496050516765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,3072,0.16573012669881185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,3072,0.16046934127807616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,3072,0.14971946080525717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,3072,0.2551349322001139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,3072,0.11606720288594563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,3072,0.11450773080190021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,3072,0.10084586938222248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,3072,0.2377621332804362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,3072,0.17627946535746258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,3072,0.08152213096618652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,3072,0.07082346280415854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,3072,0.06661440134048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,3072,0.14358293215433757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,3072,0.08555200099945068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,3072,0.09555946985880534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,3072,0.05020800034205118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,3072,0.046520535151163736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,3072,0.042454401652018234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,3072,0.0633407990137736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,3072,0.02569920023282369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,3072,0.0562613328297933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,3072,0.03113066752751668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,3072,0.03722560008366903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,3072,0.019562667608261107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,3072,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,3072,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,3072,0.014971733093261719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,3072,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,3072,0.014885333180427552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,3072,0.017273600896199545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,3072,0.017034665743509928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,3072,0.016500266393025716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,3072,0.012934399644533792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,3072,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,3072,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,3072,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,3072,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,3072,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,3072,0.011096533139546711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,3072,0.011223466197649638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,3072,0.01693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,3072,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,3072,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,3072,0.016934400796890257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,3072,0.01772480010986328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,3072,0.01693013310432434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,3072,0.017753599087397258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,3072,0.017477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,3072,0.016563199957211814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,3072,0.0181877334912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,3072,0.018515199422836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,3072,0.017385600010553996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,3072,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,3072,0.017526400089263917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,3072,0.01820053259531657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,3072,0.01781866749127706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,3072,0.017612799008687337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,3072,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,3072,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,3072,0.013190399607022604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,3072,0.013014400005340576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,3072,0.4057482719421387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,3072,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,3072,0.21364266077677407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,3072,0.11264426708221435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,3072,0.06580906709035238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,3072,0.0651530663172404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,3072,0.06445546547571818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,3072,0.059683199723561606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,3072,0.05804479916890463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,3072,0.057543468475341794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,3072,0.057190398375193276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,3072,0.057158398628234866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,3072,0.04947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,3072,0.049293867746988934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,3072,0.04810133377710978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,3072,0.04798186620076497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,3072,0.0467306653658549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,3072,0.04604693253835042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,3072,0.04044906695683797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,3072,0.03895253340403239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,3072,0.03974613348642985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,3072,0.03869333267211914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,3072,0.038423466682434085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,3072,0.031941332419713336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,3072,0.030830933650334673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,3072,0.031600000460942586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,3072,0.03033600052197774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,3072,0.029996800422668456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,3072,0.02983466585477193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,3072,0.023652267456054688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,3072,0.022131200631459555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,3072,0.02186346650123596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,3072,0.022166399161020915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,3072,0.022396800915400188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,3072,0.014999467134475707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,3072,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,3072,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,3072,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,3072,0.012538666526476542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,3072,0.012837333480517068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,3072,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,3072,0.012526933352152506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,3072,0.01267519990603129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,3072,0.012427733341852824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,3072,0.01248426636060079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,3072,0.01216426690419515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,3072,0.012181333700815837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,3072,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,3072,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,3072,0.012060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,3072,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,3072,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,3072,0.012423466642697651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,3072,0.012176000078519185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,3072,0.012124799688657125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,3072,0.012101333340009053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,3072,0.011705600221951802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,3072,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,3072,0.012172800302505494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,3072,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,3072,0.011788800358772278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,3072,0.011698133746782939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,3072,0.012392533818880717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,3072,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,3072,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,3072,0.012146133184432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,3072,0.012185600399971009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,3072,0.012026666601498922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,3072,0.012108799815177918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,3072,0.011797333757082622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,3072,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,2560,0.6946533521016439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,2560,0.3796813488006592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,2560,0.19502133131027222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,2560,0.11594933271408081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,2560,0.11922666430473328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,2560,0.11714532971382141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,2560,0.10125999649365743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,2560,0.08791333436965942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,2560,0.08614933490753174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,2560,0.0788786659638087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,2560,0.0790280004342397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,2560,0.07446933289368947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,2560,0.07085466881593068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,2560,0.06939599911371867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,2560,0.06705733140309651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,2560,0.06404399871826172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,2560,0.06584799786408742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,2560,0.06057333449522654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,2560,0.055276001493136086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,2560,0.05240933100382487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,2560,0.05200799802939097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,2560,0.04599866767724355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,2560,0.04363733530044556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,2560,0.041825334231058754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,2560,0.04214666783809662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,2560,0.03721199929714203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,2560,0.034071999291578926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,3072,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,2560,0.030461333692073822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,2560,0.02550266683101654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,2560,0.025654666125774384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,2560,0.022780001163482666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,2560,0.01958400011062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,2560,0.017240000267823536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,2560,0.014541332920392355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,2560,0.012524000058571497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,2560,0.00989066685239474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,2560,0.010566666722297668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,2560,0.010924000293016434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,2560,0.011483999590078989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,2560,0.010486666113138199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,2560,0.011183999478816986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,2560,0.00955200009047985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,2560,0.010422666867574057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,2560,0.008526666710774103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,2560,0.008463999877373377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,2560,0.008532000084718069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,2560,0.009545333062609037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,2560,0.009569333245356878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,2560,0.010071999703844389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,2560,0.009458666667342186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,2560,0.03242400040229162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,2560,0.009455999980370203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,2560,0.0085333331177632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,2560,0.008681333313385645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,2560,0.009418666362762451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,2560,0.00927866684893767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,2560,0.008439999694625536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,2560,0.008434666941563288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,2560,0.008418666819731394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,2560,0.008441333348552385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,2560,0.008337333177526792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,2560,0.008416000132759413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,2560,0.008408000071843466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,2560,0.008386666576067606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,2560,0.008397333323955536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,2560,0.008403999730944633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,2560,0.008338666831453642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,2560,0.008419999852776527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,2560,0.008352000266313553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,2560,0.008394666636983553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,2560,0.008409333104888598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,2560,0.008308000241716703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,2560,0.008417333165804545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,2560,0.00855466661353906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,2560,0.611579704284668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,2560,0.30848747889200845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,2560,0.1500736077626546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,2560,0.09025279680887857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,2560,0.09255039691925049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,2560,0.08757759730021158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,2560,0.08587946891784667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,2560,0.08256320158640543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,2560,0.08041386604309082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,2560,0.07426986694335938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,2560,0.0744757334391276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,2560,0.07008533477783203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,2560,0.06838933626810709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,2560,0.06961920261383056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,2560,0.06795093218485514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,2560,0.06336319843928019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,2560,0.061153066158294675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,2560,0.05986453294754028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,2560,0.05646506547927856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,2560,0.055880534648895266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,2560,0.0530784010887146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,2560,0.04874133268992106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,2560,0.04741546710332235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,2560,0.046751999855041505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,2560,0.045526401201883955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,2560,0.041857067743937174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,2560,0.041099735101064044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,2560,0.04060266812642415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,2560,0.03529920180638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,2560,0.037308800220489505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,2560,0.03158826629320781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,2560,0.030296534299850464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,2560,0.027007999022801717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,2560,0.026790400346120197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,2560,0.021547732750574748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,2560,0.02050986687342326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,2560,0.02135253349939982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,2560,0.02109760046005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,2560,0.040584532419840495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,2560,0.022462934255599976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,2560,0.01957546671231588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,2560,0.020623999834060668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,2560,0.02002453406651815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,2560,0.020503467321395873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,2560,0.01885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,2560,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,2560,0.019471999009450278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,2560,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,2560,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,2560,0.020155733823776244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,2560,0.02116480072339376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,2560,0.019370667139689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,2560,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,2560,0.017962666352589925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,3072,0.012356266379356384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,2560,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,2560,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,2560,0.018524799744288126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,2560,0.01632426679134369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,2560,0.01616213321685791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,2560,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,2560,0.017155200242996216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,2560,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,2560,0.016037333011627197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,2560,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,3072,0.011681066950162251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,2560,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,2560,0.016390400131543477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,2560,0.017028266191482545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,2560,0.01536853313446045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,2560,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,2560,0.01700586676597595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,2560,0.01649386684099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,2560,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,2560,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,2560,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,2560,0.45735680262247724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,2560,0.25048640569051106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,2560,0.8875797271728516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,2560,0.23143787384033204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,2560,1.7594037373860676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,2560,0.21268800099690757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,2560,0.2613898595174154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,2560,0.19554346402486164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,2560,0.18242133458455403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,2560,0.17868587176005046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,2560,0.16553173065185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,2560,0.24121173222859701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,2560,0.13793387413024902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,2560,0.13601600329081218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,2560,0.1183125336964925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,2560,0.2256586710611979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,2560,0.10286186536153157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,2560,0.20387840270996094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,2560,0.09838720162709555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,2560,0.09512639840443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,2560,0.1594271977742513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,2560,0.07133119901021322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,2560,0.06621546745300293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,2560,0.061792000134785974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,2560,0.11404586633046468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,2560,0.07763199806213379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,2560,0.08281706968943278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,2560,0.046743468443552656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,2560,0.03990506728490194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,2560,0.04235413471857707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,2560,0.059572267532348636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,2560,0.024647466341654458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,2560,0.053333334128061925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,2560,0.028539733091990156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,2560,0.034170667330423996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,2560,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,2560,0.015524267156918844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,2560,0.014088533322016396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,2560,0.014198399583498635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,2560,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,2560,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,2560,0.015310933192571005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,2560,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,2560,0.015260799725850423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,2560,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,2560,0.011905066172281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,2560,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,2560,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,2560,0.011613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,2560,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,2560,0.013683199882507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,2560,0.013678933183352152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,2560,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,2560,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,2560,0.015844266613324484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,2560,0.014936533570289613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,2560,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,2560,0.0151936004559199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,2560,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,2560,0.015357866883277893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,2560,0.01575573285420736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,2560,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,2560,0.016083199779192606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,2560,0.015473066767056783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,2560,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,2560,0.015754666924476624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,2560,0.01554026703039805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,2560,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,2560,0.016244266430536905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,2560,0.016035200158754984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,2560,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,2560,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,2560,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,2560,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,2560,0.3625439961751302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,2560,0.18385173479715983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,2560,0.09576959609985351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,2560,0.05743360122044881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,2560,0.05090239842732748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,2560,0.05554879903793335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,2560,0.057265067100524904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,2560,0.0503328005472819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,2560,0.0503104011217753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,2560,0.049287466208140056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,2560,0.04961920181910197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,2560,0.04346559842427571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,2560,0.0425493319829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,2560,0.04145386616388957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,2560,0.04230719804763794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,2560,0.041221332550048825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,2560,0.04058133363723755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,2560,0.034970664978027345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,2560,0.035581866900126144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,2560,0.033973332246144614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,2560,0.03475199937820435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,2560,0.033088000615437825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,2560,0.02848106622695923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,2560,0.02794666687647502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,2560,0.02768106659253438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,2560,0.02683519919713338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,2560,0.02723520000775655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,2560,0.02576746741930644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,2560,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,2560,0.020444800456364952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,2560,0.019543466965357463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,2560,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,2560,0.019499733050664266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,2560,0.013013333082199097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,2560,0.013412266969680786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,2560,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,2560,0.011713066697120666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,2560,0.011777066191037496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,2560,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,2560,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,2560,0.01159999966621399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,2560,0.011753599842389424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,2560,0.01172266701857249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,2560,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,2560,0.011341866850852967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,2560,0.011318399508794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,2560,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,2560,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,2560,0.011267200112342834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,2560,0.010871466994285584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,2560,0.0109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,2560,0.011281067132949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,2560,0.010896000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,2560,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,2560,0.010931199789047242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,2560,0.01088533302148183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,2560,0.010877866546312969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,2560,0.011078400413195293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,2560,0.010991999506950378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,2560,0.011291733384132386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,2560,0.011100799838701884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,2560,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,2560,0.011102933684984844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,2560,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,2560,0.010905599594116211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,2560,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,2560,0.010925867160161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,2560,0.011289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,2560,0.010914132992426554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,2560,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,2560,0.010958932836850484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,2048,0.5551520029703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,2048,0.3324426651000977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,2048,0.16401599248250326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,2560,0.011198932925860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,2048,0.09874239762624105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,2048,0.08010026613871256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,2048,0.09792106946309408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,2048,0.07893439928690592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,2048,0.07886933485666911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,2048,0.07039360205332437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,2048,0.0630240003267924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,2048,0.05934720039367676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,2048,0.05642026662826538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,2048,0.05505813360214233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,2048,0.053225600719451906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,2048,0.05100800196329752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,2048,0.052484265963236486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,2048,0.04869333505630493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,2048,0.0439306656519572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,2048,0.04252586762110393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,2048,0.07140800158182779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,2048,0.041116801897684734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,2048,0.038627199331919354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,2048,0.03511573473612468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,2048,0.03449706633885701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,2048,0.030524800221125286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,2048,0.028225066264470418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,2048,0.025536000728607178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,2048,0.02510400017102559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,2048,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,2048,0.021475199858347574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,2048,0.018760534127553304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,2048,0.016296533743540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,2048,0.014266666769981385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,2048,0.012338133653004964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,2048,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,2048,0.008669867118199667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,2048,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,2048,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,2048,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,2048,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,2048,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,2048,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,2048,0.008933333555857341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,2048,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,2048,0.007289599875609081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,2048,0.033589335282643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,2048,0.00726506660381953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,2048,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,2048,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,2048,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,2048,0.008063999811808269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,2048,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,2048,0.007446399827798207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,2048,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,2048,0.007288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,2048,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,2048,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,2048,0.006985599795977275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,2048,0.006857599814732869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,2048,0.006837333242098491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,2048,0.007035733262697856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,2048,0.0069013332327206925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,2048,0.0069578667481740315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,2048,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,2048,0.00692799985408783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,2048,0.006865066786607106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,2048,0.00684799998998642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,2048,0.006771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,2048,0.006905599931875865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,2048,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,2048,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,2048,0.006960000097751618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,2048,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,2048,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,2048,0.491594664255778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,2048,0.24516587257385253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,2048,0.12025386492411297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,2048,0.07035946846008301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,2048,0.0739893356959025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,2048,0.06876586278279623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,2048,0.06520426670710246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,2048,0.06549760103225707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,2048,0.06606826782226563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,2048,0.06249279975891113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,2048,0.062242134412129724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,2560,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,2048,0.06229759852091471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,2048,0.05811733404795329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,2048,0.05512533187866211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,2048,0.054656000932057705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,2048,0.051668266455332436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,2560,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,2048,0.05296746492385864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,2048,0.04983466863632202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,2048,0.04696106513341268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,2048,0.047414398193359374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,2048,0.04050026734670003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,2048,0.04472106695175171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,2048,0.039613866806030275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,2048,0.04134506781895955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,2048,0.04025493462880452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,2048,0.03548053503036499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,2048,0.03738773266474406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,2048,0.036142933368682864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,2048,0.03351999918619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,2048,0.03096959988276164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,2048,0.029219200213750202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,2048,0.030419200658798218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,2048,0.026632533470789595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,2048,0.024140799045562746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,2048,0.024913066625595094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,2048,0.0202346662680308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,2048,0.019138133525848387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,2048,0.018956800301869713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,2048,0.019833600521087645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,2048,0.020179200172424316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,2048,0.019732266664505005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,2048,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,2048,0.01917120019594828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,2048,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,2048,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,2048,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,2048,0.01842666665712992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,2048,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,2048,0.01768853267033895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,2048,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,2048,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,2048,0.01760639945665995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,2048,0.015516799688339234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,2048,0.0180896004041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,2048,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,2048,0.016860800981521606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,2048,0.016289066274960837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,2048,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,2048,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,2048,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,2048,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,2048,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,2048,0.014817066987355552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,2048,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,2048,0.015525333086649575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,2048,0.016309332847595216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,2048,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,2048,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,2048,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,2048,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,2048,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,2048,0.016261333227157594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,2048,0.01944533387819926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,2048,0.014811733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,2048,0.23864639600118004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,2048,0.43037865956624344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,2048,0.21509226163228354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,2048,0.8533130645751953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,2048,0.20706987380981445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,2048,0.19943572680155436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,2048,0.19326079686482747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,2048,0.18195947011311847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,2048,0.175328000386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,2048,0.16257707277933758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,2048,0.15964053471883138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,2048,1.6762954711914062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,2048,0.14298453330993652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,2048,0.1236191987991333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,2048,0.12043840090433758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,2048,0.10523946285247802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,2048,0.09077760378519693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,2048,0.08717439969380697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,2048,0.08197973569234213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,2048,0.22969066301981605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,2048,0.13509333928426107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,2048,0.06621653238932292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,2048,0.061477335294087734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,2048,0.056364798545837404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,2048,0.1013482650121053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,2048,0.07702826658884684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,2048,0.043426132202148436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,2048,0.04107946554819743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,2048,0.07122773329416911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,2048,0.055027198791503903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,2048,0.04973866542180379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,2048,0.023001599311828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,2048,0.035461334387461345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,2048,0.03219520052274068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,2048,0.026075732707977296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,2048,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,2048,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,2048,0.01239466667175293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,2048,0.012773332993189493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,2048,0.012444800138473511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,2048,0.012051199873288471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,2048,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,2048,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,2048,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,2048,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,2048,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,2048,0.009979733824729919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,2048,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,2048,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,2048,0.008480000495910644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,2048,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,2048,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,2048,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,2048,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,2048,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,2048,0.012834133704503379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,2048,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,2048,0.013238400220870972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,2048,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,2048,0.013299199938774108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,2048,0.013698133826255798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,2048,0.013316266735394797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,2048,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,2048,0.013226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,2048,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,2048,0.013442132870356241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,2048,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,2048,0.013763200243314108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,2048,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,2048,0.013667200009028116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,2048,0.013365333278973898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,2048,0.010191999872525533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,2048,0.3021162668863932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,2048,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,2048,0.01088533302148183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,2048,0.15461546579996746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,2048,0.08141012986501059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,2048,0.048493866125742593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,2048,0.04743680159250895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,2048,0.04845120112101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,2048,0.0437450647354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,2048,0.041942401727040605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,2048,0.04217066764831543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,2048,0.04295039971669515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,2048,0.041910401980082196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,2048,0.03712960084279378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,2048,0.036696533362070724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,2048,0.0357258677482605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,2048,0.03602986733118693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,2048,0.03552853266398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,2048,0.034629333019256595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,2048,0.03052373329798381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,2048,0.030547199646631877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,2048,0.02988053361574809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,2048,0.02932159900665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,2048,0.029663999875386555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,2048,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,2048,0.02393280069033305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,2048,0.02398080031077067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,2048,0.022999467452367146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,2048,0.023162666956583658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,2048,0.022702932357788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,2048,0.01798293391863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,2048,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,2048,0.0178272008895874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,2048,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,2048,0.01695893406867981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,2048,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,2048,0.0108842670917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,2048,0.011737599968910217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,2048,0.010939733187357584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,2048,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,2048,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,2048,0.010442666212717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,2048,0.010523733496665955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,2048,0.010434133807818095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,2048,0.01048533320426941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,2048,0.010553600390752156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,2048,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,2048,0.010478933652242024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,2048,0.010469333330790202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,2048,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,2048,0.010501333077748616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,2048,0.010214400291442872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,2048,0.010065066814422607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,2048,0.010456533233324686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,2048,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,2048,0.010021332899729412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,2048,0.010077866911888122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,2048,0.010105599959691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,2048,0.010026666522026061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,2048,0.010077866911888122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,2048,0.0100490669409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,2048,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,2048,0.01050986647605896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,2048,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,2048,0.01009386678536733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,2048,0.010496000448862713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,2048,0.010225066542625427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,2048,0.012025599678357441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,2048,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,2048,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,2048,0.01009386678536733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,2048,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,1536,0.43544851938883467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,1536,0.2199509302775065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,1536,0.1144757350285848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,1536,0.06813653310139975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,1536,0.0705450693766276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,1536,0.06690879662831625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,1536,0.057526401678721105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,1536,0.05549439986546835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,1536,0.05399680137634277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,1536,0.04912000099817912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,1536,0.04892373482386271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,1536,0.04681813319524129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,1536,0.04395413398742676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,1536,0.0441706657409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,1536,0.04202880064646403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,1536,0.040229332447052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,1536,0.0383296012878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,1536,0.037880531946818036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,1536,0.03480000098546346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,1536,0.03377493222554524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,1536,0.03229119976361593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,1536,0.030349866549173994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,1536,0.027514666318893433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,1536,0.028126933177312213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,1536,0.02723199923833211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,1536,0.023909332354863484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,1536,0.02179946700731913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,1536,0.0203658660252889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,1536,0.020191999276479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,1536,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,1536,0.016950400670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,1536,0.014820266763369241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,1536,0.01302186648050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,1536,0.012146133184432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,1536,0.01058240036169688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,1536,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,1536,0.007214933137098948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,1536,0.007667199770609538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,1536,0.007829333345095318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,1536,0.007302399973074596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,1536,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,1536,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,1536,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,1536,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,1536,0.00613013356924057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,1536,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,1536,0.006657066444555919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,1536,0.006613333523273468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,1536,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,1536,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,1536,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,1536,0.006042666733264923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,1536,0.0061258668700853985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,1536,0.006402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,1536,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,1536,0.006323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,1536,0.005836800237496694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,1536,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,2048,0.010086400310198466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,1536,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,1536,0.005994666616121928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,1536,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,1536,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,1536,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,1536,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,1536,0.005689600110054016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,1536,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,1536,0.005547733108202616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,1536,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,1536,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,1536,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,1536,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,1536,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,1536,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,2048,0.010472533106803895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,1536,0.3837653477986654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,1536,0.1846826712290446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,1536,0.09319252967834472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,1536,0.06190826495488485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,1536,0.06054613192876181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,1536,0.06016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,1536,0.05723839998245239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,2048,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,1536,0.05733226537704468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,1536,0.0568181316057841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,1536,0.050460799535115564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,1536,0.053438933690389004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,1536,0.04468053181966146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,1536,0.04387093385060628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,1536,0.042873601118723556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,1536,0.042948265870412186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,1536,0.04209173520406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,1536,0.03949866692225139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,1536,0.05351253350575765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,1536,0.03992960055669149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,1536,0.04655466477076213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,1536,0.03913386662801106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,1536,0.034953598181406656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,1536,0.03558719952901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,1536,0.037001601854960126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,1536,0.03561066786448161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,1536,0.03094080090522766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,1536,0.03317760030428569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,1536,0.030204800764719646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,1536,0.027870933214823406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,1536,0.027031467358271284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,1536,0.023477333784103393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,1536,0.025283199548721314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,1536,0.022295467058817544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,1536,0.02134933272997538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,1536,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,1536,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,1536,0.01872319976488749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,1536,0.018732800086339315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,1536,0.01839573383331299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,1536,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,1536,0.01936960021654765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,1536,0.01733120083808899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,1536,0.016621866822242738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,1536,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,1536,0.032363732655843094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,1536,0.019270400206247963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,1536,0.017166932423909508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,1536,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,1536,0.016679465770721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,1536,0.01502826710542043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,1536,0.016371200482050575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,1536,0.015566933155059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,1536,0.016761600971221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,1536,0.015281066298484802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,1536,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,1536,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,1536,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,1536,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,1536,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,1536,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,1536,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,1536,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,1536,0.01539413332939148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,1536,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,1536,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,1536,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,1536,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,1536,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,1536,0.015100799997647605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,1536,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,1536,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,1536,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,1536,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,1536,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,1536,0.4120191891988118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,1536,0.209388796488444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,1536,1.6191509246826172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,1536,0.18750613530476887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,1536,0.21189866065979004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,1536,0.17195199330647787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,1536,0.82269655863444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,1536,0.16138772964477538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,1536,0.14770347277323406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,1536,0.14899733861287434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,1536,0.1313706636428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,1536,0.1182165304819743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,1536,0.13016853332519532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,1536,0.10510506629943847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,1536,0.10078293482462566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,1536,0.09723733266194662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,1536,0.08199040095011392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,1536,0.07954986890157065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,1536,0.07451306978861491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,1536,0.19623146057128907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,1536,0.11195519765218098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,1536,0.06077119906743368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,1536,0.05697813431421915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,1536,0.05324906508127848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,1536,0.09264640013376871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,1536,0.07050560315450033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,1536,0.04007360140482585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,1536,0.03826453288396199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,1536,0.06613759994506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,1536,0.04918186664581299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,1536,0.04537599881490072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,1536,0.021754666169484457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,1536,0.03257493376731872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,1536,0.029822933673858642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,1536,0.023516800006230673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,1536,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,1536,0.013244799772898355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,1536,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,1536,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,1536,0.011982933680216471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,1536,0.011203199625015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,1536,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,1536,0.013128532965977987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,1536,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,1536,0.00962666670481364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,1536,0.009330133597056072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,1536,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,1536,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,1536,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,1536,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,1536,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,1536,0.010809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,1536,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,1536,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,1536,0.011555199821790058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,1536,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,1536,0.011381333072980244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,1536,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,1536,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,1536,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,1536,0.010897066195805867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,1536,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,1536,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,1536,0.011627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,1536,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,1536,0.01088213324546814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,1536,0.011698133746782939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,1536,0.012125866611798604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,1536,0.011658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,1536,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,1536,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,1536,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,1536,0.24439679781595863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,1536,0.1271114667256673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,1536,0.0684117317199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,1536,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,1536,0.04062826633453369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,1536,0.04052693446477254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,1536,0.039291731516520184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,1536,0.03631573518117269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,1536,0.03643946647644043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,1536,0.035076268513997394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,1536,0.036266668637593584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,1536,0.03489493529001872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,1536,0.031336534023284915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,1536,0.03113279938697815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,1536,0.030364799499511718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,1536,0.030133332808812457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,1536,0.03012479941050212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,1536,0.029423999786376952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,1536,0.02597759962081909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,1536,0.025337600708007814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,1536,0.025167999664942424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,1536,0.02576533357302348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,1536,0.024860799312591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,1536,0.020807466904322305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,1536,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,1536,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,1536,0.020323199033737183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,1536,0.019550933440526327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,1536,0.019447465737660728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,1536,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,1536,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,1536,0.015024000406265258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,1536,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,1536,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,1536,0.010852266351381938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,1536,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,1536,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,1536,0.00972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,1536,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,1536,0.010106666882832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,1536,0.009718400239944459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,1536,0.010046933094660442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,1536,0.009609599908192951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,1536,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,1536,0.00962666670481364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,1536,0.009223467111587525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,1536,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,1536,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,1536,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,1536,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,1536,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,1536,0.009435733159383137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,1536,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,1536,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,1536,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,1536,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,1536,0.009334400296211243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,1536,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,1536,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,1536,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,1536,0.009230933586756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,1536,0.009284266829490661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,1536,0.009270399808883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,1536,0.009261866410573322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,1536,0.009197866916656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,1536,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,1536,0.009257599711418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,1536,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,1536,0.009269332885742188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,1024,0.2913152058919271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,1024,0.1398848056793213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,1024,0.07059093316396078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,1024,0.04224853515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,1024,0.042770131429036455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,1024,0.03970986604690552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,1024,0.03622613350550334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,1024,0.0356661319732666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,1024,0.036849065621693926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,1024,0.03201919992764791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,1024,0.03228480021158854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,1024,0.03222080071767171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,1024,0.02899199922879537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,1024,0.028391466538111372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,1024,0.027404799064000444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,1024,0.026757333676020307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,1024,0.02585279941558838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,1024,0.025219200054804485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,1024,0.02327679991722107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,1024,0.022592000166575112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,1024,0.021802665789922078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,1024,0.019742933909098308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,1024,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,1024,0.018260266383488974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,1024,0.01889280080795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,1024,0.016245333353678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,1024,0.014873600006103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,1024,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,1024,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,1024,0.012469333410263062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,1024,0.012166399757067363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,1024,0.01088106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,1024,0.009293867150942485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,1024,0.008825600147247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,1024,0.007577600081761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,1024,0.006444799900054932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,1024,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,1024,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,1024,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,1024,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,1024,0.0063509335120519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,1024,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,1024,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,1024,0.005153066913286845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,1024,0.004317866762479147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,1024,0.004312533140182495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,1024,0.00429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,1024,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,1024,0.004946133494377137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,1024,0.005127466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,1024,0.004717866579691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,1024,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,1024,0.004211199780305227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,1024,0.004232533276081085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,1024,0.00439573327700297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,1536,0.009629866480827332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,1024,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,1024,0.0038762666285037995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,1024,0.0035914666950702667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,1024,0.0038762666285037995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,1024,0.003886933376391729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,1024,0.003882666677236557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,1024,0.00384853333234787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,1024,0.0039594667653242745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,1024,0.003700266778469086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,1024,0.0035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,1024,0.0034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,1024,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,1024,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,1024,0.003623466690381368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,1024,0.003573333223660787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,1024,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,1024,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,1024,0.0041002665956815084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,1536,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,1024,0.004253866771856943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,1024,0.13188693523406983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,1024,0.261738665898641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,1024,0.07089599768320719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,1024,0.0452458659807841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,1024,0.04671786626180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,1024,0.046163201332092285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,1024,0.04194453159968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,1536,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,1024,0.04581866661707561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,1024,0.04509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,1024,0.04146666526794433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,1024,0.042157868544260665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,1024,0.04134293397267659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,1024,0.039372801780700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,1024,0.03712533315022786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,1024,0.03696426550547282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,1024,0.03723413149515788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,1024,0.037333333492279054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,1024,0.035419734319051106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,1024,0.034127998352050784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,1024,0.03237119913101196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,1024,0.033532798290252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,1024,0.03173013329505921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,1024,0.029605333010355634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,1024,0.028742400805155437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,1024,0.02709653377532959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,1024,0.031751465797424314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,1024,0.02605973283449809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,1024,0.028058665990829467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,1024,0.025077333052953083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,1024,0.025466666618982954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,1024,0.022999467452367146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,1024,0.022039467096328737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,1024,0.021566933393478392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,1024,0.019191465775171914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,1024,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,1024,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,1024,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,1024,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,1024,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,1024,0.018054399887720743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,1024,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,1024,0.016530133287111917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,1024,0.016516266266504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,1024,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,1024,0.015474133690198264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,1024,0.016341333587964378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,1024,0.016294399897257485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,1024,0.017003732919692992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,1024,0.015995732943216958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,1024,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,1024,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,1024,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,1024,0.014806399742762247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,1024,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,1024,0.020660267273585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,1024,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,1024,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,1024,0.01690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,1024,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,1024,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,1024,0.015466666221618653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,1024,0.015316266814867655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,1024,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,1024,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,1024,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,1024,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,1024,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,1024,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,1024,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,1024,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,1024,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,1024,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,1024,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,1024,0.014699733257293702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,1024,0.16826559702555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,1024,0.16421866416931152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,1024,0.39251626332600914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,1024,0.15005332628885906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,1024,0.15500586827596027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,1024,0.7826143900553386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,1024,0.13868799209594726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,1024,0.11839893658955891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,1024,0.128384002049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,1024,0.11071573098500569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,1024,0.10957973003387451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,1024,1.5499956766764322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,1024,0.10170133113861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,1024,0.09042666753133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,1024,0.08892052968343099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,1024,0.0833845297495524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,1024,0.13684266408284504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,1024,0.07410986423492431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,1024,0.07252693176269531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,1024,0.06791253089904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,1024,0.09827306270599365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,1024,0.05644693374633789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,1024,0.05129919846852621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,1024,0.04943679968516032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,1024,0.06446719964345296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,1024,0.08037226994832357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,1024,0.036645332972208663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,1024,0.034962133566538496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,1024,0.06042240063349406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,1024,0.04456106821695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,1024,0.04239893356959025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,1024,0.020508799950281778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,1024,0.02980053424835205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,1024,0.027236266930898027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,1024,0.02192853291829427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,1024,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,1024,0.012495999534924824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,1024,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,1024,0.011166933178901672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,1024,0.010761599739392598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,1024,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,1024,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,1024,0.01206826666990916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,1024,0.012193066875139873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,1024,0.00921066701412201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,1024,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,1024,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,1024,0.010003200173377991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,1024,0.009912533561388652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,1024,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,1024,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,1024,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,1024,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,1024,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,1024,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,1024,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,1024,0.009365333120028178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,1024,0.009742933511734008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,1024,0.009909333785374959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,1024,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,1024,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,1024,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,1024,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,1024,0.009810133775075277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,1024,0.009847467144330341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,1024,0.009960533181826273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,1024,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,1024,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,1024,0.010003200173377991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,1024,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,1024,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,1024,0.009597866733868917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,1024,0.18232639630635578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,1024,0.09596906503041586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,1024,0.05093439817428589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,1024,0.03223680059115092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,1024,0.031624533732732135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,1024,0.03081173300743103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,1024,0.009313066800435383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,1024,0.009776000181833904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,1024,0.02853226661682129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,1024,0.028069333235422773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,1024,0.028036266565322876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,1024,0.02769920031229655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,1024,0.02717653314272563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,1024,0.024988800287246704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,1024,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,1024,0.024449066321055094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,1024,0.02394346594810486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,1024,0.024349866310755412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,1024,0.023836799462636313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,1024,0.021167999505996703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,1024,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,1024,0.020760534207026164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,1024,0.01988906661669413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,1024,0.020256000757217407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,1024,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,1024,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,1024,0.017016534010569254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,1024,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,1024,0.015753600001335143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,1024,0.016135467092196147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,1024,0.012994133432706199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,1024,0.012113066514333089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,1024,0.01209493378798167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,1024,0.012134400010108948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,1024,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,1024,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,1024,0.00912000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,1024,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,1024,0.008627200126647949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,1024,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,1024,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,1024,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,1024,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,1024,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,1024,0.008834133545557659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,1024,0.008823466300964356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,1024,0.009457066655158997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,1024,0.00844266712665558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,1024,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,1024,0.008463999629020691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,1024,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,1024,0.008839466174443563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,1024,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,1024,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,1024,0.008533333738644917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,1024,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,1024,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,1024,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,1024,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,1024,0.008616532882054646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,1024,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,1024,0.008482133348782856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,1024,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,1024,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,1024,0.008482133348782856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,1024,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,1024,0.00809386670589447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,1024,0.008449066678682964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,768,0.22560213406880697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,768,0.10693013668060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,768,0.05524373451868693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,768,0.03249386747678121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,768,0.0324181338151296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,768,0.030426667133967085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,768,0.027827199300130206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,768,0.02765546639760335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,768,0.0282368004322052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,768,0.025310933589935303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,768,0.02515946626663208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,768,0.025114667415618897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,768,0.022823466857274374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,768,0.021951999266942343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,768,0.02143893241882324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,768,0.021280000607172646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,768,0.021362133820851645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,768,0.020219733317693077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,768,0.01849493384361267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,768,0.018199467658996583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,768,0.018184532721837364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,768,0.015963733196258545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,768,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,768,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,768,0.015526400009791056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,768,0.013109333316485085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,768,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,768,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,768,0.011370666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,768,0.011346133550008138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,768,0.009620267152786254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,1024,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,768,0.008897067109743754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,768,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,768,0.0072618668278058365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,768,0.006393600006898243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,768,0.005143466591835022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,768,0.004312533140182495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,768,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,768,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,768,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,768,0.004829866687456766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,768,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,768,0.004370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,768,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,768,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,768,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,768,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,768,0.004240000247955322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,768,0.004322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,768,0.003923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,768,0.003929600119590759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,768,0.003570133447647095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,768,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,768,0.003542399903138479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,768,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,768,0.0037109332780043284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,768,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,768,0.0031061333914597826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,768,0.003202133377393087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,768,0.0031328000128269195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,768,0.0031957333286603295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,768,0.0031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,768,0.0033759998778502146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,768,0.0031637333333492277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,768,0.0032970666885375976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,768,0.005197866757710775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,768,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,768,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,1024,0.008286933104197185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,768,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,768,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,768,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,768,0.003790933390458425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,768,0.10869226455688477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,768,0.2109824021657308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,768,0.06402453184127807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,768,0.04286400079727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,768,0.04311573505401611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,768,0.03948160012563069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,768,0.03919680118560791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,768,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,768,0.03917333285013835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,768,0.03575679858525594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,768,0.03789013226826986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,768,0.0355679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,768,0.0348960002263387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,768,0.03327999909718831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,768,0.03397866487503052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,768,0.03148693243662516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,768,0.04246826569239299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,768,0.03406399885813395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,768,0.030958932638168336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,768,0.030039467414220172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,768,0.029998934268951415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,768,0.030333866675694782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,768,0.029180800914764403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,768,0.0269322673479716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,768,0.026985599597295122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,768,0.02954559922218323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,768,0.02441920042037964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,768,0.02390506664911906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,768,0.02544959982236226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,768,0.022923733790715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,768,0.0236735999584198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,768,0.021766400337219237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,768,0.01877546707789103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,768,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,768,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,768,0.020801067352294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,768,0.015638400117556253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,768,0.017824000120162962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,768,0.0165802667538325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,768,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,768,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,768,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,768,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,768,0.015397333105405173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,768,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,768,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,768,0.016531200210253397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,768,0.016915200153986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,768,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,768,0.015080533425013223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,768,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,768,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,768,0.014684800306955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,768,0.014997333288192749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,768,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,768,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,768,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,768,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,768,0.014216533303260804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,768,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,768,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,768,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,768,0.013982933759689332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,768,0.014808533589045205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,768,0.015180800358454385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,768,0.014878933628400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,768,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,768,0.014781866470972696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,768,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,768,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,768,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,768,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,768,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,768,0.014825600385665893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,768,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,768,0.7777151743570964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,768,0.3950271924336751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,768,0.160425599416097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,768,0.14841920534769695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,768,0.1427626609802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,768,1.531116739908854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,768,0.12124053637186687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,768,0.1458624045054118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,768,0.12876799901326497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,768,0.10247680346171062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,768,0.1196778694788615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,768,0.0959445317586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,768,0.10183040301005046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,768,0.08667733669281005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,768,0.08343040148417155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,768,0.08045012950897217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,768,0.10846186478932698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,768,0.07079573472340903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,768,0.07004586855570474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,768,0.06416000127792358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,768,0.09398293495178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,768,0.055094401041666664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,768,0.05063680013020834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,768,0.04787626663843791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,768,0.0755242665608724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,768,0.06212693452835083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,768,0.03504853248596192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,768,0.03338453372319539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,768,0.056804267565409336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,768,0.04362560113271077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,768,0.04022186597188314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,768,0.019425066312154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,768,0.02800533374150594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,768,0.026370133956273394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,768,0.020986666282018028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,768,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,768,0.011973333358764649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,768,0.010782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,768,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,768,0.011250133315722149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,768,0.01144426663716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,768,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,768,0.011627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,768,0.012149332960446676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,768,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,768,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,768,0.009308800101280212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,768,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,768,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,768,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,768,0.008168533444404602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,768,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,768,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,768,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,768,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,768,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,768,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,768,0.008697600166002909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,768,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,768,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,768,0.009223467111587525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,768,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,768,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,768,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,768,0.008969600001970928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,768,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,768,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,768,0.009118933478991191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,768,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,768,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,768,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,768,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,768,0.0819104035695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,768,0.15608107248942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,768,0.04370666742324829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,768,0.02836373249689738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,768,0.02860906720161438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,768,0.02722666660944621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,768,0.02521386742591858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,768,0.025235199928283693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,768,0.02513386607170105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,768,0.02481493353843689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,768,0.025265065828959148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,768,0.022180267175038657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,768,0.022297600905100502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,768,0.02235413392384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,768,0.0218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,768,0.009287466605504353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,768,0.021522132555643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,768,0.02195733388264974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,768,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,768,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,768,0.018202666441599527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,768,0.018235733111699425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,768,0.017892267306645712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,768,0.015373866756757101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,768,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,768,0.01502293348312378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,768,0.015273599823315939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,768,0.014934399724006652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,768,0.0137855996688207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,768,0.011758933464686077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,768,0.011739733815193176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,768,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,768,0.010873599847157796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,768,0.010972799857457478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,768,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,768,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,768,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,768,0.008427733182907104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,768,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,768,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,768,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,768,0.008471467097600301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,768,0.00806933343410492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,768,0.008251733581225077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,768,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,768,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,768,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,768,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,768,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,768,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,768,0.008113066852092742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,768,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,768,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,768,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,768,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,768,0.008022400240103405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,768,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,768,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,768,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,768,0.008012799918651581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,768,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,768,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,768,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,768,0.00788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,768,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,512,0.16024106343587238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,512,0.08210346698760987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,512,0.042184531688690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,512,0.02159573237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,512,0.024281599124272666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,512,0.02254293362299601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,512,0.02061333258946737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,512,0.019509333372116088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,512,0.02037546634674072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,512,0.018399999539057414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,512,0.01887893279393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,512,0.019330133994420372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,512,0.017112533251444496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,512,0.016823466618855795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,512,0.016334933042526246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,512,0.01600106656551361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,512,0.017364267508188883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,512,0.015377066532770791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,512,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,512,0.013205333550771078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,512,0.014689067006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,512,0.012823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,512,0.011310933033625285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,512,0.011332266529401143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,512,0.009830400347709656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,512,0.013416533668835958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,512,0.009031466643015544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,512,0.010896000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,512,0.008806399504343669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,512,0.009222400188446046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,512,0.007266133526961009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,512,0.006444799900054932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,512,0.006387199958165486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,512,0.005595733225345611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,512,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,512,0.004605866471926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,512,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,512,0.004249600072701773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,512,0.004849066833655039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,512,0.004773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,512,0.004542933404445648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,512,0.004161066561937332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,512,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,512,0.003126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,512,0.0033215999603271483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,512,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,512,0.0035349334279696143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,768,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,512,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,512,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,512,0.0034944000343481696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,512,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,512,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,512,0.0030378667016824085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,512,0.003089066594839096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,512,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,512,0.002703999976317088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,768,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,512,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,512,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,512,0.002921599894762039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,512,0.0029578665892283124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,512,0.0027893332143624624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,512,0.0029663999875386557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,512,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,512,0.0028319999575614927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,512,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,512,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,512,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,512,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,512,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,512,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,512,0.0038581334054470064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,512,0.1582709312438965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,512,0.0848095973332723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,512,0.05037333170572916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,512,0.03535146713256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,512,0.03541333278020223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,512,0.0352789322535197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,512,0.0335968017578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,512,0.033090132474899295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,512,0.03134186665217082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,512,0.03329813281695048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,512,0.03163733283678691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,512,0.002914133419593175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,512,0.0310805340607961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,512,0.028926932811737062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,512,0.02916053334871928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,512,0.029201066493988036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,512,0.028450133403142293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,512,0.0300981342792511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,512,0.026636799176534016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,512,0.02712000012397766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,512,0.02576533357302348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,512,0.024207999308904014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,512,0.02507946689923604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,512,0.022920533021291097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,512,0.026610134045283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,512,0.02373759945233663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,512,0.02169493238131205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,512,0.02069013317426046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,512,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,512,0.020388267437616982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,512,0.019429334004720054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,512,0.027210666735966997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,512,0.018872533241907755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,512,0.01930453379948934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,512,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,512,0.018320000171661376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,512,0.015310933192571005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,512,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,512,0.014942933122316995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,512,0.022737065951029457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,512,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,512,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,512,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,512,0.014816000064214071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,512,0.015278933445612588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,512,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,512,0.015032533804575601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,512,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,512,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,512,0.016834133863449098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,512,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,512,0.015205333630243937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,512,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,512,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,512,0.0155157337586085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,512,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,512,0.013886933525403341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,512,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,512,0.014286933342615762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,512,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,512,0.013597866892814637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,512,0.013544533650080362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,512,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,512,0.013800533612569174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,512,0.014344533284505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,512,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,512,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,512,0.014667733510335287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,512,0.013452800114949546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,512,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,512,0.01386240025361379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,512,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,512,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,512,0.37315734227498376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,512,1.484759521484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,512,0.14007466634114582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,512,0.742085329691569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,512,0.13031786282857258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,512,0.11167999903361003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,512,0.13678080240885418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,512,0.1015328009923299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,512,0.09610559940338134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,512,0.09491519927978516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,512,0.09021120071411133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,512,0.12091413338979085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,512,0.08306346734364828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,512,0.0809887965520223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,512,0.07682879765828451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,512,0.11867307027180989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,512,0.10580159823099773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,512,0.06738879680633544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,512,0.06656320095062256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,512,0.06137919823328654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,512,0.0869973341623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,512,0.052393599351247155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,512,0.0472053329149882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,512,0.04584533373514811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,512,0.07329386870066325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,512,0.059734400113423666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,512,0.034178133805592856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,512,0.03256640036900838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,512,0.05465386708577474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,512,0.04015573263168335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,512,0.039185067017873124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,512,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,512,0.02720853288968404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,512,0.01986773411432902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,512,0.026004266738891602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,512,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,512,0.011627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,512,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,512,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,512,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,512,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,512,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,512,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,512,0.011734400192896526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,512,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,512,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,512,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,512,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,512,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,512,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,512,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,512,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,512,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,512,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,512,0.007621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,512,0.0077919999758402515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,512,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,512,0.007579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,512,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,512,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,512,0.007635200023651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,512,0.007897600034872691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,512,0.007632000247637431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,512,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,512,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,512,0.00782400021950404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,512,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,512,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,512,0.007627733548482259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,512,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,512,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,512,0.1315114657084147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,512,0.06941866874694824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,512,0.03935679992039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,512,0.02589226762453715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,512,0.025917865832646686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,512,0.02483200033505758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,512,0.02372373342514038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,512,0.02304640014966329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,512,0.022350933154424033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,512,0.022644267479578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,512,0.022488532463709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,512,0.01991466681162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,512,0.020191999276479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,512,0.00862506628036499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,512,0.019577600558598838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,512,0.02034133275349935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,512,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,512,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,512,0.016796799500783284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,512,0.016607999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,512,0.016471466422080992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,512,0.016268799702326454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,512,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,512,0.014111999670664468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,512,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,512,0.013317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,512,0.013399466872215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,512,0.013243732849756875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,512,0.012794666488965354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,512,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,512,0.010545066992441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,512,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,512,0.010708266496658325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,512,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,512,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,512,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,512,0.008053333560625712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,512,0.008012799918651581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,512,0.00786240001519521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,512,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,512,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,512,0.007753600180149078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,512,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,512,0.008024533092975617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,512,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,512,0.007659733295440674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,512,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,512,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,512,0.007881600161393483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,512,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,512,0.008062933385372163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,512,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,512,0.007473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,512,0.007673599819342296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,512,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,512,0.007692799965540569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,512,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,512,0.0076341331005096436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,512,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,512,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,512,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,512,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,512,0.007708799839019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,512,0.007468800246715546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,512,0.007445333401362102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,512,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,512,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,512,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,256,0.10380160013834636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,256,0.05337599913279215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,256,0.027875200907389326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,256,0.01629866659641266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,256,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,256,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,256,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,256,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,256,0.015255467096964518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,256,0.013552000125249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,256,0.013582932949066161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,256,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,256,0.012407466769218445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,256,0.012258133292198181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,256,0.011808000008265178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,256,0.011480533083279927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,256,0.013416533668835958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,256,0.011271466811498005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,256,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,256,0.011143466830253601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,512,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,256,0.010200533270835876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,256,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,256,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,256,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,256,0.010748799641927083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,256,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,256,0.006822399795055389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,256,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,256,0.005543466905752818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,256,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,256,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,256,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,256,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,256,0.004349866509437561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,256,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,256,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,256,0.0037962667644023894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,256,0.0035818666219711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,256,0.00346666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,256,0.003532800078392029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,256,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,256,0.0031776001056035364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,256,0.002932266642649968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,256,0.002834133307139079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,256,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,256,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,256,0.003369600077470144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,256,0.0030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,256,0.002946133414904277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,256,0.0027029333015282948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,256,0.0028522667785485585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,256,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,256,0.002677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,256,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,256,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,256,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,256,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,256,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,256,0.0026837334036827086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,256,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,256,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,256,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,256,0.0025418666501839954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,256,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,256,0.002674133330583572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,256,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,256,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,256,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,256,0.11869653065999348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,256,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,256,0.003387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,256,0.06533226569493612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,256,0.04331946770350138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,256,0.031011199951171874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,256,0.031185066699981688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,256,0.030931200583775836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,256,0.027396267652511595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,256,0.028358399868011475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,256,0.027163734038670857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,256,0.025135999917984007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,256,0.02493333419164022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,256,0.026345600684483845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,256,0.023605332771937052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,256,0.0247488001982371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,256,0.024963200092315674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,256,0.027903999884923297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,256,0.02269866665204366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,256,0.023105067014694215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,256,0.026943999528884887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,256,0.022658133506774904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,256,0.023373866081237794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,256,0.02257919907569885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,256,0.021204266945521036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,256,0.022962133089701332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,256,0.024719999233881632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,256,0.018942934274673463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,256,0.02004479964574178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,256,0.021666133403778078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,256,0.01848533352216085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,256,0.018423465887705485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,256,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,256,0.01683626572291056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,256,0.01692906618118286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,256,0.015170133113861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,256,0.017684266964594523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,256,0.015833600362141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,256,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,256,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,256,0.015795200069745382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,256,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,256,0.01652906636397044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,256,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,256,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,256,0.015896532932917276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,256,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,256,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,256,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,256,0.016777600844701132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,256,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,256,0.015161599715550741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,256,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,256,0.016711467504501344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,256,0.014656000336011252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,256,0.01418346663316091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,256,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,256,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,256,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,256,0.013928533593813578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,256,0.013991467157999673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,256,0.014252799749374389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,256,0.014298666516939798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,256,0.01325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,256,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,256,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,256,0.013223466277122498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,256,0.013683199882507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,256,0.013602133591969809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,256,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,256,0.013427199920018515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,256,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,256,0.01349440018335978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,256,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,256,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,256,0.013798399766286214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,256,0.10320320129394531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,256,0.509167989095052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,256,0.10105066299438477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,256,0.2578517278035482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,256,0.09465386867523193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,256,0.09328426520029703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,256,0.08946346441904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,256,0.08793813387552897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,256,0.0846496025721232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,256,0.08207039833068848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,256,0.07676800092061362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,256,0.07236906687418619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,256,0.06571946541468301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,256,0.06496533155441284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,256,1.0133333206176758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,256,0.06083413362503052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,256,0.054781866073608396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,256,0.05384960174560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,256,0.04981653292973836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,256,0.07785600026448568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,256,0.05913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,256,0.04293226798375448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,256,0.039528532822926836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,256,0.037323733170827225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,256,0.07015999952952066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,256,0.04445759852727254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,256,0.048097066084543866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,256,0.02760106722513835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,256,0.02635413408279419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,256,0.02262293299039205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,256,0.03386666774749756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,256,0.016108799974123636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,256,0.03249066670735677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,256,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,256,0.021523199478785195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,256,0.011709866921106975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,256,0.010354133447011311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,256,0.008724266290664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,256,0.00893440047899882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,256,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,256,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,256,0.010372266173362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,256,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,256,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,256,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,256,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,256,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,256,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,256,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,256,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,256,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,256,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,256,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,256,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,256,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,256,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,256,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,256,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,256,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,256,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,256,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,256,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,256,0.006667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,256,0.006676266590754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,256,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,256,0.006885333359241486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,256,0.006589866677920024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,256,0.006708266834417979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,256,0.006392533580462138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,256,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,256,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,256,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,256,0.006369066735108693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,256,0.1030453364054362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,256,0.03533759911855062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,256,0.05955413182576498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,256,0.02227946718533834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,256,0.021109332640965782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,256,0.021929599841435752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,256,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,256,0.02026453415552775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,256,0.01943040092786153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,256,0.01945919990539551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,256,0.01949866612752279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,256,0.01745599905649821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,256,0.017061332861582436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,256,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,256,0.017001599073410034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,256,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,256,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,256,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,256,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,256,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,256,0.014152533809343972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,256,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,256,0.014146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,256,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,256,0.011655466755231221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,256,0.012614400188128153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,256,0.01164479951063792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,256,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,256,0.010021332899729412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,256,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,256,0.009664000074068705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,256,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,256,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,256,0.00788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,256,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,256,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,256,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,256,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,256,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,256,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,256,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,256,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,256,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,256,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,256,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,256,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,256,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,256,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,256,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,256,0.0072405333320299785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,256,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,256,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,256,0.007264000177383423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,256,0.0071829333901405334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,256,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,256,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,256,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,256,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,256,0.007196799914042156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,256,0.007286400099595388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,256,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,256,0.0072512000799179075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,256,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,256,0.007472000022729237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,256,0.006790400048096975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,256,0.006865066786607106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,256,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,256,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,256,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,256,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,256,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,256,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,128,0.04631893237431844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,128,0.08759893576304117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,128,0.025255467494328814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,128,0.01384106675783793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,128,0.013222400347391763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,128,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,128,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,128,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,128,0.013821867108345032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,256,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,128,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,128,0.012115200360616047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,128,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,128,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,128,0.010524800419807434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,128,0.010777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,128,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,256,0.007392000158627827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,128,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,128,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,128,0.008638933300971985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,128,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,128,0.007178666690985362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,128,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,128,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,128,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,128,0.006381866832574208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,128,0.005949866771697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,128,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,128,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,128,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,128,0.004231466849644979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,128,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,128,0.0037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,128,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,128,0.003123199939727783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,128,0.003368533402681351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,128,0.0033215999603271483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,128,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,128,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,128,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,128,0.002762666592995326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,128,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,128,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,128,0.002666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,128,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,128,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,128,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,128,0.0028010666370391845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,128,0.008968533078829447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,128,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,128,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,128,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,128,0.0025248001019159954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,128,0.002532266577084859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,128,0.0025120000044504803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,128,0.0022570667167504626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,128,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,128,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,128,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,128,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,128,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,128,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,128,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,128,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,128,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,128,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,128,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,128,0.09549760023752848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,128,0.059741866588592527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,128,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,128,0.026076799631118773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,128,0.04013760089874267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,128,0.030802132685979207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,128,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,128,0.024903466304143272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,128,0.02701759934425354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,128,0.026382933060328167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,128,0.02455679972966512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,128,0.028137600421905516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,128,0.024660267432530723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,128,0.022717867294947305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,128,0.027102933327356978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,128,0.022753065824508666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,128,0.02439146637916565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,128,0.02327573299407959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,128,0.021635200579961142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,128,0.022502400477727256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,128,0.021035732825597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,128,0.021291732788085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,128,0.02118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,128,0.02062293291091919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,128,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,128,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,128,0.023026132583618165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,128,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,128,0.019387733936309815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,128,0.01834239959716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,128,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,128,0.018092799186706542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,128,0.016716800133387246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,128,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,128,0.01602240006128947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,128,0.014912000298500061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,128,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,128,0.015904000401496886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,128,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,128,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,128,0.014824533462524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,128,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,128,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,128,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,128,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,128,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,128,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,128,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,128,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,128,0.013838932911554972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,128,0.01423893372217814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,128,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,128,0.013165866335233053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,128,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,128,0.014154666662216186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,128,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,128,0.013383466998736063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,128,0.01400106648604075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,128,0.013799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,128,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,128,0.013211733102798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,128,0.01358080009619395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,128,0.01356160044670105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,128,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,128,0.01409173309803009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,128,0.013897599776585898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,128,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,128,0.014074666301409402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,128,0.013474133610725404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,128,0.014113066593805948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,128,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,128,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,128,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,128,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,128,0.013766400019327798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,128,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,7168,128,0.19815573692321778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,7168,128,0.3894314765930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,7168,128,0.0886687994003296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,7168,128,0.08250666459401448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,7168,128,0.7729045232137044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,7168,128,0.08862720330556234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,7168,128,0.07796266873677572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,7168,128,0.07437012990315756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,7168,128,0.0721887985865275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,7168,128,0.06857386430104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,7168,128,0.0679370641708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,7168,128,0.0645472009976705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,7168,128,0.05890453259150187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,7168,128,0.058190933863321935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,7168,128,0.054406400521596274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,7168,128,0.08626879851023356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,7168,128,0.04853333234786987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,7168,128,0.04817493359247844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,7168,128,0.07849493026733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,7168,128,0.044403199354807535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,7168,128,0.05245333512624105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,7168,128,0.03888746500015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,7168,128,0.03512639999389648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,7168,128,0.03351039886474609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,7168,128,0.06232959826787313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,7168,128,0.039094400405883786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,7168,128,0.024732800324757893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,7168,128,0.02393066684405009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,7168,128,0.04326293468475342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,7168,128,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,7168,128,0.029778132836023968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,7168,128,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,7168,128,0.02928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,7168,128,0.01566933294137319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,7168,128,0.019476266702016194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,7168,128,0.010820266604423524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,7168,128,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,7168,128,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,7168,128,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,7168,128,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,7168,128,0.008294400076071422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,7168,128,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,7168,128,0.009293867150942485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,7168,128,0.00920960009098053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,7168,128,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,7168,128,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,7168,128,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,7168,128,0.0067104001839955645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,7168,128,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,7168,128,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,7168,128,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,7168,128,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,7168,128,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,7168,128,0.006237866481145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,7168,128,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,7168,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,7168,128,0.005430399874846141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,7168,128,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,7168,128,0.00594346672296524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,7168,128,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,7168,128,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,7168,128,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,7168,128,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,7168,128,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,7168,128,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,7168,128,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,7168,128,0.006253866851329804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,7168,128,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,7168,128,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,7168,128,0.005959466596444448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,7168,128,0.00592853327592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,7168,128,0.09854079882303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,7168,128,0.05952213207880656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,7168,128,0.033402665456136064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,7168,128,0.02087786595026652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,7168,128,0.020300799608230592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,7168,128,0.020016000668207804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,7168,128,0.019056000312169395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,7168,128,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,7168,128,0.01820053259531657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,7168,128,0.018199467658996583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,7168,128,0.017819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,7168,128,0.016909867525100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,7168,128,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,7168,128,0.016167466839154564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,7168,128,0.015737600127855935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,7168,128,0.01568000018596649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,7168,128,0.015315199891726175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,7168,128,0.014034133156140646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,7168,128,0.0073077330986658735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,7168,128,0.014197333653767904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,7168,128,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,7168,128,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,7168,128,0.012948266665140786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,7168,128,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,7168,128,0.011785599589347839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,7168,128,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,7168,128,0.011315199732780456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,7168,128,0.011096533139546711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,7168,128,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,7168,128,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,7168,128,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,7168,128,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,7168,128,0.008826667070388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,7168,128,0.008805333574612936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,7168,128,0.007758933305740357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,7168,128,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,7168,128,0.007250133156776428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,7168,128,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,7168,128,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,7168,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,7168,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,7168,128,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,7168,128,0.007210666437943776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,7168,128,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,7168,128,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,7168,128,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,7168,128,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,7168,128,0.007243733108043671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,7168,128,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,7168,128,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,7168,128,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,7168,128,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,7168,128,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,7168,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,7168,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,7168,128,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,7168,128,0.006791466474533081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,7168,128,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,7168,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,7168,128,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,7168,128,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,7168,128,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,7168,128,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,7168,128,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,7168,128,0.006778666873772939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,7168,128,0.006982400019963582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,7168,128,0.006774400174617767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,7168,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,7168,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,7168,128,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,7168,128,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,7168,128,0.006764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,7168,128,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,7168,128,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,7168,128,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,7168,128,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,64,0.07303573290506998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,64,0.021104000012079873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,64,0.03885226647059123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,64,0.011827199657758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,64,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,7168,128,0.006852266689141591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,64,0.011953066786130269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,64,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,64,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,64,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,64,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,64,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,64,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,64,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,64,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,64,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,64,0.008303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,64,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,64,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,64,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,64,0.0064085334539413456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,64,0.007202133536338806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,64,0.008712533116340637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,64,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,64,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,64,0.005564799904823304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,64,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,64,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,64,0.004874666531880697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,64,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,64,0.004175999760627746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,64,0.004134399940570196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,64,0.0035274667044480645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,64,0.003491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,64,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,64,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,64,0.002946133414904277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,64,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,64,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,64,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,64,0.002735999971628189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,64,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,64,0.0026496000587940215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,64,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,64,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,64,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,64,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,64,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,64,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,64,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,64,0.0026880001028378804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,64,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,64,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,64,0.0026837334036827086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,64,0.002380799998839696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,64,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,64,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,64,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,64,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,64,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,64,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,64,0.002325333406527837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,64,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,64,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,64,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,64,0.09706666469573974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,64,0.05748586654663086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,64,0.03703893423080444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,64,0.010104533036549885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,64,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,64,0.025704532861709595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,64,0.028998400767644244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,64,0.02714666724205017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,64,0.025283199548721314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,64,0.0250218669573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,64,0.022884267568588256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,64,0.025515733162562053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,64,0.022755199670791627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,64,0.02683839996655782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,64,0.02577386697133382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,64,0.022760534286499025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,64,0.022791467110315957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,64,0.023523199558258056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,64,0.020820266008377074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,64,0.021809067328770956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,64,0.022689066330591836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,64,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,64,0.02130026618639628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,64,0.018713599443435668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,64,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,64,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,64,0.02117439905802409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,64,0.019103999932607016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,64,0.018292266130447387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,64,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,64,0.018924800554911296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,64,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,64,0.01781760056813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,64,0.017081600427627564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,64,0.01625599960486094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,64,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,64,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,64,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,64,0.014734933773676554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,64,0.015332266688346863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,64,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,64,0.01530346671740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,64,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,64,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,64,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,64,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,64,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,64,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,64,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,64,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,64,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,64,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,64,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,64,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,64,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,64,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,64,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,64,0.014042666554450989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,64,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,64,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,64,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,64,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,64,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,64,0.013533866405487061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,64,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,64,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,64,0.013779200116793313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,64,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,64,0.013543466726938883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,64,0.013543466726938883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,64,0.013566933075586953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,64,0.013153066237767538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,7168,32,0.07596159776051839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,7168,32,0.03972586790720622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,64,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,7168,32,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,7168,32,0.015031466881434122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,7168,32,0.012762666742006937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,7168,32,0.013143466909726462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,7168,32,0.011694932977358501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,7168,32,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,7168,32,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,7168,32,0.010938666264216105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,7168,32,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,7168,32,0.014232533176740012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,7168,32,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,7168,32,0.009725866715113322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,64,0.013429333766301474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,7168,32,0.010231467088063557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,7168,32,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,7168,32,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,7168,32,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,7168,32,0.008036266764005024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,7168,32,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,7168,32,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,7168,32,0.007585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,7168,32,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,7168,32,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,7168,32,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,7168,32,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,7168,32,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,7168,32,0.005992533266544342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,7168,32,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,7168,32,0.004716800153255462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,7168,32,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,7168,32,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,7168,32,0.0037962667644023894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,7168,32,0.010796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,7168,32,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,7168,32,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,7168,32,0.0031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,7168,32,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,7168,32,0.003205333401759466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,7168,32,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,7168,32,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,7168,32,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,7168,32,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,64,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,7168,32,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,7168,32,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,7168,32,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,7168,32,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,7168,32,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,7168,32,0.002701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,7168,32,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,7168,32,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,7168,32,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,7168,32,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,7168,32,0.002439466615517934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,7168,32,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,7168,32,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,7168,32,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,7168,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,7168,32,0.002347733328739802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,7168,32,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,7168,32,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,7168,32,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,7168,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,7168,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,7168,32,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,7168,32,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,7168,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,7168,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,7168,32,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,7168,32,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,7168,32,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,7168,32,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,7168,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,7168,32,0.09348266919453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,7168,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,7168,32,0.05515413284301758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,7168,32,0.03545066515604655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,7168,32,0.024860799312591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,7168,32,0.026316799720128375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,7168,32,0.02338026762008667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,7168,32,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,7168,32,0.024800000588099162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,7168,32,0.023666133483250938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,7168,32,0.024072533845901488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,7168,32,0.023012266556421915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,7168,32,0.027309866746266682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,7168,32,0.021663999557495116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,7168,32,0.02327359914779663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,7168,32,0.02181546688079834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,7168,32,0.02502506573994954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,7168,32,0.020551466941833497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,7168,32,0.020808533827463786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,7168,32,0.019189333915710448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,7168,32,0.027004800240198773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,7168,32,0.02067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,7168,32,0.021010132630666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,7168,32,0.01874879995981852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,7168,32,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,7168,32,0.01887786587079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,7168,32,0.017292799552281697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,7168,32,0.0186463991800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,7168,32,0.01804693341255188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,7168,32,0.018037333091100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,7168,32,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,7168,32,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,7168,32,0.016360533237457276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,7168,32,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,7168,32,0.014684800306955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,7168,32,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,7168,32,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,7168,32,0.015655466914176942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,7168,32,0.015176533659299215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,7168,32,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,7168,32,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,7168,32,0.014800000190734863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,7168,32,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,7168,32,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,7168,32,0.014759467045466105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,7168,32,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,7168,32,0.01497706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,7168,32,0.01471466620763143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,7168,32,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,7168,32,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,7168,32,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,7168,32,0.01409280002117157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,7168,32,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,7168,32,0.014403200149536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,7168,32,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,7168,32,0.01406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,7168,32,0.01395093301932017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,7168,32,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,7168,32,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,7168,32,0.013459199666976928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,7168,32,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,7168,32,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,7168,32,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,7168,32,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,7168,32,0.013670399785041809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,7168,32,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,7168,32,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,7168,32,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,7168,32,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,7168,32,0.01320746640364329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,7168,32,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,7168,32,0.013578666249910989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,7168,32,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,7168,32,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,7168,32,0.013218133648236593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,65536,3.8246612548828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,65536,2.6536213556925454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,65536,8.480234781901041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,65536,2.8771467208862305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,65536,2.2085280418395996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,65536,2.3605225880940757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,65536,1.828671932220459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,65536,1.9931573867797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,65536,1.7185386021931965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,65536,1.657647927602132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,65536,1.5752159754435222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,65536,1.722533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,65536,18.144203186035156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,65536,1.5655733744303386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,65536,1.3729173342386882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,65536,1.5156373977661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,65536,1.6227572758992512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,65536,1.2486133575439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,65536,1.2225066820780437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,65536,1.1747413476308186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,65536,1.284559965133667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,65536,0.9756693045298258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,65536,1.0475733280181885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,65536,0.7024319966634115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,65536,0.9383573532104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,65536,0.7735733191172282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,65536,0.6122560103734335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,65536,0.4975680112838745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,65536,0.6414560079574585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,65536,0.5235679944356283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,65536,0.3951893250147502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,65536,0.2905973394711812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,65536,0.2709760069847107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,65536,0.2079626719156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,65536,0.17082132895787558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,65536,0.18968532482783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,65536,0.18724799156188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,65536,0.17966934045155844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,65536,0.15477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,65536,0.1453386644522349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,65536,0.14845333496729532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,65536,0.14222400387128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,65536,0.12922666470209757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,65536,0.1296266714731852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,65536,0.12777066230773926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,65536,0.1271519958972931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,65536,0.9177652994791666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,65536,0.12353600064913432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,65536,0.12432000041007996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,65536,0.12222400307655334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,65536,0.12369599938392639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,65536,0.12185600399971008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,65536,0.12174933155377705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,65536,0.11746133367220561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,65536,0.11789333820343018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,65536,0.39399464925130206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,65536,0.11958400408426921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,65536,0.12804800271987915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,65536,0.12570666273434958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,65536,0.12718933820724487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,65536,0.1256480018297831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,65536,0.1262986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,65536,0.12495999534924825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,65536,0.12567999958992004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,65536,0.12149332960446675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,65536,0.18709866205851236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,65536,0.12269333004951477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,65536,0.12103999654452006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,65536,0.12268267075220744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,65536,0.11963199575742085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,65536,0.120688001314799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,65536,0.11918399731318156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,65536,0.12638933459917703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,65536,0.12124266227086385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,65536,6.896645228068034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,65536,3.3590774536132812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,65536,1.783573309580485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,65536,1.912453333536784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,65536,1.722640037536621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,65536,1.704960028330485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,65536,1.6592693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,65536,1.641701380411784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,65536,1.477450688680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,65536,1.5273332595825195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,65536,13.42639414469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,65536,1.414687951405843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,65536,1.3629120190938313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,65536,1.328325351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,65536,1.2594666481018066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,65536,1.1350026925404866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,65536,1.2075893084208171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,65536,1.0826773643493652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,65536,1.0873973369598389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,65536,0.9728266398111979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,65536,0.9653600056966146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,65536,0.8561387062072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,65536,0.8761920134226481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,65536,0.7723306814829508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,65536,0.8276159763336182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,65536,0.679861307144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,65536,0.6431146860122681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,65536,0.5457919836044312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,65536,0.5595626831054688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,65536,0.45185601711273193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,65536,0.3508319854736328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,65536,0.24529600143432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,65536,0.23967466751734415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,65536,0.14232533176740012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,65536,0.1385546624660492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,65536,0.13547199964523315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,65536,0.13482133547465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,65536,0.12298132975896199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,65536,0.12037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,65536,0.11714133620262146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,65536,0.1125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,65536,0.10332799951235454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,65536,0.10331199566523235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,65536,0.1034986674785614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,65536,0.4498240152994792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,65536,0.10281599561373393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,65536,0.09928533434867859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,65536,0.09839466214179993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,65536,0.09303999940554301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,65536,0.08879466851552327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,65536,0.08866666754086812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,65536,0.08891733487447102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,65536,0.09500799576441447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,65536,0.09089600046475728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,65536,0.08919999996821086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,65536,0.08483733733495076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,65536,0.08358933528264363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,65536,0.08313066760698955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,65536,0.08331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,65536,0.08282133440176646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,65536,0.0827893316745758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,65536,0.08125866452852885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,65536,0.08105599880218506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,65536,0.08063999811808269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,65536,0.07978133360544841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,65536,0.08021866778532664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,65536,0.07961600025494893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,65536,0.07835733393828075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,65536,0.0802293320496877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,65536,0.07860266665617625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,65536,0.07714133461316426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,65536,0.3514773448308309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,65536,0.07761066655317943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,65536,0.09358933568000793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,65536,1.6093759536743164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,65536,1.4262720743815105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,65536,1.567519982655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,65536,1.4026293754577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,65536,1.5683306058247883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,65536,1.3892107009887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,65536,1.355061372121175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,65536,1.1659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,65536,1.1893333594004314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,65536,1.7941919962565105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,65536,1.0975039800008137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,65536,0.9129813512166342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,65536,1.0212586720784504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,65536,1.2781919638315837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,65536,0.9477226734161377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,65536,0.7251413663228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,65536,0.7789813677469889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,65536,0.6444640159606934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,65536,0.7193866570790609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,65536,0.591264009475708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,65536,1.2764586607615154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,65536,0.48463467756907147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,65536,0.5096480051676432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,65536,0.4110453526178996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,65536,1.0368800163269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,65536,0.8496053218841553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,65536,0.2683093349138896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,65536,0.20998932917912802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,65536,0.5592426856358846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,65536,0.3748106559117635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,65536,0.31795734167099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,65536,0.16988267501195273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,65536,0.13992533087730408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,65536,0.1313920021057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,65536,0.13004266222318014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,65536,0.1262933313846588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,65536,0.12566933035850525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,65536,0.12257599830627441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,65536,0.14089066783587137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,65536,0.1390880048274994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,65536,0.11796800295511882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,65536,0.11334932843844096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,65536,0.11134933431943257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,65536,0.11173333724339803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,65536,0.10922666390736897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,65536,0.10936533411343892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,65536,0.10779733459154765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,65536,0.10777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,65536,0.1053013304869334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,65536,0.1048479974269867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,65536,0.10402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,65536,0.1030399998029073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,65536,0.10359999537467957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,65536,0.10322133700052898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,65536,0.10359999537467957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,65536,0.10318932930628459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,65536,0.10311999917030334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,65536,0.10338133573532104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,65536,0.1034453312555949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,65536,0.10335466265678406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,65536,0.10337066650390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,65536,0.10316266616185506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,65536,0.10297066966692607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,65536,0.1032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,65536,0.10331733028093974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,65536,0.10202667117118835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,65536,0.2552746733029683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,65536,0.1218986709912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,65536,0.12019733587900798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,65536,0.11752000451087952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,65536,7.866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,65536,1.185360034306844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,65536,0.9131253560384115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,65536,0.8787626425425211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,65536,0.772816022237142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,65536,0.7595840295155843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,65536,0.7637333075205485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,65536,0.7443093458811442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,65536,0.724010705947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,65536,0.7235519886016846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,65536,0.6311893463134766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,65536,0.6102826595306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,65536,0.5854346752166748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,65536,0.5842719872792562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,65536,0.5656053225199381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,65536,0.5636800130208334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,65536,0.45791999499003094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,65536,0.4523306687672933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,65536,0.43171199162801105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,65536,0.4299413363138835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,65536,0.4269440174102783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,65536,0.42443732420603436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,65536,0.4133066733678182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,65536,0.30531734228134155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,65536,3.2599573135375977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,65536,0.29127466678619385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,65536,0.34617066383361816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,65536,0.29547733068466187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,65536,0.3435680071512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,65536,0.28085867563883465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,65536,0.19182932376861572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,65536,0.15545599659283957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,65536,0.1483466625213623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,65536,0.13262400031089783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,65536,0.134442667166392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,65536,0.13219199577967325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,65536,0.14060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,65536,0.13330666224161783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,65536,0.14050666491190592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,65536,0.13219733039538065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,65536,0.13547199964523315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,65536,0.13195199767748514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,65536,0.1318933367729187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,65536,0.13176533579826355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,65536,0.1311360001564026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,65536,0.1302079955736796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,65536,0.13153599699338278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,65536,0.13007466991742453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,65536,0.13190399607022604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,65536,0.1309279998143514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,65536,0.13193600376447043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,65536,0.13193600376447043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,65536,0.13152000308036804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,65536,0.13032000263532004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,65536,0.1320266624291738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,65536,0.13033599654833475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,65536,0.13051733374595642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,65536,0.13036800424257913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,65536,0.13009599844614664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,65536,0.13026666641235352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,65536,0.1304213305314382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,65536,0.13026666641235352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,65536,0.13026133179664612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,65536,0.1304906706015269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,65536,0.13185600439707437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,65536,0.1311253309249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,65536,0.13110400239626566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,65536,0.1311306655406952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,65536,0.13108266393343607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,65536,0.13146666685740152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,65536,0.13150399923324585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,65536,0.1302773356437683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,51200,13.281263987223307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,51200,6.2837174733479815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,51200,1.8112053871154785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,51200,1.609114646911621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,51200,2.8854293823242188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,65536,1.7542239824930828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,51200,1.593056042989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,51200,1.5844426155090332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,51200,1.4946187337239583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,51200,1.3024426301320393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,51200,1.2045066356658936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,51200,1.2367253303527832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,51200,1.452720006306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,51200,1.3014506498972576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,51200,1.1049386660257976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,51200,1.112015962600708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,51200,1.1209973494211833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,51200,0.9350826740264893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,51200,1.0578773021697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,51200,0.8749066988627116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,51200,0.8551039695739746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,51200,0.7875573635101318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,51200,0.6943786938985189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,51200,0.8153706391652426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,51200,0.6006133159001669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,51200,0.7402186393737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,51200,0.4941226641337077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,51200,0.4942026535669963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,51200,0.3905973434448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,51200,1.097861369450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,51200,0.44633599122365314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,51200,0.3178453246752421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,51200,0.30450665950775146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,51200,0.24151466290156046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,51200,0.20275733868281046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,51200,0.16876266400019327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,51200,0.13433600465456644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,51200,0.15474133690198263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,51200,0.14521599809328714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,51200,0.1421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,51200,0.1234933336575826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,51200,0.11872532963752747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,51200,0.11845333377520244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,51200,0.11357866724332173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,51200,0.5268693367640177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,51200,0.10456533233324687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,51200,0.10342933734258015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,51200,0.10256000359853108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,51200,0.1295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,51200,0.09908800323804219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,51200,0.0993333359559377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,51200,0.09922132889429729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,51200,0.0990133285522461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,51200,0.09923733274141948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,51200,0.09753066301345825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,51200,0.09484799702962239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,51200,0.09474133451779683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,51200,0.09709333380063374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,51200,0.09525866309801738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,51200,0.09616532921791077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,51200,0.09524800380071004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,51200,0.09594666957855225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,51200,0.09970666964848836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,51200,0.14800533652305603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,51200,0.10013866424560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,65536,0.9158559640248617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,51200,0.0995786686738332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,51200,0.09937600294748943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,51200,0.09904000163078308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,51200,0.09875733653704326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,51200,0.09866666793823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,51200,0.09827199578285217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,51200,0.09782933195432027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,51200,0.10057066877683003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,51200,0.10065600275993347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,51200,0.10074133674303691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,51200,1.4230133692423503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,51200,5.15887451171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,51200,2.6392265955607095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,51200,1.4212320645650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,51200,1.3278506596883137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,51200,1.3579840660095215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,51200,1.2642772992451985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,51200,1.280245304107666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,51200,1.1790506839752197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,51200,10.49510383605957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,51200,1.1700159708658855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,51200,1.0918186505635579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,51200,1.092741330464681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,51200,1.098848025004069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,51200,0.9920053482055664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,51200,0.9090826511383057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,51200,0.9413653214772543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,51200,0.8551092942555746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,51200,0.8738506635030111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,51200,0.7735733191172282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,51200,0.76036270459493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,51200,0.6834346453348795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,51200,0.7103093465169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,51200,0.6119199991226196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,51200,0.6310453414916992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,51200,0.5436853170394897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,51200,0.5110133488972982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,51200,0.4333813190460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,51200,0.4445759852727254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,51200,0.36289600531260174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,51200,0.35842665036519367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,51200,0.27421865860621136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,51200,0.26130666335423786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,51200,0.18795732657114664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,51200,0.17533334096272787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,51200,0.11812800168991089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,51200,0.11512000362078349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,51200,0.11247467001279195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,51200,0.10428266723950703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,51200,0.11129599809646606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,51200,0.09429333607355754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,51200,0.09241066376368205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,51200,0.08860799670219421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,51200,0.0874079962571462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,51200,0.0832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,51200,0.08121066788832347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,51200,0.0783679982026418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,51200,0.07567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,51200,0.07657599945863088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,51200,0.07685333490371704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,51200,0.07712533573309581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,51200,0.07416533430417378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,51200,0.07355733215808868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,51200,0.06896533568700154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,51200,0.06830933193365733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,51200,0.0676693320274353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,51200,0.06658666829268138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,51200,0.06593599915504456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,51200,0.06610133250554402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,51200,0.06533866624037425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,51200,0.1034986674785614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,51200,0.06453866759936015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,51200,0.06481599807739258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,51200,0.06333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,51200,0.06533866624037425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,51200,0.06551466882228851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,51200,0.06497066716353099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,51200,0.06401599943637848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,51200,0.06584533552328746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,51200,0.06589866677920024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,51200,0.08493333061536153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,51200,0.06363200147946675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,51200,0.06458133459091187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,51200,0.06570666531721751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,51200,2.3378559748331704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,51200,4.9238026936848955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,51200,1.3459092775980632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,51200,1.185477336247762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,51200,1.2819093068440754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,51200,1.1443839867909749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,51200,1.239578644434611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,51200,1.4164692560831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,51200,1.098639965057373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,51200,0.9727199872334799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,51200,1.0664052963256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,51200,0.9270346959431967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,51200,1.0068906943003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,51200,1.0452853043874104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,51200,0.8670612970987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,51200,0.7674079736073812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,51200,0.793877363204956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,51200,0.6871679623921713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,51200,0.7961866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,51200,0.6164266665776571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,51200,0.6505226691563925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,51200,0.5338826576868693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,51200,0.5839253266652426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,51200,0.48865067958831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,51200,0.8572746912638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,51200,0.39822932084401447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,51200,0.4064319928487142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,51200,0.3231839934984843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,51200,0.45873065789540607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,51200,0.304693341255188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,51200,0.22022932767868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,51200,0.1788426637649536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,51200,0.2587573329607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,51200,0.13824533422787985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,51200,0.11274133125940959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,51200,0.10770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,51200,0.10570133725802104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,51200,0.10507733623186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,51200,0.10132799545923869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,51200,0.10017599662144978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,51200,0.09798933068911235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,51200,0.11134933431943257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,51200,0.09494400024414062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,51200,0.09281599521636963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,51200,0.09052266677220662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,51200,0.09079999725023906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,51200,0.09079999725023906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,51200,0.09047999978065491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,51200,0.08918933073679607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,51200,0.08932800094286601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,51200,0.08854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,51200,0.08773866295814514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,51200,0.08604266246159871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,51200,0.08501866459846497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,51200,0.08476266264915466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,51200,0.08457600076993306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,51200,0.08447466293970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,51200,0.0846666693687439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,51200,0.08476266264915466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,51200,0.08481066425641377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,51200,0.0849226713180542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,51200,0.08476799726486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,51200,0.08358933528264363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,51200,0.08378133177757263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,51200,0.08380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,51200,0.0835040012995402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,51200,0.0835040012995402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,51200,0.08385066191355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,51200,0.08281599978605907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,51200,0.20254399379094443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,51200,0.20710400740305582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,51200,0.09556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,51200,1.3276533285776775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,51200,0.7020800113677979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,51200,5.581424077351888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,51200,0.7051413059234619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,51200,0.7303520043691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,51200,0.6333226760228475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,51200,0.6304693222045898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,51200,0.6049813429514567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,51200,0.5915199915568033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,51200,0.5743039846420288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,51200,0.5757280190785726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,51200,0.49957867463429767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,51200,0.4899839957555135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,51200,0.4657226800918579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,51200,0.468725323677063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,51200,0.4488319953282674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,51200,0.45262400309244794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,51200,0.3638506730397542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,51200,0.36401065190633136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,51200,0.3447999954223633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,51200,0.3423733313878377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,51200,0.3386133511861165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,51200,0.3429226477940877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,51200,0.33057065804799396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,51200,0.24601600567499796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,51200,0.23708800474802652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,51200,0.2336853345235189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,51200,0.233514666557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,51200,0.23243200778961182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,51200,0.22571200132369995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,51200,0.1342026690642039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,51200,0.12087999780972798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,51200,0.11653866370519002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,51200,0.10756799578666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,51200,0.10734933614730835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,51200,0.10714667042096455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,51200,0.1074133316675822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,51200,0.10574932893117268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,51200,0.10794132947921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,51200,0.10669333736101787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,51200,0.10663466652234395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,51200,0.10605333248774211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,51200,0.10546132922172546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,51200,0.10942932963371277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,51200,0.10522666573524475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,51200,0.10991467038790385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,51200,0.1050879955291748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,51200,0.10607999563217163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,51200,0.10560533404350281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,51200,0.1058240036169688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,51200,0.10585066676139832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,51200,0.10577066739400227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,51200,0.10758933424949646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,51200,0.10577066739400227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,51200,0.1074026624361674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,51200,0.10406933228174846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,51200,0.10506666700045268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,51200,0.10402666529019673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,51200,0.10553066929181416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,51200,0.1042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,51200,0.10541333754857381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,51200,0.10437867045402527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,51200,0.10997866590817769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,51200,0.10420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,51200,0.10998400052388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,51200,0.10487999518712361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,51200,0.10530666510264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,51200,0.10478933652242024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,51200,0.10458667079607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,51200,0.10451733072598775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,51200,0.10422933101654053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,51200,0.10446400443712871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,51200,0.7463626861572266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,16384,3.5273494720458984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,51200,2.548543930053711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,16384,0.5108799934387207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,16384,1.112709363301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,16384,1.9726773897806804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,16384,0.5295039812723795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,16384,0.5177119970321655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,16384,0.604527990023295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,16384,0.46428799629211426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,16384,0.4152533213297526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,16384,0.5007413228352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,16384,0.3978026707967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,16384,0.4275519847869873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,16384,0.3666880130767822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,16384,0.32736533880233765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,16384,0.3739200035730998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,16384,0.336677352587382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,16384,0.3176479935646057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,16384,0.32198933760325116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,16384,0.28198399146397907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,16384,0.2683733304341634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,16384,0.2605920036633809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,16384,0.24462399880091348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,16384,0.2170026699701945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,16384,0.2308853268623352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,16384,0.1941493352254232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,16384,0.17709867159525552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,16384,0.1541920006275177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,16384,0.13292266925175986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,16384,0.16169599692026773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,16384,0.13488533099492392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,16384,0.10366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,16384,0.09851200381914775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,16384,0.07778666913509369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,16384,0.07201600074768066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,16384,0.05639466643333435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,16384,0.05035200218359629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,16384,0.05258666475613912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,16384,0.05407999952634176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,16384,0.05131733417510986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,16384,0.052576000491778054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,16384,0.04855999847253164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,16384,0.05072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,16384,0.04786133269468943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,16384,0.03969600051641464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,16384,0.044218664367993675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,16384,0.043920000394185386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,16384,0.5092373291651408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,16384,0.04298133154710134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,16384,0.04398933549722036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,16384,0.04154133299986521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,16384,0.040965333580970764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,16384,0.041877334316571556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,16384,0.04176533222198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,16384,0.03995199998219808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,16384,0.039503999054431915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,16384,0.0394400010506312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,16384,0.03908800085385641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,16384,0.03800000001986822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,16384,0.03772266705830892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,16384,0.037952000896135964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,16384,0.03787733366092046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,16384,0.037818667789300285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,16384,0.0377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,16384,0.03770666569471359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,16384,0.0379573330283165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,16384,0.04171200096607208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,16384,0.04196266829967499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,16384,0.04174399872620901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,16384,0.041936000188191734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,16384,0.042037333051363625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,16384,0.043007999658584595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,16384,0.04176533222198486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,16384,0.04204266766707102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,16384,3.4025147755940757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,16384,0.04258666435877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,16384,0.8737013339996338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,16384,0.48837331930796307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,16384,0.44251465797424316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,16384,1.6799599329630535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,16384,0.47166399161020917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,16384,0.4207386573155721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,16384,0.43219467004140216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,16384,0.3951573371887207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,16384,0.3829093376795451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,16384,0.3664240042368571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,16384,0.3686559995015462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,16384,0.33910131454467773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,16384,0.32996799548467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,16384,0.30902665853500366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,16384,0.3076240022977193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,16384,0.27825866142908734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,16384,0.28834132353464764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,16384,0.2516319950421651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,16384,0.24511200189590454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,16384,0.22022932767868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,16384,0.2210986614227295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,16384,0.4813653230667114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,16384,0.19181867440541586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,16384,0.19735999902089438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,16384,0.16346933444341025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,16384,0.16104799509048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,16384,0.13489066561063132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,16384,0.11593066652615865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,16384,0.141074667374293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,16384,0.11567733685175578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,16384,0.09358933568000793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,16384,0.08889866868654887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,16384,0.07043466468652089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,16384,0.053530668218930565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,16384,0.06485333542029063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,16384,0.046997333566347756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,16384,0.05008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,16384,0.04994666576385498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,16384,0.049693331122398376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,16384,0.05045333504676819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,16384,0.04710933566093445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,16384,0.04753600060939789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,16384,0.04526133338610331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,16384,0.04341333111127218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,16384,0.04042399923006693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,16384,0.04363200068473816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,16384,0.0422986646493276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,16384,0.04141333450873693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,16384,0.04138933370510737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,16384,0.04436000188191732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,16384,0.03967199971278509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,16384,0.039517333110173546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,16384,0.0378560001651446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,16384,0.03966933240493139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,16384,0.035762667655944824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,16384,0.03789333254098892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,16384,0.033858666817347206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,16384,0.033728001018365227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,16384,0.03368799885114034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,16384,0.03422400106986364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,16384,0.03352266550064087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,16384,0.03368533402681351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,16384,0.03419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,16384,0.03267466773589452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,16384,0.03183733423550924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,16384,0.032973334193229675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,16384,0.03330666571855545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,16384,0.0330799991885821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,16384,0.032701333363850914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,16384,0.03162133445342382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,16384,0.03177866588036219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,16384,0.03336266676584879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,16384,0.03321066747109095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,16384,0.5529520114262899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,16384,1.8044293721516926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,16384,0.9057813485463461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,16384,0.4788479804992676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,16384,0.4810853401819865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,16384,3.6372159322102866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,16384,0.43770400683085126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,16384,0.5035146474838257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,16384,0.4116559823354085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,16384,0.37729068597157794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,16384,0.39839200178782147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,16384,0.36088534196217853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,16384,0.5018746852874756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,16384,0.5244880119959513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,16384,0.3222800095876058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,16384,0.2951866587003072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,16384,0.3019546667734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,16384,0.40505067507425946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,16384,0.2895573377609253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,16384,0.236626664797465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,16384,0.23866132895151773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,16384,0.20616799592971802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,16384,0.21666133403778076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,16384,0.18977334101994833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,16384,0.37385332584381104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,16384,0.15521333614985147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,16384,0.1516800026098887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,16384,0.13009066383043924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,16384,0.324560006459554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,16384,0.26733867327372235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,16384,0.0840453306833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,16384,0.06737599770228068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,16384,0.11578933397928874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,16384,0.17420266071955362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,16384,0.0987280011177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,16384,0.0544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,16384,0.045279999574025474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,16384,0.04176799952983856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,16384,0.04152799894412359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,16384,0.041877334316571556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,16384,0.04092533389727274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,16384,0.04432533184687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,16384,0.04427999754746755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,16384,0.036360000570615135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,16384,0.04386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,16384,0.03622666746377945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,16384,0.03618400047222773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,16384,0.03626933445533117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,16384,0.03640000025431315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,16384,0.03604800005753835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,16384,0.033615998923778534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,16384,0.03310399999221166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,16384,0.033615998923778534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,16384,0.03361866623163223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,16384,0.03305333356062571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,16384,0.03275999923547109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,16384,0.03259466588497162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,16384,0.03312800079584122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,16384,0.03335200001796087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,16384,0.03321866691112518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,16384,0.033002667129039764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,16384,0.03284800052642822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,16384,0.033344000577926636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,16384,0.03320800016323725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,16384,0.03350933392842611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,16384,0.06419200201829274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,16384,0.06478933493296306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,16384,0.06655733287334442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,16384,0.06518400212128957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,16384,0.0660240004460017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,16384,0.06438666582107544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,16384,0.06428800026575725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,16384,0.036533333361148834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,16384,0.036504000425338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,16384,1.6972444322374132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,16384,0.8499022059970431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,16384,0.4336408774058024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,16384,0.24381865395439994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,16384,0.24626133177015516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,16384,0.24623465538024902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,16384,0.24015821350945366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,16384,0.20973332722981772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,16384,0.2079768843120999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,16384,0.2158986727396647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,16384,0.21041066116756865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,16384,0.20009067323472765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,16384,0.1735182205835978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,16384,0.20318222045898438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,16384,0.17023644182417128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,16384,0.1603377792570326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,16384,0.16054577297634548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,16384,0.159496890174018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,16384,0.15881778134240046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,16384,0.12575999895731607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,16384,0.12465777662065293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,16384,0.12040000491672093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,16384,0.12050133281283909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,16384,0.11965510580274795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,16384,0.11882489257388645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,16384,0.1177919970618354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,16384,0.0837671094470554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,16384,0.08101689153247409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,16384,0.08053511381149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,16384,0.0858008861541748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,16384,0.08060089084837171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,16384,0.07672533061769274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,16384,0.04720177915361193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,16384,0.04392533169852363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,16384,0.043041778935326465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,16384,0.04001955522431268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,16384,0.03872355487611558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,16384,0.038535111480289035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,16384,0.03923555546336704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,16384,0.03834133346875509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,16384,0.03830755419201321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,16384,0.03856177793608771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,16384,0.03859733210669623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,16384,0.03837688763936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,16384,0.0374293327331543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,16384,0.037470221519470215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,16384,0.037139554818471275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,16384,0.03730310996373495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,16384,0.03727822171317206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,16384,0.037393778562545776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,16384,0.037393778562545776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,16384,0.03670755690998501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,16384,0.03714133302370707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,16384,0.036890665690104164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,16384,0.03721422288152907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,16384,0.03655822078386942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,16384,0.03776177763938904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,16384,0.037194665935304426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,16384,0.037137776613235474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,16384,0.036547554863823786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,16384,0.037159111764695905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,16384,0.03734577695528666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,16384,0.03723377651638455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,16384,0.03711644477314419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,16384,0.036792887581719294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,16384,0.03702400128046671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,16384,0.03671288821432326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,16384,0.03672711054484049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,16384,0.0372284452120463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,16384,0.03664533297220866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,16384,0.03706489006678263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,12288,2.756570816040039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,12288,1.643173376719157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,12288,0.7907040119171143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,12288,0.45741331577301025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,12288,0.46026134490966797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,12288,0.4149706761042277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,12288,0.36765865484873456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,12288,0.3302239974339803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,12288,0.35177067915598553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,12288,0.31164799133936566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,12288,0.29838399092356366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,12288,0.2874240080515544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,12288,0.2885599931081136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,12288,0.2677653431892395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,12288,0.25092800458272296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,12288,0.23556800683339438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,12288,0.24308266242345175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,12288,0.22065067291259766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,12288,0.2327786684036255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,12288,0.20551466941833496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,12288,0.19629865884780884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,12288,0.17945067087809244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,12288,0.1900906761487325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,12288,0.16306133071581522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,12288,0.17261866728464761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,12288,0.1460853318373362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,12288,0.13216533263524374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,12288,0.11407466729482015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,12288,0.11667733391125996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,12288,0.09308266639709473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,12288,0.09717866778373718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,12288,0.07695466776688893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,12288,0.07245866457621257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,12288,0.05889600018660227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,12288,0.05198933184146881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,12288,0.043925335009892784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,12288,0.03758399933576584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,12288,0.04160533348719279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,12288,0.0405973345041275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,12288,0.040287998815377556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,12288,0.03955733279387156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,12288,0.03852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,12288,0.03998400022586187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,12288,0.037802666425704956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,12288,0.029520000020662945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,12288,0.03756266583998998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,12288,0.03549866626660029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,12288,0.03446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,12288,0.033439998825391136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,12288,0.032144000132878624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,12288,0.033386667569478355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,12288,0.031856000423431396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,12288,0.03219733387231827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,12288,0.03146666785081228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,12288,0.03138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,12288,0.02992533395687739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,12288,0.02943466603755951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,12288,0.030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,12288,0.0296426663796107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,12288,0.029418667157491047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,12288,0.02938666691382726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,12288,0.030042665700117748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,12288,0.029477333029111225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,12288,0.029285334050655365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,12288,0.029296000798543293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,12288,0.0296426663796107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,12288,0.031301334500312805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,12288,0.031093334158261616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,12288,0.03062933435042699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,12288,0.03033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,12288,0.031370667119820915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,12288,0.031397332747777305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,12288,0.031685332457224526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,12288,0.031013332307338715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,12288,2.4976906776428223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,12288,1.2895359992980957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,12288,0.654911994934082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,12288,0.35875733693440753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,12288,0.35767467816670734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,12288,0.33515465259552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,12288,0.34101064999898273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,12288,0.31722132364908856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,12288,0.3235093355178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,12288,0.2964346607526143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,12288,0.28965334097544354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,12288,0.27512266238530475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,12288,0.2732800046602885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,12288,0.24974133570988974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,12288,0.24131200710932413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,12288,0.22192533810933432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,12288,0.2265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,12288,0.20452799399693808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,12288,0.21066667636235556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,12288,0.1848586599032084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,12288,0.18206934134165445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,12288,0.1599999964237213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,12288,0.16577333211898804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,12288,0.14416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,12288,0.1502240002155304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,12288,0.13118132948875427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,12288,0.12453066309293111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,12288,0.1104693313439687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,12288,0.11160799860954285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,12288,0.08786666393280029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,12288,0.0897866686185201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,12288,0.07423999905586243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,12288,0.0690880020459493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,12288,0.05924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,12288,0.055013333757718406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,12288,0.045496001839637756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,12288,0.04119999955097834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,16384,0.0366542206870185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,12288,0.04461333155632019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,12288,0.04275466501712799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,12288,0.042090664307276406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,12288,0.041496001183986664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,12288,0.03961066653331121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,12288,0.03922666609287262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,12288,0.03777333348989487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,12288,0.03241866578658422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,12288,0.03123733401298523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,12288,0.031874666611353554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,12288,0.03105866660674413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,12288,0.03272533416748047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,12288,0.03200533241033554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,12288,0.033917332688967385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,12288,0.03381866713364919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,12288,0.033501334488391876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,12288,0.032399999598662056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,12288,0.03178666780392329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,12288,0.03057866543531418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,12288,0.029189333319664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,12288,0.03054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,12288,0.029282666742801666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,12288,0.029546665648619335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,12288,0.028178667028745014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,12288,0.028463999430338543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,12288,0.02850399911403656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,12288,0.029658667743206024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,12288,0.029178666571776073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,12288,0.0308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,12288,0.02897600084543228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,12288,0.028336000939210255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,12288,0.02735466758410136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,12288,0.02728266765673955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,12288,0.03012799968322118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,12288,0.02861333390076955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,12288,0.02793866644303004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,12288,0.02921866625547409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,16384,0.03652088840802511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,16384,0.03711288836267259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,12288,1.5079973538716633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,12288,0.43176265557607013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,12288,2.9903332392374673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,12288,0.38662668069203693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,12288,0.7583226362864176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,12288,0.3755733172098796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,12288,0.4634773333867391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,12288,0.44095198313395184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,12288,0.3500666618347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,12288,0.32280266284942627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,12288,0.33666666348775226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,12288,0.3100559910138448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,12288,0.31432000796000165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,12288,0.40016265710194904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,12288,0.27583734194437665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,12288,0.2568053404490153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,12288,0.25542666514714557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,12288,0.3957573175430298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,12288,0.2393946647644043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,12288,0.19808266560236612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,12288,0.20196000734965006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,12288,0.34144798914591473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,12288,0.18442134062449136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,12288,0.16232267022132874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,12288,0.2795706590016683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,12288,0.1330799957116445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,12288,0.12797600030899048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,12288,0.11152266462643941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,12288,0.22874132792154947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,12288,0.17966399590174356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,12288,0.06910133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,12288,0.057760000228881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,12288,0.09798399607340495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,12288,0.14783466855684915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,12288,0.08347200353940327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,12288,0.04355999827384949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,12288,0.03788533310095469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,12288,0.03473066786924998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,12288,0.03419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,12288,0.03454400102297465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,12288,0.032960000137488045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,12288,0.03776799887418747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,12288,0.03894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,12288,0.029645333687464397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,12288,0.029362666110197704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,12288,0.03013066699107488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,12288,0.029391999046007793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,12288,0.029130667448043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,12288,0.034743999441464744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,12288,0.02919733275969823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,12288,0.027511999011039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,12288,0.026863999664783478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,12288,0.026488001147905987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,12288,0.02605333427588145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,12288,0.02638400097688039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,12288,0.02606400102376938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,12288,0.02616800119479497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,12288,0.026306666433811188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,12288,0.025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,12288,0.026005332668622334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,12288,0.026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,12288,0.026165333886941273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,12288,0.052855998277664185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,12288,0.051034669081370033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,12288,0.053455998500188194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,12288,0.0537066658337911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,12288,0.05474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,12288,0.05151999990145365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,12288,0.055720001459121704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,12288,0.05400000015894572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,12288,0.05375733474890391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,12288,0.051629334688186646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,12288,0.029735999802748363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,12288,0.029095999896526337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,12288,0.6335986852645874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,12288,1.2605453332265217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,12288,0.184443990389506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,12288,0.33121200402577716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,12288,0.18244266510009766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,12288,0.1877546707789103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,12288,0.15878132979075113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,12288,0.18190000454584757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,12288,0.15641066431999207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,12288,0.1582253376642863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,12288,0.15552266438802084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,12288,0.15079599618911743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,12288,0.15206533670425415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,12288,0.1303613285223643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,12288,0.1275213360786438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,12288,0.12308266758918762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,12288,0.1239959994951884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,12288,0.12269866466522217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,12288,0.12231333057085673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,12288,0.09625867009162903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,12288,0.09559733668963115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,12288,0.09245733420054118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,12288,0.09195733070373535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,12288,0.09029733141263326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,12288,0.09153866767883301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,12288,0.08995999892552693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,12288,0.06250133117039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,12288,0.06542799870173137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,12288,0.06309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,12288,0.06333333253860474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,12288,0.06196533143520355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,12288,0.03457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,12288,0.05932133396466573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,12288,0.036690667271614075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,12288,0.03386533260345459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,12288,0.030982665717601776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,12288,0.030577334264914196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,12288,0.030519999563694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,12288,0.0301186665892601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,12288,0.030412000914414723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,12288,0.030625333388646443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,12288,0.030026666820049286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,12288,0.030534667273362476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,12288,0.02982799957195918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,12288,0.029579999546209972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,12288,0.029470667243003845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,12288,0.029697333772977192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,12288,0.029438666999340057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,12288,0.02940800040960312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,12288,0.0292413334051768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,12288,0.02935600032409032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,12288,0.028947999080022175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,12288,0.028966667751471203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,12288,0.029485332469145458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,12288,0.029021332661310833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,12288,0.029002666473388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,12288,0.028894667824109394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,12288,0.029465332627296448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,12288,0.02925733228524526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,12288,0.029302666584650677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,12288,0.02943599969148636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,12288,0.029390667875607807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,12288,0.029445332785447437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,12288,0.028936001161734264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,12288,0.02945599953333537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,12288,0.02938533325990041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,12288,0.029022666315237682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,12288,0.029353333016236622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,12288,0.029502667486667633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,12288,0.02887200067440669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,12288,0.028990666071573894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,10240,2.308349291483561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,10240,1.4247760772705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,10240,0.7489893436431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,12288,0.028998665511608124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,10240,0.33589065074920654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,10240,0.3406533400217692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,10240,0.29467999935150146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,10240,0.31429600715637207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,10240,0.28356800476710003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,10240,0.28964000940322876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,10240,0.2831946611404419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,10240,0.28039733568827313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,10240,0.26144800583521527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,10240,0.26185866196950275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,10240,0.24765332539876303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,10240,0.22991732756296793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,10240,0.2045360008875529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,10240,0.23549866676330566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,10240,0.19484800100326538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,10240,0.2060799996058146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,10240,0.187882661819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,10240,0.1761173407236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,10240,0.17302133639653525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,10240,0.1727466583251953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,10240,0.14949333667755127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,10240,0.1442533334096273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,10240,0.12391199668248494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,10240,0.11740533510843913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,10240,0.09847467144330342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,10240,0.11478400230407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,10240,0.08365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,10240,0.08086666464805603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,10240,0.0672266681989034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,10240,0.05106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,10240,0.04504799842834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,10240,0.03788266579310099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,10240,0.031888000667095184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,10240,0.03324000040690104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,10240,0.03349599987268448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,10240,0.033439998825391136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,10240,0.03313600023587545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,10240,0.03127199908097585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,10240,0.03307733436425527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,10240,0.03126666694879532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,10240,0.025839999318122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,10240,0.02585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,10240,0.025888000925381977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,10240,0.030712001025676727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,10240,0.029093332588672638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,10240,0.028599999845027924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,10240,0.028234665592511494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,10240,0.028069332242012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,10240,0.028247999648253124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,10240,0.02770933260520299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,10240,0.026954665780067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,10240,0.026141333083311718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,10240,0.06310666600863139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,10240,0.025975999732812245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,10240,0.025997333228588104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,10240,0.025087999800841015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,10240,0.025146665672461193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,10240,0.024749333659807842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,10240,0.024962666134039562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,10240,0.025445332129796345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,10240,0.02481866627931595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,10240,0.0247653325398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,10240,0.024682665864626568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,10240,0.024536001185576122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,10240,0.024714666108290356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,10240,0.02481599897146225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,10240,0.02584800124168396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,10240,0.025437332689762115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,10240,0.02679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,10240,0.0251226673523585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,10240,0.02661599963903427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,10240,1.0636978149414062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,10240,0.548616886138916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,10240,2.1188426547580295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,10240,0.2997013462914361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,10240,0.3205457793341743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,10240,0.2802026536729601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,10240,0.28076444731818306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,10240,0.2609671221839057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,10240,0.26065066125657826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,10240,0.24896356794569227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,10240,0.24576889144049752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,10240,0.222250673505995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,10240,0.22324800491333008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,10240,0.21103644371032715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,10240,0.2015004422929552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,10240,0.18578488296932646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,10240,0.19350400235917833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,10240,0.16915199491712782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,10240,0.17112178272671172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,10240,0.160791105694241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,10240,0.1541351079940796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,10240,0.14125155078040227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,10240,0.14039466116163465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,10240,0.12496177355448405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,10240,0.12600710656907824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,10240,0.11055644353230794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,10240,0.10640888743930393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,10240,0.08989689085218643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,10240,0.0961937771903144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,10240,0.07676088809967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,10240,0.07675022549099393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,10240,0.06512000163396199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,10240,0.062218666076660156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,10240,0.051134222083621554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,10240,0.04675199919276767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,10240,0.039114667309655085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,10240,0.035868446032206215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,10240,0.03636444608370463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,10240,0.036325332191255354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,10240,0.03535288903448317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,10240,0.03520888752407498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,10240,0.03384000062942505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,10240,0.03495644529660543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,10240,0.03272711237271627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,10240,0.02920177910063002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,10240,0.029818667305840388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,10240,0.02889066603448656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,10240,0.0291608903143141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,10240,0.029543111721674602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,10240,0.029000888268152874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,10240,0.030216889248953924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,10240,0.02951644526587592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,10240,0.027303111222055223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,10240,0.028316444820827905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,10240,0.028524445162879095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,10240,0.027857777145173814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,10240,0.02793955471780565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,10240,0.027264000640975103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,10240,0.02718222141265869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,10240,0.0284551117155287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,10240,0.027066666218969557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,10240,0.028357333607143823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,10240,0.027879112296634253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,10240,0.028355555401908025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,10240,0.027150221996837195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,10240,0.026833777626355488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,10240,0.02737422287464142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,10240,0.026912000444200303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,10240,0.028252445989184912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,10240,0.027112889620992873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,10240,0.027313777142100867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,10240,0.026855111122131348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,10240,0.02698488864633772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,10240,0.026942221654786006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,12288,0.029114666084448498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,12288,0.02905199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,10240,1.327546649509006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,10240,0.3834879928165012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,10240,2.701224856906467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,10240,0.34987733099195695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,10240,0.6904373168945312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,10240,0.3380444314744737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,10240,0.4195982350243463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,10240,0.3944426642523871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,10240,0.3133386770884196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,10240,0.2940515677134196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,10240,0.29776355955335826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,10240,0.27617955207824707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,10240,0.2787235577901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,10240,0.36640887790256077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,10240,0.25315022468566895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,10240,0.23200178146362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,10240,0.23349332809448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,10240,0.35277689827813047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,10240,0.2179431120554606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,10240,0.18293155564202201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,10240,0.17751644717322457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,10240,0.3141671021779378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,10240,0.164828446176317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,10240,0.14727111657460532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,10240,0.2532622284359402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,10240,0.11754666434393989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,10240,0.11362311575147842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,10240,0.09927999973297119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,10240,0.20908978250291613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,10240,0.15955732928382024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,10240,0.058600889311896436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,10240,0.0511448880036672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,10240,0.13296000162760416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,10240,0.08453155226177639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,10240,0.07516800032721625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,10240,0.03462400039037069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,10240,0.030984888474146526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,10240,0.02827199962404039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,10240,0.027679999669392902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,10240,0.027688889039887324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,10240,0.02678933408525255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,10240,0.0313991109530131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,10240,0.030024889442655776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,10240,0.028456889920764502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,10240,0.025928889711697895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,10240,0.025998221503363714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,10240,0.02513244416978624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,10240,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,10240,0.024008888337347243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,10240,0.0229066660006841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,10240,0.02316266629430983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,10240,0.023242667317390442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,10240,0.02552000019285414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,10240,0.02156977852185567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,10240,0.02139733400609758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,10240,0.02148088812828064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,10240,0.021712000171343487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,10240,0.021399110555648804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,10240,0.021523555119832356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,10240,0.021388444635603163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,10240,0.04169599877463447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,10240,0.043395555681652494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,10240,0.041505777173572116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,10240,0.041166222757763334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,10240,0.04264355699221293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,10240,0.04421155651410421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,10240,0.041285332706239485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,10240,0.04111999935574002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,10240,0.04398222102059258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,10240,0.04262222184075249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,10240,0.04326577650176155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,10240,0.04187377625041538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,10240,0.025082666012975905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,10240,0.02497422198454539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,10240,0.5187509218851726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,10240,1.0907039642333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,10240,0.2843477249145508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,10240,0.15826667149861653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,10240,0.15800639788309734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,10240,0.15928959846496582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,10240,0.15995306968688966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,10240,0.13470400174458821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,10240,0.13416852951049804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,10240,0.1329045295715332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,10240,0.13538133303324382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,10240,0.1301525354385376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,10240,0.13010026613871256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,10240,0.11037866274515788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,10240,0.10646826426188152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,10240,0.11021866798400878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,10240,0.1055456002553304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,10240,0.10368533134460449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,10240,0.10413333574930828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,10240,0.08489600022633871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,10240,0.08216319878896078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,10240,0.0796832005182902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,10240,0.07941226959228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,10240,0.08030080000559489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,10240,0.07801280021667481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,10240,0.07550826867421469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,10240,0.05641280015309652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,10240,0.05553386608759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,10240,0.054162132740020755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,10240,0.05318613449732462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,10240,0.03226986726125081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,10240,0.05321386655171713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,10240,0.030687999725341798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,10240,0.05083946784337362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,10240,0.028805333375930785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,10240,0.02693973382314046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,10240,0.02723306616147359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,10240,0.026804266373316447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,10240,0.02681386669476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,10240,0.02645439902941386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,10240,0.02632960081100464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,10240,0.02643946607907613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,10240,0.0264789342880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,10240,0.026035199562708538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,10240,0.025994666417439777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,10240,0.02587839961051941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,10240,0.026060799757639568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,10240,0.025543467203776045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,10240,0.025784534215927125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,10240,0.02569173375765483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,10240,0.025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,10240,0.025659734010696413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,10240,0.02572159965833028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,10240,0.02568639914194743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,10240,0.025608533620834352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,10240,0.02560960054397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,10240,0.025548799832661943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,10240,0.02526719967524211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,10240,0.025679999589920045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,10240,0.025522132714589436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,10240,0.025602134068806966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,10240,0.025641600290934246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,10240,0.025639466444651288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,10240,0.02518933415412903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,10240,0.02563199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,10240,0.0258026659488678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,10240,0.025614933172861738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,10240,0.025596799453099568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,10240,0.02573973337809245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,10240,0.025623466571172076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,10240,0.02546986738840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,8192,1.9430853525797527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,8192,1.1953386465708415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,8192,0.6247493426005045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,8192,0.3452639977137248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,8192,0.34856800238291424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,8192,0.2659119963645935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,8192,0.26765600840250653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,10240,0.025605332851409913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,8192,0.22865867614746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,8192,0.2349946697552999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,8192,0.22164799769719443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,8192,0.2103653351465861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,8192,0.19856532414754233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,8192,0.1997200051943461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,8192,0.19525067011515299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,8192,0.1784213383992513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,8192,0.1609679957230886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,8192,0.18008800347646078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,8192,0.1508746643861135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,8192,0.15995200475056967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,8192,0.1492293377717336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,8192,0.14197867115338644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,8192,0.1391973296801249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,8192,0.1353653371334076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,8192,0.11643999814987183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,8192,0.1169546643892924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,8192,0.09538933634757996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,8192,0.08912799755732219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,8192,0.07534666856129964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,8192,0.08630933364232381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,8192,0.06249066690603892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,8192,0.06537333130836487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,8192,0.051957334081331887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,8192,0.04866399864355723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,8192,0.03978399932384491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,8192,0.034631999830404915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,8192,0.030063999195893604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,8192,0.025466665625572205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,8192,0.027474666635195415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,8192,0.027618666489919026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,8192,0.02759733299414317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,8192,0.027237333357334137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,8192,0.02606400102376938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,8192,0.027079999446868896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,8192,0.026072000463803608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,8192,0.020146666715542477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,8192,0.020178666959206264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,8192,0.02011466647187869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,8192,0.02082666630546252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,8192,0.022359999517599743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,8192,0.023213334381580353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,8192,0.022813332577546436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,8192,0.023386667172114056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,8192,0.02567200114329656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,8192,0.022783999641736347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,8192,0.0220266655087471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,8192,0.021410666406154633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,8192,0.02102133383353551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,8192,0.020848001043001812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,8192,0.020845333735148113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,8192,0.02081599955757459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,8192,0.020810666183630627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,8192,0.0208773339788119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,8192,0.020309332758188248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,8192,0.02049333353837331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,8192,0.020090666910012562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,8192,0.020802666743596394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,8192,0.02064266676704089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,8192,0.020242666204770405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,8192,0.019981333365043003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,8192,0.01992799962560336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,8192,0.02103466788927714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,8192,0.020898667474587757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,8192,0.02130399892727534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,8192,0.02144266664981842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,8192,1.679724481370714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,8192,0.8712799814012316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,8192,0.44300267431471085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,8192,0.23929421106974283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,8192,0.23981155289543998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,8192,0.21833599938286674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,8192,0.22417243321736655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,8192,0.20620444085862902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,8192,0.20742755466037324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,8192,0.19078755378723145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,8192,0.19432000319163004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,8192,0.17734221617380777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,8192,0.18161243862575957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,8192,0.16606222258673772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,8192,0.1608711083730062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,8192,0.14979555871751574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,8192,0.15927467081281874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,8192,0.13561422295040554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,8192,0.14178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,8192,0.12827377849155003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,8192,0.11815110842386882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,8192,0.1144533289803399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,8192,0.10601600011189778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,8192,0.10603200064765082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,8192,0.09568888611263698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,8192,0.08651910887824164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,8192,0.1302328904469808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,8192,0.07878755860858493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,8192,0.08189688788519965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,8192,0.06268622477849324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,8192,0.0635075569152832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,8192,0.053809778557883374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,8192,0.05144355694452921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,8192,0.043004443248113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,8192,0.03971555497911241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,8192,0.034266667233573064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,8192,0.0314648879898919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,8192,0.03245688809288873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,8192,0.032538665665520564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,8192,0.03127288818359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,8192,0.0314720008108351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,8192,0.030638221237394545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,8192,0.031118220753139917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,8192,0.029772443903817072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,8192,0.02666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,8192,0.025752888785468206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,8192,0.02550933261712392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,8192,0.026682666606373254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,8192,0.026828444666332666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,8192,0.026718222432666357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,8192,0.026561778452661302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,8192,0.026912000444200303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,8192,0.025096888343493145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,8192,0.02489600082238515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,8192,0.025694222913848028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,8192,0.023226666781637404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,8192,0.023461333579487268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,8192,0.023258666197458904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,8192,0.02409244411521488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,8192,0.0229404436217414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,8192,0.024707555770874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,8192,0.024432000186708238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,8192,0.023399111297395494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,8192,0.02275377843115065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,8192,0.02238399949338701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,8192,0.024515555964575872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,8192,0.022890667120615642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,8192,0.022732444935374792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,8192,0.02331200076474084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,8192,0.023722666833135817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,8192,0.02125866711139679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,8192,0.023440000083711412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,8192,0.02241777711444431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,8192,0.021680000755521987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,10240,0.025638399521509807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,10240,0.02571626702944438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,8192,2.4329136742485895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,8192,0.34418132570054794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,8192,1.2320569356282551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,8192,0.31982578171624076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,8192,0.6223662164476182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,8192,0.3040124575297038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,8192,0.3715839915805393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,8192,0.3500977887047662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,8192,0.2789368894365099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,8192,0.26321066750420463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,8192,0.2625582218170166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,8192,0.24851732783847383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,8192,0.2464053365919325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,8192,0.32712001270718044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,8192,0.22299199634128145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,8192,0.20804444948832193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,8192,0.2059075567457411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,8192,0.3144871128929986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,8192,0.1913155582216051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,8192,0.16250133514404297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,8192,0.16153066688113743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,8192,0.2799839973449707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,8192,0.14502044518788657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,8192,0.12962844636705187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,8192,0.22744533750745985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,8192,0.1033066643608941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,8192,0.09354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,8192,0.08611200253168742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,8192,0.186645335621304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,8192,0.1432195504506429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,8192,0.045957333511776395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,8192,0.038620445463392473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,8192,0.11373866928948297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,8192,0.06731910838021173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,8192,0.062863998942905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,8192,0.030227555168999568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,8192,0.025281776984532673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,8192,0.022851554883850947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,8192,0.02278222143650055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,8192,0.023372444841596816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,8192,0.022826666633288067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,8192,0.0248391115003162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,8192,0.025400888588693406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,8192,0.02568711174858941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,8192,0.020817778176731534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,8192,0.020796444680955675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,8192,0.020613332589467365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,8192,0.02025422288311852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,8192,0.020259555843141343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,8192,0.01943644384543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,8192,0.019329778022236295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,8192,0.018803555104467604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,8192,0.019107555349667866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,8192,0.018755555152893066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,8192,0.018625777628686693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,8192,0.01863822175396813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,8192,0.03681777914365133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,8192,0.03647289011213515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,8192,0.03581155671013726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,8192,0.03645155496067471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,8192,0.03692977627118429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,8192,0.03850311040878296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,8192,0.03668444355328878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,8192,0.03663999835650126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,8192,0.037111110157436795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,8192,0.03718400001525879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,8192,0.037315554089016385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,8192,0.03848888807826572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,8192,0.03786311215824551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,8192,0.03782577647103204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,8192,0.037111110157436795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,8192,0.021379555265108745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,8192,0.02142400046189626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,8192,0.02128711177243127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,8192,0.4266677220662435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,8192,0.9065312067667642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,8192,0.23269333839416503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,8192,0.12808640003204347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,8192,0.1271626631418864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,8192,0.12748479843139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,8192,0.10993599891662598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,8192,0.13021866480509442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,8192,0.10902079741160076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,8192,0.10700053373972576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,8192,0.10727039972941081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,8192,0.1069493293762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,8192,0.10538346767425537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,8192,0.08799253304799398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,8192,0.08990186850229899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,8192,0.08775466283162435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,8192,0.08621866703033447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,8192,0.08427840073903402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,8192,0.08369706471761068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,8192,0.069159468015035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,8192,0.06754133701324463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,8192,0.0651306668917338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,8192,0.06442453463872275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,8192,0.0648362676302592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,8192,0.0635477344195048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,8192,0.06239893436431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,8192,0.04652693271636963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,8192,0.04462826649347941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,8192,0.045827198028564456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,8192,0.0440778652826945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,8192,0.043340798219045004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,8192,0.04176959991455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,8192,0.027753599484761554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,8192,0.026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,8192,0.02454400062561035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,8192,0.02322453260421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,8192,0.022729599475860597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,8192,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,8192,0.02271359960238139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,8192,0.022766933838526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,8192,0.022973867257436116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,8192,0.022731733322143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,8192,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,8192,0.022278400262196858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,8192,0.02244053284327189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,8192,0.021955200036366782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,8192,0.021887999773025513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,8192,0.022066134214401244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,8192,0.021849600474039714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,8192,0.02178666591644287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,8192,0.0219050665696462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,8192,0.021846399704615275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,8192,0.021679999430974324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,8192,0.022125866015752158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,8192,0.02179626623789469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,8192,0.02195840080579122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,8192,0.02193173368771871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,8192,0.021847466627756752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,8192,0.021802665789922078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,8192,0.02207466761271159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,8192,0.02156053384145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,8192,0.021934932470321654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,8192,0.021808000405629475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,8192,0.021894399325052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,8192,0.021644800901412964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,8192,0.021918932596842446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,8192,0.021955200036366782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,8192,0.021618133783340453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,8192,0.02167466680208842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,8192,0.02213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,8192,0.02190720041592916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,7168,1.6324639320373535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,7168,0.9708853562672933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,7168,0.48981066544850665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,7168,0.2695173422495524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,7168,0.2757786711057027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,7168,0.2622773249944051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,7168,0.24200532833735147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,7168,0.2196613351504008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,7168,0.21359199285507202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,7168,0.2120186686515808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,7168,0.20973867177963257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,7168,0.18269866704940796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,7168,0.18210933605829874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,7168,0.17626400788625082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,7168,0.1611786683400472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,7168,0.1476533313592275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,7168,0.1604133347670237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,7168,0.13196532924969992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,7168,0.1368559996287028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,7168,0.13026666641235352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,7168,0.1236026684443156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,7168,0.1187013288338979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,7168,0.1136506696542104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,7168,0.10061066349347432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,7168,0.09981600443522136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,7168,0.08622666200002034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,7168,0.08031733334064484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,7168,0.06911199788252513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,7168,0.0777733325958252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,7168,0.05608266592025757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,7168,0.058701331416765846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,7168,0.0473280002673467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,7168,0.043824002146720886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,7168,0.03601066768169403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,7168,0.03204533209403356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,7168,0.02699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,7168,0.023071999351183575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,7168,0.024514667689800262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,7168,0.02460533380508423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,7168,0.02442399909098943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,7168,0.024175999065240223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,7168,0.023170667390028637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,7168,0.0242373322447141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,7168,0.02269333352645238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,7168,0.018602666755517323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,7168,0.018797333041826885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,7168,0.018589333941539127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,7168,0.019007999449968338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,7168,0.02006133273243904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,7168,0.020066666106383007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,7168,0.02110933264096578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,7168,0.020645332833131153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,7168,0.023314667244752247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,7168,0.021154666940371197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,7168,0.01989866668979327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,7168,0.019474666565656662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,7168,0.01934933289885521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,7168,0.018895999838908512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,7168,0.018858666221300762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,7168,0.019170666734377544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,7168,0.018981333822011948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,7168,0.018906666586796444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,7168,0.01910666624704997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,7168,0.018906666586796444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,7168,0.019010666757822037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,7168,0.019007999449968338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,7168,0.01886133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,7168,0.018751999984184902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,7168,0.0189253327747186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,7168,0.018621332943439484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,7168,0.019071999937295914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,7168,0.01904800037542979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,7168,0.019861333072185516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,7168,0.019805333266655605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,7168,1.5021293958028157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,7168,0.7858160336812338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,7168,0.3935679992039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,7168,0.20441865921020508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,7168,0.20785599946975708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,7168,0.18992666403452554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,7168,0.1904266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,7168,0.1804800033569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,7168,0.17962000767389932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,7168,0.16990800698598227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,7168,0.16858534018198648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,7168,0.15838932991027832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,7168,0.15827066699663797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,7168,0.1498186687628428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,7168,0.14058132966359457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,7168,0.13479466239611307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,7168,0.13820000489552817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,7168,0.12370666861534119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,7168,0.12307066718737285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,7168,0.11396132906277974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,7168,0.11280933022499084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,7168,0.10462400317192078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,7168,0.10112933317820232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,7168,0.08990933497746785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,7168,0.08980000019073486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,7168,0.081386665503184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,7168,0.07730533182621002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,8192,0.021978666385014854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,7168,0.06847066680590312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,7168,0.06002399822076162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,7168,0.058743998408317566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,7168,0.04791866739590963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,7168,0.04625999927520752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,7168,0.03929999967416128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,7168,0.0387160008152326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,7168,0.031846667329470314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,7168,0.030159999926884968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,7168,0.0733026663462321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,7168,0.030219999452431996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,7168,0.03028800090154012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,7168,0.028966667751471203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,7168,0.02885733296473821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,7168,0.027470665673414867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,7168,0.02959866573413213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,7168,0.02810533344745636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,7168,0.02664133409659068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,7168,0.025236000617345173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,7168,0.025425332287947338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,7168,0.025650667647520702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,7168,0.02532666673262914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,7168,0.02553066611289978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,7168,0.02496399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,7168,0.02476133406162262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,7168,0.02317333221435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,7168,0.02384933332602183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,7168,0.02409333238999049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,7168,0.024242666860421497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,7168,0.022257333000500996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,7168,0.02261599898338318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,7168,0.02217866728703181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,7168,0.024493334194024403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,7168,0.02344133456548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,7168,0.021705334385236103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,7168,0.02327200025320053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,7168,0.021407999098300934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,7168,0.021137334406375885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,7168,0.024216001232465107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,7168,0.02317333221435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,7168,0.022146667043368023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,7168,0.02127733329931895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,7168,0.02335199962059657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,7168,0.02197066694498062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,7168,0.021217333773771923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,7168,0.021321333944797516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,7168,0.02088533341884613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,8192,0.021937066316604616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,8192,0.021871999899546305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,7168,2.3341466585795083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,7168,0.3288293282190959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,7168,1.177569309870402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,7168,0.3019413352012634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,7168,0.5886679887771606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,7168,0.28716399272282916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,7168,0.34975866476694745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,7168,0.3322106599807739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,7168,0.26446799437205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,7168,0.24961866935094199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,7168,0.25147465864817303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,7168,0.23647199074427286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,7168,0.23546133438746134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,7168,0.3093106746673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,7168,0.21350000301996866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,7168,0.20005067189534506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,7168,0.19599066178003946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,7168,0.2986920078595479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,7168,0.18276000022888184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,7168,0.15496266881624857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,7168,0.15174667040506998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,7168,0.2702253262201945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,7168,0.13430399696032205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,7168,0.12381199995676677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,7168,0.21593600511550903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,7168,0.09697733322779338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,7168,0.07951200008392334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,7168,0.07840933402379353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,7168,0.1798386573791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,7168,0.13886133829752603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,7168,0.041479999820391335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,7168,0.03550933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,7168,0.1030506690343221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,7168,0.05879200001557668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,7168,0.054562668005625405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,7168,0.027722666660944622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,7168,0.02325200041135152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,7168,0.021197333931922913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,7168,0.02109600106875102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,7168,0.021198667585849762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,7168,0.020870665709177654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,7168,0.023844001193841297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,7168,0.023627998928229015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,7168,0.022593334317207336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,7168,0.018794666975736618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,7168,0.01877199982603391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,7168,0.018609333783388138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,7168,0.018694666524728138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,7168,0.018678666402896244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,7168,0.01706266651550929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,7168,0.016973332812388737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,7168,0.017211999744176865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,7168,0.01704266667366028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,7168,0.017172000060478847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,7168,0.029890666405359905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,7168,0.029443999131520588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,7168,0.029532000422477722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,7168,0.029893333713213604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,7168,0.029874667525291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,7168,0.030968000491460163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,7168,0.031700000166893005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,7168,0.03295333435138067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,7168,0.03157733380794525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,7168,0.031013332307338715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,7168,0.02997199942668279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,7168,0.0301240012049675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,7168,0.03157466650009155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,7168,0.03184933215379715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,7168,0.03144266704718272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,7168,0.03492400050163269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,7168,0.03130266567071279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,7168,0.019226666539907455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,7168,0.019472000499566395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,7168,0.01868399977684021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,7168,0.736126963297526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,7168,0.3901503880818685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,7168,0.11553386847178142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,7168,0.20997014045715331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,7168,0.11496640046437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,7168,0.11499839623769123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,7168,0.11454400221506755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,7168,0.10045119921366374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,7168,0.0981941302617391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,7168,0.09707732995351157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,7168,0.09712426662445069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,7168,0.09675626754760742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,7168,0.09429333209991456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,7168,0.0821674664815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,7168,0.07964906692504883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,7168,0.07968426545461019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,7168,0.07827093601226806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,7168,0.0764469305674235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,7168,0.07625706990559897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,7168,0.06282666524251303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,7168,0.061375999450683595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,7168,0.05936533212661743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,7168,0.05886933406194052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,7168,0.05832533439000448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,7168,0.05725333293279013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,7168,0.055836800734202066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,7168,0.04281813303629557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,7168,0.04169066747029622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,7168,0.040429866313934325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,7168,0.03944000005722046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,7168,0.0399946649869283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,7168,0.038578132788340255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,7168,0.024546132485071818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,7168,0.023242666323979696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,7168,0.023659733931223552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,7168,0.021781333287556968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,7168,0.02078826626141866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,7168,0.0212501327196757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,7168,0.021361066897710165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,7168,0.020722132921218873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,7168,0.020758400360743202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,7168,0.02095466653505961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,7168,0.020853332678476968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,7168,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,7168,0.02000746726989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,7168,0.02035520076751709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,7168,0.02065066695213318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,7168,0.020259199539820354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,7168,0.02020906607309977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,7168,0.020345600446065266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,7168,0.02034133275349935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,7168,0.019924267133076986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,7168,0.020363734165827433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,7168,0.02032426595687866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,7168,0.020091732343037925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,7168,0.01986879905064901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,7168,0.01989439924558004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,7168,0.020204800367355346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,7168,0.02002133329709371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,7168,0.01994346578915914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,7168,0.019860267639160156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,7168,0.020088533560434975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,7168,0.02001813252766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,7168,0.01990933418273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,7168,0.019916800657908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,7168,0.020039467016855876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,7168,0.01986773411432902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,7168,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,7168,0.020259199539820354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,7168,0.02031573255856832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,7168,0.020322134097417198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,7168,0.01990399956703186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,6144,1.4839013417561848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,6144,0.7247333526611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,6144,0.3790026505788167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,6144,0.20090667406717935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,6144,0.2047520081202189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,6144,0.18791999419530234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,6144,0.19151999553044638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,6144,0.18296533823013306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,6144,0.2056879997253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,6144,0.17886133988698324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,6144,0.18524267276128134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,6144,0.15318933129310608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,6144,0.1620319982369741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,6144,0.1500826676686605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,6144,0.14306400219599405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,6144,0.1356106698513031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,6144,0.14855733513832092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,6144,0.1264586647351583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,6144,0.1266213357448578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,6144,0.11776533722877502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,6144,0.1135866641998291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,6144,0.11050132910410564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,6144,0.10905866821606953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,6144,0.09243200222651164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,6144,0.09102400143941243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,6144,0.07419200241565704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,6144,0.06942133108774821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,6144,0.05983200172583262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,6144,0.0676773339509964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,6144,0.04951733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,6144,0.05123200019200643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,6144,0.041296000281969704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,6144,0.03913866728544235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,6144,0.03156533340613047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,6144,0.028722666203975677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,6144,0.023743999501069386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,6144,0.020453333854675293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,6144,0.02187199890613556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,6144,0.021927999953428905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,6144,0.021733333667119343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,6144,0.02144799878199895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,6144,0.020658666888872784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,6144,0.02129333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,6144,0.01996533324321111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,6144,0.015965333829323452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,6144,0.017581333716710407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,6144,0.016626667231321335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,6144,0.016895999511082966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,6144,0.018757333358128864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,6144,0.01878133291999499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,6144,0.018269332746664684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,6144,0.018672000616788864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,6144,0.016765333712100983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,6144,0.01895733301838239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,6144,0.01874400054415067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,6144,0.01730666682124138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,6144,0.016938666502634685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,6144,0.01695999999841054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,6144,0.016920000314712524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,6144,0.016864000509182613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,6144,0.016778666526079178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,6144,0.016810666769742966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,6144,0.016789333273967106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,6144,0.016762666404247284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,6144,0.016757333030303318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,6144,0.016751999656359356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,6144,0.016719999412695568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,6144,0.01704000060757001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,6144,0.016751999656359356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,6144,0.016997333616018295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,6144,0.01676799977819125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,6144,0.016704000532627106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,6144,0.017386666188637417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,6144,0.01670933390657107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,6144,0.6859119733174642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,6144,0.3445053497950236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,6144,1.2865280310312908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,6144,0.17681066195170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,6144,0.18332799275716147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,6144,0.16632266839345297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,6144,0.16572933395703635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,6144,0.1617293357849121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,6144,0.1548479994138082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,6144,0.15191333492596945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,6144,0.14226667086283365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,6144,0.13542667031288147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,6144,0.13012933731079102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,6144,0.12339333693186443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,6144,0.11521066228548686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,6144,0.11774532993634541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,6144,0.10989466309547424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,6144,0.10965466499328613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,6144,0.14269733428955078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,6144,0.09976933399836223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,6144,0.10005467136700948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,6144,0.09079733490943909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,6144,0.09083867073059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,6144,0.08144533137480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,6144,0.08359066645304362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,6144,0.07061466574668884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,6144,0.0654146671295166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,6144,0.06148533523082733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,6144,0.0661626656850179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,6144,0.05086266497770945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,6144,0.05128133296966553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,6144,0.04238533476988474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,6144,0.04221599797407786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,6144,0.03639333446820577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,6144,0.0359946663180987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,6144,0.03001466641823451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,6144,0.027652000387509663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,6144,0.02812666694323222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,6144,0.02805466701587041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,6144,0.02850666642189026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,6144,0.02698799967765808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,6144,0.027074667314688366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,6144,0.0271573339899381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,6144,0.025276000301043194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,6144,0.02399733414252599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,6144,0.023559999962647755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,6144,0.02317333221435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,6144,0.022934667766094208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,6144,0.023210667073726654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,6144,0.024641332527001698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,6144,0.023797333240509033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,6144,0.02269466718037923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,6144,0.02276800076166789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,6144,0.022858666876951855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,6144,0.023378667732079823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,6144,0.023890666663646698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,6144,0.021577333410580952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,6144,0.02364933242400487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,6144,0.020859998961289723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,6144,0.020732000470161438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,6144,0.024081334471702576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,6144,0.020654667168855667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,6144,0.020609332869450252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,6144,0.02258666604757309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,6144,0.020900001128514607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,6144,0.0206133338312308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,6144,0.020902665952841442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,6144,0.021878667175769806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,6144,0.02091600000858307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,6144,0.020549333343903225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,6144,0.020525333782037098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,6144,0.020831999679406483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,6144,0.020633333673079807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,6144,0.021130666136741638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,7168,0.019870932896931967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,7168,0.02020053267478943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,6144,1.103216012318929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,6144,0.3140186667442322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,6144,2.1809773445129395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,6144,0.28854666153589886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,6144,0.5590106646219889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,6144,0.2740439971288045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,6144,0.3304893374443054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,6144,0.3141453266143799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,6144,0.2515893379847209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,6144,0.23853866259256998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,6144,0.23650399843851724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,6144,0.22457067171732584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,6144,0.21825599670410156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,6144,0.2897040049235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,6144,0.19837733109792074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,6144,0.18666533629099527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,6144,0.18090667327245077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,6144,0.27572933832804364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,6144,0.16462666789690653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,6144,0.14497333765029907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,6144,0.13633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,6144,0.25704532861709595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,6144,0.11535333593686421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,6144,0.11227333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,6144,0.20365200440088907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,6144,0.08521067102750142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,6144,0.06997066736221313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,6144,0.06634533405303955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,6144,0.16755066315333048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,6144,0.12899200121561685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,6144,0.03873999913533529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,6144,0.032617333034674324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,6144,0.08635600407918294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,6144,0.051569332679112755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,6144,0.04800666868686676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,6144,0.025350667536258698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,6144,0.02123866726954778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,6144,0.019854667286078136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,6144,0.0199066661298275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,6144,0.019708000123500824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,6144,0.0194560003777345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,6144,0.02216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,6144,0.02200400084257126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,6144,0.02079733336965243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,6144,0.01770533372958501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,6144,0.017165333032608032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,6144,0.01763866717616717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,6144,0.0172973337272803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,6144,0.01698933293422063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,6144,0.015749332805474598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,6144,0.016078667094310124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,6144,0.015533333023389181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,6144,0.01559333379069964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,6144,0.015572000294923782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,6144,0.027788000802199047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,6144,0.027278666694959004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,6144,0.02715333302815755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,6144,0.026745334267616272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,6144,0.029449333747227985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,6144,0.028137333691120148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,6144,0.027641333639621735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,6144,0.028247999648253124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,6144,0.029501333832740784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,6144,0.02830799917380015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,6144,0.01777466634909312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,6144,0.02739199995994568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,6144,0.02787066747744878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,6144,0.028586665789286297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,6144,0.028890666862328846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,6144,0.027786667148272198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,6144,0.02770266681909561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,6144,0.029418667157491047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,6144,0.017685333887736004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,6144,0.01727466657757759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,6144,0.34355945587158204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,6144,0.6808767954508463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,6144,0.18802026112874348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,6144,0.1025322675704956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,6144,0.1024778683980306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,6144,0.10221013228098552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,6144,0.10305813153584797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,6144,0.08791146278381348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,6144,0.08748906453450521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,6144,0.08685226440429687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,6144,0.08819626967112223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,6144,0.08406186898549398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,6144,0.08472426732381186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,6144,0.07310187021891276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,6144,0.07241493066151937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,6144,0.0688426653544108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,6144,0.07019626299540202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,6144,0.06736213366190592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,6144,0.0689791997273763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,6144,0.05539733171463013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,6144,0.055029332637786865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,6144,0.05221973260243734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,6144,0.05341653426488241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,6144,0.0508405327796936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,6144,0.0518175999323527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,6144,0.049148801962534586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,6144,0.0365941325823466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,6144,0.038747731844584146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,6144,0.035396265983581546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,6144,0.03683946530024211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,6144,0.03610026836395264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,6144,0.02249386707941691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,6144,0.03458666801452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,6144,0.021504000822703043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,6144,0.02123946746190389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,6144,0.01927679975827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,6144,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,6144,0.01920426686604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,6144,0.01949333349863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,6144,0.019434666633605956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,6144,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,6144,0.019156267245610557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,6144,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,6144,0.018891733884811402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,6144,0.018362667163213095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,6144,0.018462934096654258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,6144,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,6144,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,6144,0.01845226685206095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,6144,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,6144,0.01845759948094686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,6144,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,6144,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,6144,0.018377600113550822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,6144,0.018225065867106118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,6144,0.01819733381271362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,6144,0.018258132537206016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,6144,0.01843413313229879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,6144,0.018236800034840902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,6144,0.018292266130447387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,6144,0.018245333433151247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,6144,0.01789439916610718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,6144,0.01821440060933431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,6144,0.01827733318010966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,6144,0.018313600619633993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,6144,0.018345600366592406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,6144,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,6144,0.018221867084503175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,6144,0.018222934007644652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,6144,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,6144,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,5120,1.1473653581407335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,5120,0.6986826790703667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,5120,0.37326934602525497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,5120,0.18385599719153511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,5120,0.18654044469197592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,5120,0.16055288579728869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,5120,0.15775110986497667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,5120,0.14692800574832493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,5120,0.14195911089579263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,5120,0.13885154989030626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,5120,0.13562666045294866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,5120,0.12356089221106635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,5120,0.12349866496192084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,5120,0.12664533985985651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,5120,0.11309156152937148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,5120,0.10692977905273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,5120,0.1158719989988539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,5120,0.09978310929404365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,5120,0.0997919970088535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,6144,0.0182261327902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,5120,0.09640533394283718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,5120,0.0907519989543491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,5120,0.0875893301433987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,5120,0.08223999871148004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,5120,0.07397333118650648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,5120,0.07364266448550753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,5120,0.06299733453326754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,5120,0.059212446212768555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,5120,0.05125688844256931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,5120,0.05445511142412821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,5120,0.04075377848413255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,5120,0.04136355717976888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,5120,0.03420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,5120,0.031962666246626116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,5120,0.025832888152864244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,5120,0.023630221684773762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,5120,0.019253333409627277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,5120,0.016362667083740234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,5120,0.017557332913080852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,5120,0.017852443787786696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,5120,0.017831110292010836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,5120,0.01759288873937395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,5120,0.016872889465755887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,5120,0.01733688844574822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,5120,0.016033778587977093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,5120,0.013470222552617392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,5120,0.013374221821626028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,5120,0.013361777696344586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,5120,0.013807999591032663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,5120,0.015016888578732809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,5120,0.015304888288180033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,5120,0.015592889653311836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,5120,0.014789332946141561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,5120,0.013843555417325763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,5120,0.014716444744004143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,5120,0.015226667126019796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,5120,0.014551111393504672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,5120,0.01459200017982059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,5120,0.01459200017982059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,5120,0.014007111390431723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,5120,0.014010666145218743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,5120,0.014314666390419006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,5120,0.014067555467287699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,5120,0.014012444350454541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,5120,0.013950222068362765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,5120,0.014021333720948962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,5120,0.013928888572586907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,5120,0.014126222994592456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,5120,0.013964444398880005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,5120,0.013975110318925647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,5120,0.014001778430408902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,5120,0.01406222250726488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,5120,0.014096000128322177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,5120,0.014293332894643148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,5120,0.014096000128322177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,5120,1.090673065185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,5120,0.545751444498698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,5120,0.29606507619222006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,5120,0.14570453961690266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,5120,0.15022506713867187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,5120,0.13980479240417482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,5120,0.13566293716430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,5120,0.13928426106770833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,5120,0.13057066599527994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,5120,0.12827413082122802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,5120,0.1226954698562622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,5120,0.11526827017466228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,5120,0.113482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,5120,0.11235520044962566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,5120,0.1086346705754598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,5120,0.10035306612650555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,5120,0.10318933327992756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,5120,0.09014933109283448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,5120,0.09142826398213705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,5120,0.08756586710611979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,5120,0.08499093055725097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,5120,0.07800319989522299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,5120,0.0769536018371582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,5120,0.0674623966217041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,5120,0.06912960211435953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,5120,0.060296531518300375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,5120,0.05868266820907593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,5120,0.05230933427810669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,5120,0.055428266525268555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,5120,0.04543253183364868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,5120,0.04529813528060913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,5120,0.038466131687164305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,5120,0.039870933691660566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,5120,0.03301013310750325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,5120,0.03246080080668132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,5120,0.028229333957036334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,5120,0.02701759934425354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,5120,0.02558506727218628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,5120,0.02732906738917033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,5120,0.02542613347371419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,5120,0.025149865945180254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,5120,0.024770132700602212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,5120,0.025161600112915038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,5120,0.023026132583618165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,5120,0.02293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,5120,0.022745599349339805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,5120,0.022426666816075642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,5120,0.022272000710169472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,5120,0.02265920042991638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,5120,0.023079466819763184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,5120,0.022809600830078124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,5120,0.022083199024200438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,5120,0.0223146657148997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,5120,0.02121386726697286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,5120,0.02108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,5120,0.020972800254821778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,5120,0.020884267489115396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,5120,0.022307199239730836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,5120,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,5120,0.019859200716018675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,5120,0.019272534052530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,5120,0.021393066644668578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,5120,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,5120,0.019155200322469076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,5120,0.020823466777801513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,5120,0.019112533330917357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,5120,0.020312533775965372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,5120,0.01892906626065572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,5120,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,5120,0.020462934176127115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,5120,0.019604265689849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,5120,0.020497065782546998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,5120,0.018939733505249023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,5120,0.018844799200693766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,6144,0.01829119920730591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,6144,0.018158932526906334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,5120,1.033894411722819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,5120,0.2910517374674479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,5120,0.528704007466634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,5120,0.2693855921427409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,5120,2.0494251251220703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,5120,0.2558485349019369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,5120,0.2562613328297933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,5120,0.30642773310343424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,5120,0.23133333524068198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,5120,0.2205344041188558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,5120,0.2196714719136556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,5120,0.20323947270711265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,5120,0.268669859568278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,5120,0.2866773287455241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,5120,0.17944854100545246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,5120,0.17036587397257488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,5120,0.16436266899108887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,5120,0.23729066848754882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,5120,0.14500800768534344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,5120,0.13329066435496012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,5120,0.1094655990600586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,5120,0.2050015926361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,5120,0.11058133443196613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,5120,0.09389119942982992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,5120,0.09292266368865967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,5120,0.07384746869405111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,5120,0.06091733376185099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,5120,0.05703573226928711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,5120,0.18989547093709308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,5120,0.1559007962544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,5120,0.035444267590840656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,5120,0.030109866460164385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,5120,0.07217280069986978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,5120,0.04745066563288371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,5120,0.04260480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,5120,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,5120,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,5120,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,5120,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,5120,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,5120,0.017576533555984496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,5120,0.02026453415552775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,5120,0.020140800873438516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,5120,0.019028266270955406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,5120,0.015946666399637856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,5120,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,5120,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,5120,0.016110933820406594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,5120,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,5120,0.015517866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,5120,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,5120,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,5120,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,5120,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,5120,0.014056533575057983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,5120,0.022436267137527464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,5120,0.024251733223597208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,5120,0.02398080031077067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,5120,0.024283732970555624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,5120,0.0230293333530426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,5120,0.023938133319218954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,5120,0.023983999093373617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,5120,0.0231605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,5120,0.023882667223612465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,5120,0.016064000129699708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,5120,0.023514666159947715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,5120,0.024666666984558105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,5120,0.025975465774536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,5120,0.024210133155186973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,5120,0.024052266279856363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,5120,0.025601067145665485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,5120,0.024385066827138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,5120,0.025202133258183795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,5120,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,5120,0.3010357220967611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,5120,0.5980586369832357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,5120,0.16058986981709797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,5120,0.0903605302174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,5120,0.09037226835886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,5120,0.09018239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,5120,0.09007573127746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,5120,0.078492800394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,5120,0.0785973310470581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,5120,0.07636586825052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,5120,0.07635839780171713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,5120,0.07506666978200277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,5120,0.07594666481018067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,5120,0.06394666830698649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,5120,0.06320000092188517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,5120,0.06188906828562418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,5120,0.06156479914983114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,5120,0.05877866744995117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,5120,0.058616534868876136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,5120,0.048953600724538165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,5120,0.048426667849222824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,5120,0.045949868361155194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,5120,0.04562986691792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,5120,0.04507946570714315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,5120,0.04526826540629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,5120,0.04241706530253093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,5120,0.033598931630452473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,5120,0.03254719972610474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,5120,0.03310719927151998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,5120,0.03173866669336955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,5120,0.0316650668780009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,5120,0.030823467175165813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,5120,0.02119040091832479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,5120,0.019118932882944743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,5120,0.018845866123835243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,5120,0.017795199155807497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,5120,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,5120,0.0172437330087026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,5120,0.017107200622558594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,5120,0.01737706661224365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,5120,0.016973867019017538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,5120,0.017544533809026083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,5120,0.017044266064961754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,5120,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,5120,0.016532267133394875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,5120,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,5120,0.01629866659641266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,5120,0.016495999693870545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,5120,0.01618133286635081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,5120,0.016328533490498863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,5120,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,5120,0.01632426679134369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,5120,0.016195199886957803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,5120,0.01625920037428538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,5120,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,5120,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,5120,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,5120,0.01625599960486094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,5120,0.016212266683578492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,5120,0.016411733627319337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,5120,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,5120,0.01620266636212667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,5120,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,5120,0.016165332992871602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,5120,0.015757866700490317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,5120,0.01616213321685791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,5120,0.016216533382733662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,5120,0.016263467073440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,5120,0.015917866428693136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,5120,0.016242133577664693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,5120,0.016212266683578492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,4096,0.9172141816880969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,4096,0.5405084292093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,4096,0.262463993496365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,4096,0.1469173298941718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,4096,0.14940799607170954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,4096,0.12346311410268147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,4096,0.12128888236151801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,4096,0.11538488335079616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,4096,0.11017600033018325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,4096,0.10801777574751113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,4096,0.1064960029390123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,4096,0.09821333487828572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,4096,0.09800177812576294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,4096,0.09480000204510158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,4096,0.08687288893593682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,4096,0.08120355341169569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,4096,0.08547911379072402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,4096,0.07624177800284491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,4096,0.07622577746709187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,4096,0.07217599948247273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,4096,0.0678079989221361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,4096,0.06515733400980632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,4096,0.061365332868364125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,5120,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,4096,0.05993600024117363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,4096,0.05910755528344048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,4096,0.050513777467939586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,4096,0.047854221529430814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,4096,0.04186311033036974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,4096,0.04552888870239258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,4096,0.03507377703984579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,4096,0.03413510984844632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,4096,0.026624000734753076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,4096,0.021054221524132624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,4096,0.019653333557976615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,4096,0.01629333363638984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,4096,0.01406222250726488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,4096,0.01493866741657257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,4096,0.01499555508295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,4096,0.014613333675596448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,4096,0.014460444450378418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,4096,0.013815110756291283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,4096,0.014839111102951897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,4096,0.013487999637921652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,4096,0.011457777685589261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,4096,0.011614222493436603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,4096,0.011448889142937131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,4096,0.012712889247470431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,4096,0.02823822365866767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,4096,0.012666666673289405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,4096,0.01328888866636488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,4096,0.012655999925401477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,4096,0.013384888569513956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,4096,0.011614222493436603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,4096,0.012759110993809171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,4096,0.012895999683274163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,4096,0.011027555498811932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,4096,0.011381333072980246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,4096,0.011032889286677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,4096,0.010760889285140567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,4096,0.011119999819331698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,4096,0.010799999866220685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,4096,0.010766222245163388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,4096,0.010874666273593903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,4096,0.011171555353535546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,4096,0.011023999916182624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,4096,0.010789333118332757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,4096,0.011048888994587792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,4096,0.010885333021481832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,4096,0.010668444136778513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,4096,0.010801778071456485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,4096,0.011109333071443768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,4096,0.010956444674068026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,4096,0.011159111228254108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,4096,0.011167999770906238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,4096,0.4555904070536296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,4096,0.8550837198893229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,4096,0.220633602142334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,4096,0.1192512035369873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,4096,0.126037335395813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,4096,0.11839360396067303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,4096,0.11260159810384114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,4096,0.11036266485850017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,4096,0.1104319969813029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,4096,0.10432426929473877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,4096,0.10405440330505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,4096,0.09519146283467611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,4096,0.09435733159383139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,4096,0.09002453486124674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,4096,0.08478933175404867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,4096,0.08529813289642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,4096,0.08525760173797607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,4096,0.07790079911549887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,4096,0.07005546887715658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,4096,0.06804479757944742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,4096,0.06770133177439372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,4096,0.06129813194274902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,4096,0.05783040126164755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,4096,0.05818453232447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,4096,0.051445333162943516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,4096,0.04993919928868611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,4096,0.07611947059631348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,4096,0.045407998561859134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,4096,0.039537068208058676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,4096,0.04596266746520996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,4096,0.03911786476771037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,4096,0.03566186825434367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,4096,0.03539093335469563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,4096,0.030428800980250043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,5120,0.01614400049050649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,4096,0.02996586759885152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,4096,0.025642667214075727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,4096,0.023112533489863078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,4096,0.024238934119542442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,4096,0.02439039945602417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,4096,0.02310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,4096,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,4096,0.022771199544270836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,4096,0.02273599902788798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,4096,0.020936532815297445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,4096,0.02069546580314636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,4096,0.020887466271718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,4096,0.02129813234011332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,4096,0.021206400791803994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,4096,0.0218122661113739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,4096,0.021356799205144248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,4096,0.021220266819000244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,4096,0.02001919945081075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,4096,0.020201599597930907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,4096,0.02059626579284668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,4096,0.02299306591351827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,4096,0.02029973268508911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,4096,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,4096,0.02068586746851603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,4096,0.018744534254074095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,4096,0.02062826752662659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,4096,0.020083200931549073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,4096,0.01949653426806132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,4096,0.01876693367958069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,4096,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,4096,0.01875413258870443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,4096,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,4096,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,4096,0.018730666240056357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,4096,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,4096,0.01880106727282206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,4096,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,4096,0.019169066349665323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,4096,0.018806399901707967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,4096,0.018895999590555827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,5120,0.01615466674168905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,4096,0.9595616022745768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,4096,0.2691669464111328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,4096,0.4885567982991536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,4096,0.24863573710123696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,4096,1.8721045176188151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,4096,0.23438612620035806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,4096,0.27959038416544596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,4096,0.23105386098225913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,4096,0.21067840258280435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,4096,0.20211626688639323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,4096,0.19651412963867188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,4096,0.18988053003946942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,4096,0.26183466911315917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,4096,0.21826772689819335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,4096,0.15336960156758625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,4096,0.1489909331003825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,4096,0.13244799772898358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,4096,0.12683093547821045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,4096,0.11234453519185383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,4096,0.10252266724904377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,4096,0.08960106372833251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,4096,0.08513173262278238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,4096,0.0802069346110026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,4096,0.24600747426350913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,4096,0.07353599866231283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,4096,0.05845439831415812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,4096,0.054124800364176426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,4096,0.04882133404413859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,4096,0.1797279993693034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,4096,0.16988266309102376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,4096,0.03160533308982849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,4096,0.027541333436965944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,4096,0.04241280158360799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,4096,0.06615573167800903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,4096,0.03837440013885498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,4096,0.020822399854660036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,4096,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,4096,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,4096,0.01691626707712809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,4096,0.016775466998418174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,4096,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,4096,0.01837653319040934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,4096,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,4096,0.017562667528788246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,4096,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,4096,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,4096,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,4096,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,4096,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,4096,0.012943999965985617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,4096,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,4096,0.012994133432706199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,4096,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,4096,0.012891733646392822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,4096,0.020242132743199668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,4096,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,4096,0.020202666521072388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,4096,0.020938666661580403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,4096,0.020742400487263998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,4096,0.020610133806864418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,4096,0.020780799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,4096,0.02100906570752462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,4096,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,4096,0.020803199211756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,4096,0.020833067099253335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,4096,0.021638399362564086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,4096,0.02145599921544393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,4096,0.021423999468485513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,4096,0.021422932545344033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,4096,0.021492266654968263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,4096,0.021516799926757812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,4096,0.021911466121673585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,4096,0.014290133118629455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,4096,0.01432319978872935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,4096,0.24272747039794923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,4096,0.4764383951822917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,4096,0.13099520206451415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,4096,0.07334400018056234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,4096,0.07353813648223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,4096,0.07338666915893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,4096,0.07242026329040527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,4096,0.06347093184789022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,4096,0.06270826657613118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,4096,0.06326826810836791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,4096,0.06219840049743652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,4096,0.06021120150883993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,4096,0.06017706791559855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,4096,0.05311146577199301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,4096,0.052374398708343504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,4096,0.04998720089594523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,4096,0.049763198693593344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,4096,0.04905600150426229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,4096,0.049054932594299314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,4096,0.040012800693511964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,4096,0.03969920078913371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,4096,0.03904746770858765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,4096,0.03884266614913941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,4096,0.03748053312301636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,4096,0.03700586557388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,4096,0.03723733425140381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,4096,0.02918720046679179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,4096,0.02795413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,4096,0.027106134096781413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,4096,0.027383466561635334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,4096,0.02744426727294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,4096,0.025602134068806966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,4096,0.01760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,4096,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,4096,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,4096,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,4096,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,4096,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,4096,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,4096,0.014779733618100485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,4096,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,4096,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,4096,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,4096,0.014254933595657349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,4096,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,4096,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,4096,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,4096,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,4096,0.013923199971516928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,4096,0.014180266857147216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,4096,0.014123732844988504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,4096,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,4096,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,4096,0.013762133320172629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,4096,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,4096,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,4096,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,4096,0.013828266660372415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,4096,0.01378666659196218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,4096,0.013793067137400309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,4096,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,4096,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,4096,0.01384213368097941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,4096,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,4096,0.01415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,4096,0.013864533106486002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,4096,0.01409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,4096,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,4096,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,4096,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,4096,0.013738666971524557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,3584,0.7952187061309814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,3584,0.5155933300654093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,3584,0.24540799856185913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,3584,0.13876000046730042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,3584,0.14022133747736612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,3584,0.1393173336982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,3584,0.12325066328048706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,3584,0.1162999967734019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,3584,0.10825199882189433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,3584,0.10669333736101787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,3584,0.09907866517702739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,3584,0.08619333306948344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,3584,0.0861626664797465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,3584,0.08491067091623943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,3584,0.07693333427111308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,3584,0.07161599894364674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,3584,0.0743559996287028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,3584,0.06619333227475484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,3584,0.06676400204499562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,3584,0.06284266710281372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,3584,0.05945600072542826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,3584,0.0576800008614858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,3584,0.05389200150966644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,3584,0.04966933528582255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,3584,0.04881200194358826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,3584,0.04126266638437907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,3584,0.03946666667858759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,4096,0.013727999726931252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,3584,0.03682933251063029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,3584,0.04078533252080282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,3584,0.03044400115807851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,3584,0.030710667371749878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,3584,0.024674666424592335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,3584,0.023890666663646698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,3584,0.018453333526849747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,3584,0.017759999881188076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,3584,0.01403866708278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,3584,0.012281333406766256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,3584,0.012785332898298899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,3584,0.012534666806459427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,3584,0.012639999389648438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,3584,0.01256933311621348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,3584,0.012030666073163351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,3584,0.012594666332006454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,3584,0.011502667019764582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,3584,0.010006666804353396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,3584,0.009949333344896635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,3584,0.01011066697537899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,3584,0.010461332897345224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,3584,0.011294666677713394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,3584,0.011244000246127447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,3584,0.011645333220561346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,3584,0.010980000098546347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,3584,0.010146666939059893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,3584,0.010822666188081106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,3584,0.011033333837985992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,3584,0.010850666711727778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,3584,0.00958133302628994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,3584,0.009604000175992647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,3584,0.009490666911005974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,3584,0.0094626663873593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,3584,0.0100853331387043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,3584,0.009452000260353088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,3584,0.009490666911005974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,3584,0.010053333515922228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,3584,0.00938666673998038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,3584,0.00984666682779789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,3584,0.009502666691939035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,3584,0.009941333283980688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,3584,0.009513333439826965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,3584,0.009449333573381105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,3584,0.009558666497468948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,3584,0.009566666558384895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,3584,0.009491999944051107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,3584,0.7519903818766276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,3584,0.009452000260353088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,3584,0.39514134724934896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,3584,0.19133440653483075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,3584,0.11753599643707276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,3584,0.1123242696126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,3584,0.10027200380961102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,3584,0.10283199946085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,3584,0.09848213195800781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,3584,0.09617173671722412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,3584,0.091975466410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,3584,0.09015039602915445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,3584,0.08529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,3584,0.08209493160247802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,3584,0.07794453303019205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,3584,0.07386879920959473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,3584,0.07456959883371989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,3584,0.06845226287841796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,3584,0.0667136033376058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,3584,0.06251946687698365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,3584,0.05993920167287191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,3584,0.05807786782582601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,3584,0.056583468119303384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,3584,0.05236479838689169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,3584,0.05106879870096842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,3584,0.04600106477737427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,3584,0.04548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,3584,0.09211946328481038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,3584,0.04153279860814412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,3584,0.042098132769266765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,3584,0.03785066604614258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,3584,0.037088000774383546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,3584,0.03308159907658895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,3584,0.03330026666323344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,3584,0.02847786744435628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,3584,0.028778666257858278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,3584,0.023449599742889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,3584,0.022794665892918904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,3584,0.024204800526301064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,3584,0.022729599475860597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,4096,0.013760000467300415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,3584,0.022381865978240968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,3584,0.022707200050354003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,3584,0.023409066597620647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,3584,0.022809600830078124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,3584,0.020462934176127115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,3584,0.020984532435735066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,3584,0.02102933327356974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,3584,0.020988800128300986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,3584,0.020850133895874024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,3584,0.020623999834060668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,3584,0.020629332462946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,3584,0.02095573345820109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,3584,0.018977065881093345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,3584,0.02065599958101908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,3584,0.023053866624832154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,3584,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,3584,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,3584,0.018692266941070557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,3584,0.0186463991800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,3584,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,3584,0.018074667453765868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,3584,0.01909439961115519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,3584,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,3584,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,3584,0.01834133267402649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,3584,0.01907520095507304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,3584,0.017003732919692992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,3584,0.019118932882944743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,3584,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,3584,0.019242666165033975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,3584,0.01839253306388855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,3584,0.018782933553059898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,3584,0.018522665898005167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,3584,0.016961065928141277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,3584,0.018603734175364175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,4096,0.013788800438245138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,3584,0.4786986668904622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,3584,0.2599541346232096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,3584,1.8645482381184895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,3584,0.24583147366841634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,3584,0.9257397333780923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,3584,0.22951893806457518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,3584,0.27288745244344076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,3584,0.25253973007202146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,3584,0.20424853960673012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,3584,0.19777386983235676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,3584,0.1862122694651286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,3584,0.18045760790506998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,3584,0.16357119878133136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,3584,0.241210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,3584,0.1333066701889038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,3584,0.13300267060597737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,3584,0.11609173615773519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,3584,0.22703893979390463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,3584,0.10088746547698975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,3584,0.08964693546295166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,3584,0.0818015972773234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,3584,0.2135968049367269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,3584,0.07412266731262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,3584,0.06844906806945801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,3584,0.15813760757446288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,3584,0.05466026862462362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,3584,0.0504800001780192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,3584,0.04599680105845134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,3584,0.11145173708597819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,3584,0.07568853696187337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,3584,0.03035093347231547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,3584,0.026498132944107057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,3584,0.060148266951243076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,3584,0.03999146620432536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,3584,0.037444265683492024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,3584,0.02030613422393799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,3584,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,3584,0.015734400351842245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,3584,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,3584,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,3584,0.015770666797955833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,3584,0.017093332608540852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,3584,0.017484800020853678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,3584,0.01688746611277262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,3584,0.013763200243314108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,3584,0.013602133591969809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,3584,0.013514666755994161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,3584,0.013476266463597616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,3584,0.013286399841308593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,3584,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,3584,0.011708799997965496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,3584,0.011959466338157653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,3584,0.017798399925231932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,3584,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,3584,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,3584,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,3584,0.018600533405939736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,3584,0.017427200078964235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,3584,0.018573866287867228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,3584,0.0185205340385437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,3584,0.019808000326156615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,3584,0.01907520095507304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,3584,0.01950719952583313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,3584,0.018787199258804323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,3584,0.01830079952875773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,3584,0.01913599967956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,3584,0.018168532848358156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,3584,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,3584,0.01958613395690918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,3584,0.019831466674804687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,3584,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,3584,0.013341866930325828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,3584,0.013857066631317139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,3584,0.4212213198343913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,3584,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,3584,0.21911253929138183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,3584,0.06686186790466309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,3584,0.11998933156331379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,3584,0.06730453173319498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,3584,0.06516693433125814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,3584,0.06636586586634317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,3584,0.057810131708780924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,3584,0.05744213263193766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,3584,0.05630506674448649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,3584,0.05671786864598592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,3584,0.055363198121388756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,3584,0.05425279935201009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,3584,0.0470090667406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,3584,0.047244799137115476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,3584,0.04586879809697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,3584,0.045236265659332274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,3584,0.0443391998608907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,3584,0.0448085347811381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,3584,0.036806400616963705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,3584,0.03599040110905965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,3584,0.03510080178578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,3584,0.035249066352844236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,3584,0.0351744016011556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,3584,0.034091734886169435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,3584,0.026693334182103474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,3584,0.032867199182510375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,3584,0.026156800985336303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,3584,0.025143466393152875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,3584,0.02518293261528015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,3584,0.024664533138275147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,3584,0.024395734071731567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,3584,0.016353066762288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,3584,0.016235733032226564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,3584,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,3584,0.013875200351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,3584,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,3584,0.013432533542315165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,3584,0.013799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,3584,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,3584,0.013725866874059042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,3584,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,3584,0.013436800241470337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,3584,0.01339413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,3584,0.01334933340549469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,3584,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,3584,0.013294933239618936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,3584,0.012968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,3584,0.012635733683904013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,3584,0.012956800063451132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,3584,0.013219199577967324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,3584,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,3584,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,3584,0.012585600217183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,3584,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,3584,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,3584,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,3584,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,3584,0.012943999965985617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,3584,0.01299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,3584,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,3584,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,3584,0.012973866860071816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,3584,0.012932266791661581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,3584,0.012594133615493774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,3584,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,3584,0.01269546647866567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,3584,0.01290986637274424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,3584,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,3584,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,3584,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,3584,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,3072,0.7294572989145914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,3072,0.3639346758524577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,3072,0.09542133410771687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,3072,0.22991466522216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,3072,0.09824267029762268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,3072,0.1329960028330485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,3072,0.09673600395520528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,3072,0.11397467056910197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,3072,0.08542266488075256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,3072,0.11340799927711487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,3072,0.07986400028069814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,3072,0.07607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,3072,0.07275199890136719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,3072,0.0668253352244695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,3072,0.0631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,3072,0.0665666659673055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,3072,0.059102664391199745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,3072,0.05936799943447113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,3072,0.05518266558647156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,3072,0.05276399850845337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,3072,0.0506000022093455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,3072,0.04760666688283285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,3072,0.0436599999666214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,3072,0.04291599988937378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,3072,0.03653866549332937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,3072,0.035071998834609985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,3072,0.030784000953038532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,3072,0.034117333590984344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,3072,0.025258667767047882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,3072,0.09107200304667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,3072,0.025642665723959606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,3072,0.02088666707277298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,3072,0.01979200045267741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,3072,0.016029333074887592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,3072,0.014934666454792023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,3072,0.012538666526476542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,3072,0.01101600006222725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,3072,0.01144666721423467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,3072,0.011617333938678106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,3072,0.011434666812419891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,3072,0.011457332720359167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,3072,0.011029332876205444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,3072,0.01147600015004476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,3072,0.01065333311756452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,3072,0.009000000233451525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,3072,0.008978666737675667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,3072,0.008967999989787737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,3072,0.00978266696135203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,3072,0.010067999983827272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,3072,0.01044666642944018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,3072,0.010774667064348856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,3072,0.009797333429257074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,3072,0.008890666688481966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,3072,0.00989999994635582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,3072,0.010051999861995379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,3072,0.009897333259383837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,3072,0.00877066639562448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,3072,0.008614666759967804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,3072,0.008514666929841042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,3072,0.009400000174840292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,3072,0.008692000061273575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,3072,0.008546666552623114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,3072,0.008557333300511042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,3072,0.00851066658894221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,3072,0.008700000122189522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,3072,0.008628000194827715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,3072,0.008595999951163927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,3072,0.008378666515151659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,3072,0.008585333203275999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,3072,0.00860799973209699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,3072,0.008808000013232231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,3072,0.008680000280340513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,3072,0.008920000245173773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,3072,0.008929333339134852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,3072,0.6690314610799153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,3072,0.34478718439737954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,3072,0.1610538641611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,3072,0.09245546658833823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,3072,0.10063467025756836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,3072,0.08557653427124023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,3072,0.09045866330464682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,3072,0.08870186805725097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,3072,0.08453013102213541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,3072,0.08724160194396972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,3072,0.08328213691711425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,3072,0.07593493461608887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,3072,0.07416533629099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,3072,0.07071893215179444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,3072,0.0661141316095988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,3584,0.01297706663608551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,3072,0.06737493673960368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,3072,0.06047253211339315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,3072,0.05970880190531412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,3072,0.055810133616129555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,3072,0.05448960065841675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,3072,0.049776001771291094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,3072,0.051363201936086025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,3072,0.048190931479136154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,3072,0.046239999930063884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,3072,0.04314666589101156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,3072,0.040805331865946454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,3072,0.039185067017873124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,3072,0.039468801021575926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,3072,0.035352532068888345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,3072,0.0312991996606191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,3072,0.035267198085784913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,3072,0.03205333352088928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,3072,0.06731093724568685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,3072,0.026953599850336712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,3072,0.021617066860198975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,3072,0.022691200176874794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,3072,0.023668267329533896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,3072,0.021733333667119346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,3072,0.021630932887395225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,3072,0.021631999810536703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,3072,0.020758400360743202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,3072,0.022273067633310953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,3072,0.02092693249384562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,3072,0.02008533279101054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,3072,0.01967786749204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,3072,0.019006933768590292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,3072,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,3072,0.01918826699256897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,3072,0.020032000541687012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,3072,0.026048000653584796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,3072,0.020581332842508952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,3072,0.018885332345962524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,3072,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,3072,0.017641599973042807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,3072,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,3072,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,3072,0.018151466051737467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,3072,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,3072,0.016760534048080443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,3072,0.016709333658218382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,3072,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,3072,0.016722132762273155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,3072,0.016684800386428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,3072,0.016875733931859337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,3072,0.018235733111699425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,3072,0.01627306640148163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,3072,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,3072,0.01606613298257192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,3072,0.017014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,3072,0.016184533635775246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,3072,0.01657919983069102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,3072,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,3072,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,3072,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,3584,0.012916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,3072,1.7906954447428387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,3072,0.2530901273091634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,3072,0.8973269144694009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,3072,0.23202667236328126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,3072,0.4592757225036621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,3072,0.2171552022298177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,3072,0.26017492612202964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,3072,0.247489070892334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,3072,0.18576854070027668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,3072,0.18261973063151044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,3072,0.1649397373199463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,3072,0.16340266863505046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,3072,0.22632959683736167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,3072,0.13855786323547364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,3072,0.12063146432240804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,3072,0.1185312032699585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,3072,0.10472319920857746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,3072,0.2106165409088135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,3072,0.09108693599700927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,3072,0.08195199966430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,3072,0.07674986521402995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,3072,0.2028437296549479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,3072,0.07002027034759521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,3072,0.06376533508300782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,3072,0.13570987383524577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,3072,0.10068053404490154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,3072,0.051804800828297935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,3072,0.04871146678924561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,3072,0.04374399979909261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,3072,0.0720245361328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,3072,0.02849173347155253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,3072,0.025278933842976886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,3072,0.056859731674194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,3072,0.038327467441558835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,3072,0.034681598345438644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,3072,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,3072,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,3072,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,3072,0.014674133062362671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,3072,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,3072,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,3072,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,3072,0.015449600418408713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,3072,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,3072,0.012468266487121581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,3072,0.01241600016752879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,3072,0.012243200341860454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,3072,0.012315733234087627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,3072,0.011935999989509583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,3072,0.01088106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,3072,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,3072,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,3072,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,3072,0.015502933661142984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,3072,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,3072,0.016182399789492288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,3072,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,3072,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,3072,0.017115734020868936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,3072,0.01668693423271179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,3072,0.016235733032226564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,3072,0.017065600554148356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,3072,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,3072,0.01706026593844096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,3072,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,3072,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,3072,0.017491199572881064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,3072,0.017062399784723917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,3072,0.016207999984423318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,3072,0.017461333672205606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,3072,0.017754666010538735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,3072,0.36876373291015624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,3072,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,3072,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,3072,0.012395733594894409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,3072,0.10217920144399006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,3072,0.19311146736145018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,3072,0.058715732892354336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,3072,0.05910079876581827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,3072,0.057506132125854495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,3072,0.05830080111821493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,3072,0.05060160160064697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,3072,0.051072001457214355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,3072,0.04985066652297974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,3072,0.049414400259653726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,3072,0.04867626825968425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,3072,0.047856001059214275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,3072,0.04246400197347005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,3072,0.041017599900563556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,3072,0.040797865390777587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,3072,0.040039467811584475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,3072,0.039538133144378665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,3072,0.038736001650492353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,3072,0.03316906690597534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,3072,0.03238720099131266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,3072,0.03173759977022807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,3072,0.03253973325093587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,3072,0.031233066320419313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,3072,0.030598400036493938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,3072,0.029895466566085816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,3072,0.02446933388710022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,3072,0.02391466697057088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,3072,0.022940800587336222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,3072,0.022032000621159873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,3072,0.022802132368087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,3072,0.021894399325052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,3072,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,3072,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,3072,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,3072,0.013036800424257913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,3072,0.012446932991345723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,3072,0.012598400314648947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,3072,0.01262399951616923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,3072,0.012238933642705282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,3072,0.012708266576131185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,3072,0.012551466623942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,3072,0.012558933099110922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,3072,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,3072,0.012141866485277812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,3072,0.012121599912643433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,3072,0.011895466844240825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,3072,0.012053333719571431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,3072,0.012167466680208842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,3072,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,3072,0.012124799688657125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,3072,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,3072,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,3072,0.011745066444079081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,3072,0.012082133690516155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,3072,0.012135466933250428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,3072,0.011714133620262145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,3072,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,3072,0.01209493378798167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,3072,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,3072,0.011735467116038005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,3072,0.01179200013478597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,3072,0.012107732892036437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,3072,0.012129066387812297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,3072,0.012012799580891926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,3072,0.01183146635691325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,3072,0.01206826666990916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,3072,0.012479999661445617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,2560,0.5872778574625651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,2560,0.32890987396240234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,2560,0.16840319633483886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,2560,0.09598186810811361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,2560,0.08877226511637369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,2560,0.07921493053436279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,2560,0.08122666676839194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,2560,0.07610133488972982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,2560,0.0720426638921102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,3072,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,2560,0.07115946610768636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,2560,0.0704480012257894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,2560,0.06386133432388305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,2560,0.06726720333099365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,2560,0.062200534343719485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,2560,0.05942826668421427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,2560,0.054713598887125646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,2560,0.05757866700490316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,2560,0.04941653410593669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,2560,0.05084160168965658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,2560,0.04426240126291911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,2560,0.04324800173441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,2560,0.040507733821868896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,2560,0.03734933137893677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,2560,0.03619946638743083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,2560,0.031428267558415726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,2560,0.02987733284632365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,2560,0.026709334055582686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,2560,0.028995199998219805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,2560,0.023035732905069987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,2560,0.02198293407758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,2560,0.018055466810862224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,2560,0.017205333709716795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,2560,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,2560,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,2560,0.04686719973882039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,2560,0.010914132992426554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,2560,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,2560,0.009781333804130554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,2560,0.009853866696357728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,2560,0.009753599762916565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,2560,0.009699199597040813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,2560,0.009290666381518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,2560,0.009671466549237569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,2560,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,2560,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,2560,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,2560,0.008005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,2560,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,2560,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,2560,0.009483733773231506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,2560,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,2560,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,3072,0.012104533116022746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,2560,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,2560,0.008502399921417237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,2560,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,2560,0.007786666850248973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,2560,0.00844053328037262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,2560,0.007665066421031952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,2560,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,2560,0.007685333490371704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,2560,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,2560,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,2560,0.007737599809964498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,2560,0.009477333227793375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,2560,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,2560,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,2560,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,2560,0.007705600063006084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,2560,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,2560,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,2560,0.007645866771539052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,2560,0.007840000092983246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,2560,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,2560,0.5550656000773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,2560,0.28293120066324867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,2560,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,2560,0.13657066027323406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,2560,0.08064106305440268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,2560,0.07630186875661214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,2560,0.08283519744873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,2560,0.07611626784006754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,2560,0.07364586989084879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,2560,0.07190720240275064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,2560,0.0691210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,2560,0.06748373508453369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,2560,0.061950933933258054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,2560,0.060539734363555905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,2560,0.06295466820398966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,2560,0.06011840105056763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,2560,0.0577834685643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,2560,0.056866133213043214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,2560,0.05850453376770019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,2560,0.05190826654434204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,2560,0.05115413268407186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,2560,0.050860798358917235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,2560,0.0462282657623291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,2560,0.045875199635823566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,2560,0.04221546649932861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,2560,0.04087573289871216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,2560,0.040327465534210204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,2560,0.03889280160268148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,2560,0.03544853528340657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,2560,0.03820480108261108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,2560,0.03315093318621318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,2560,0.02914346655209859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,2560,0.03263360063234965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,2560,0.029054933786392213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,2560,0.024932267268498738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,2560,0.024244266748428344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,2560,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,2560,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,2560,0.020146133502324422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,2560,0.02029866576194763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,2560,0.020895999670028687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,2560,0.021412267287572225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,2560,0.019412267208099365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,2560,0.019326933224995933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,2560,0.017569067080815633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,2560,0.019333332777023315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,2560,0.018770132462183634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,2560,0.018502400318781535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,2560,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,2560,0.01872319976488749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,2560,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,2560,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,2560,0.016378666957219443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,2560,0.018347734212875368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,2560,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,2560,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,2560,0.01676266590754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,2560,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,2560,0.014827733238538107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,2560,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,2560,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,2560,0.015075199802716575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,2560,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,2560,0.017965867122014364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,2560,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,2560,0.015918933351834617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,3072,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,2560,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,2560,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,2560,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,2560,0.01588373382886251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,2560,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,2560,0.016064000129699708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,2560,0.015910399953524272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,2560,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,2560,0.015785599748293556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,2560,0.8637823740641275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,2560,0.2399669329325358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,2560,1.7126837412516278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,2560,0.21656106313069662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,2560,0.44438079198201497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,2560,0.19336320559183756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,2560,0.24637014071146646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,2560,0.22944960594177247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,2560,0.19767573674519856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,2560,0.15413974126180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,2560,0.15317546526590983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,2560,0.13621973991394043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,2560,0.13777173360188802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,2560,0.1815605322519938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,2560,0.11899092992146809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,2560,0.1029311974843343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,2560,0.09917333126068115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,2560,0.09111573696136474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,2560,0.08286826610565186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,2560,0.07525546550750732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,2560,0.07115519841512044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,2560,0.17313067118326825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,2560,0.06533759832382202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,2560,0.06017599900563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,2560,0.12080000241597492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,2560,0.05020159880320231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,2560,0.045533867677052815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,2560,0.04207786719004313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,2560,0.08708159923553467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,2560,0.06663573185602824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,2560,0.025703465938568114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,2560,0.02400746742884318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,2560,0.05395093361536661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,2560,0.03626240094502767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,2560,0.03289493322372437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,2560,0.017062399784723917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,2560,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,2560,0.013367467125256858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,2560,0.012937600413958231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,2560,0.013402666648228964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,2560,0.01307413379351298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,2560,0.015490133563677469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,2560,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,2560,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,2560,0.011370666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,2560,0.010995200276374817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,2560,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,2560,0.01130239963531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,2560,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,2560,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,2560,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,2560,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,2560,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,2560,0.014003200332323709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,2560,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,2560,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,2560,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,2560,0.014973866939544677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,2560,0.0138154665629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,2560,0.014944000045458474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,2560,0.015425067146619162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,2560,0.014254933595657349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,2560,0.015742933750152587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,2560,0.015013333161671957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,2560,0.01479680041472117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,2560,0.015532799561818442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,2560,0.015107199549674988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,2560,0.01569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,2560,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,2560,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,2560,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,2560,0.3203743934631348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,2560,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,2560,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,2560,0.011267200112342834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,2560,0.16850560506184895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,2560,0.05068480173746744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,2560,0.09046506881713867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,2560,0.050460799535115564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,2560,0.05038079818089804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,2560,0.04889386494954427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,2560,0.0437173326810201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,2560,0.044853333632151285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,2560,0.04290239810943604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,2560,0.04336853424708049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,2560,0.04174293279647827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,2560,0.04214613437652588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,2560,0.03566293319066365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,2560,0.03734720150629679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,2560,0.03490346670150757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,2560,0.03561600049336751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,2560,0.034245332082112626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,2560,0.03517119884490967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,2560,0.02864426573117574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,2560,0.02909333308537801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,2560,0.028091732660929365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,2560,0.028203733762105304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,2560,0.026973867416381837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,2560,0.027769599358240766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,2560,0.026312534014383954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,2560,0.020385066668192543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,2560,0.021622399489084877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,2560,0.01941439906756083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,2560,0.02100800077120463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,2560,0.01918506622314453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,2560,0.01945919990539551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,2560,0.01318186620871226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,2560,0.013076266646385193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,2560,0.012553600470225015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,2560,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,2560,0.012151466806729634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,2560,0.011698133746782939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,2560,0.011725866794586181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,2560,0.011394133170445759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,2560,0.011618133385976155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,2560,0.011678933103879293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,2560,0.011772800485293071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,2560,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,2560,0.011332266529401143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,2560,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,2560,0.011294933160146077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,2560,0.010852266351381938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,2560,0.011330133676528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,2560,0.010998400052388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,2560,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,2560,0.011224533120791119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,2560,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,2560,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,2560,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,2560,0.01090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,2560,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,2560,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,2560,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,2560,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,2560,0.010985599954922994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,2560,0.010868266224861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,2560,0.011317333579063416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,2560,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,2560,0.01093226671218872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,2560,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,2560,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,2560,0.010917333761850993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,2560,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,2560,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,2560,0.011277866363525391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,2048,0.4676693280537923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,2048,0.2663957277933756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,2048,0.13156053225199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,2048,0.07497599919637045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,2048,0.07691733042399088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,2048,0.07062400182088216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,2048,0.06056426763534546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,2048,0.06061760187149048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,2048,0.057088001569112146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,2048,0.05589119990666708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,2048,0.05285226504007975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,2048,0.05008746782938639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,2048,0.049985067049662275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,2048,0.048816001415252684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,2048,0.044403199354807535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,2048,0.04281813303629557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,2048,0.04400853315989177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,2048,0.039858134587605794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,2048,0.039153067270914714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,2048,0.0371509313583374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,2048,0.034984532992045084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,2048,0.03408533334732056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,2048,0.03174506624539693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,2048,0.02942933241526286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,2048,0.028360533714294433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,2048,0.02477546731630961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,2048,0.02377386689186096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,2048,0.021270400285720824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,2048,0.023108265797297158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,2048,0.018296533823013307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,2048,0.0177130659421285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,2048,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,2048,0.014222932855288186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,2048,0.011528533697128297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,2048,0.010967466235160827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,2048,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,2048,0.008211199939250947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,2048,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,2048,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,2560,0.011017599701881408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,2048,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,2048,0.00888320008913676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,2048,0.008258133133252462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,2048,0.008459732929865519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,2048,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,2048,0.006896000107129414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,2048,0.006788266698519389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,2048,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,2048,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,2048,0.007485866546630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,2048,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,2048,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,2048,0.0072629332542419435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,2048,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,2048,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,2048,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,2048,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,2048,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,2048,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,2048,0.006552533308664958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,2048,0.006392533580462138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,2048,0.00662720004717509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,2048,0.006572799881299336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,2048,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,2048,0.006593066453933716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,2048,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,2048,0.00652159998814265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,2048,0.006579199930032094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,2048,0.006437333424886067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,2048,0.00647680014371872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,2048,0.006444799900054932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,2048,0.006409599880377452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,2048,0.006542933483918508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,2048,0.006635733445485433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,2048,0.006774400174617767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,2048,0.45453332265218094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,2048,0.22414719263712563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,2048,0.1130837361017863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,2048,0.06411413351694742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,2048,0.06466879844665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,2048,0.06238720019658407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,2048,0.06211733420689901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,2048,0.062376534938812254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,2048,0.06045759916305542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,2048,0.060792533556620273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,2048,0.05760533412297567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,2048,0.05660586754480997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,2048,0.05152213176091512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,2048,0.053845334053039554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,2048,0.05002666711807251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,2048,0.04845333496729533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,2048,0.04827626546223958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,2048,0.04698559840520223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,2048,0.04473066727320353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,2048,0.0427072008450826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,2048,0.04122560024261475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,2048,0.040123732884724934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,2048,0.03856533368428548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,2048,0.03755946556727092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,2560,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,2048,0.037172265847524005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,2048,0.035138134161631265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,2048,0.03416320085525513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,2048,0.033056000868479415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,2048,0.03388479948043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,2048,0.028981333971023558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,2048,0.02893226742744446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,2048,0.026485333840052288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,2560,0.0109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,2048,0.026334933439890545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,2048,0.023412267367045082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,2048,0.022913066546122234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,2048,0.020334933201471964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,2048,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,2048,0.0192138671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,2048,0.019810134172439577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,2048,0.01912426749865214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,2048,0.01894186735153198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,2048,0.01776426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,2048,0.01885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,2048,0.01908479928970337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,2048,0.01876693367958069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,2048,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,2048,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,2048,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,2048,0.017182934284210204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,2048,0.018343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,2048,0.016926934321721397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,2048,0.018266665935516357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,2048,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,2048,0.01676373283068339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,2048,0.01720959941546122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,2048,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,2048,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,2048,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,2048,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,2048,0.01497706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,2048,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,2048,0.0172160009543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,2048,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,2048,0.015516799688339234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,2048,0.01565120021502177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,2048,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,2048,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,2048,0.014674133062362671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,2048,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,2048,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,2048,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,2048,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,2048,0.015038933356602988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,2048,0.016356266538302102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,2048,0.4187861442565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,2048,0.20591893196105956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,2048,0.8327423731486002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,2048,0.1808085282643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,2048,1.6489877065022784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,2048,0.16759039560953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,2048,0.21303359667460123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,2048,0.15437973340352376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,2048,0.13204692999521891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,2048,0.13170133431752523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,2048,0.12015679677327473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,2048,0.11714879671732585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,2048,0.19667520523071289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,2048,0.1492608070373535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,2048,0.09357759952545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,2048,0.09080426692962647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,2048,0.17025386492411296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,2048,0.08511359691619873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,2048,0.08071466286977133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,2048,0.07846079667409261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,2048,0.07085546652475992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,2048,0.06741226514180501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,2048,0.0632863998413086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,2048,0.05913386742273966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,2048,0.05611519813537598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,2048,0.04695359865824382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,2048,0.041366398334503174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,2048,0.03925653298695882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,2048,0.10683519840240478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,2048,0.10758079687754314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,2048,0.024462932348251344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,2048,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,2048,0.050013868014017734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,2048,0.03345066706339518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,2048,0.03140053351720174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,2048,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,2048,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,2048,0.012334932883580525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,2048,0.01202133297920227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,2048,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,2048,0.012037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,2048,0.013378133376439413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,2048,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,2048,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,2048,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,2048,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,2048,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,2048,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,2048,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,2048,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,2048,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,2048,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,2048,0.012874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,2048,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,2048,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,2048,0.012817066907882691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,2048,0.013219199577967324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,2048,0.012946133812268576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,2048,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,2048,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,2048,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,2048,0.013317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,2048,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,2048,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,2048,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,2048,0.013255467017491659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,2048,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,2048,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,2048,0.01409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,2048,0.013340800007184347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,2048,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,2048,0.010218666990598042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,2048,0.010521599650382995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,2048,0.26569066047668455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,2048,0.1398527940114339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,2048,0.07539839744567871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,2048,0.010645332932472228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,2048,0.04364159901936849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,2048,0.04323199987411499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,2048,0.042745598157246906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,2048,0.0424885352452596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,2048,0.03884479999542236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,2048,0.03793600002924601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,2048,0.037013332049051925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,2048,0.03723093271255493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,2048,0.03572160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,2048,0.03536213239034017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,2048,0.0314410666624705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,2048,0.0314517339070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,2048,0.030491733551025392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,2048,0.030542933940887453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,2048,0.03027413288752238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,2048,0.030158933003743487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,2048,0.02469653288523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,2048,0.024555732806523643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,2048,0.024465066194534302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,2048,0.024589866399765015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,2048,0.023218133052190146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,2048,0.023121066888173423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,2048,0.02310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,2048,0.01873706579208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,2048,0.017485866943995156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,2048,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,2048,0.017643733819325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,2048,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,2048,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,2048,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,2048,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,2048,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,2048,0.010947199662526448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,2048,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,2048,0.010875733693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,2048,0.010477866729100544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,2048,0.010904533664385478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,2048,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,2048,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,2048,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,2048,0.010567466417948406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,2048,0.010456533233324686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,2048,0.01046720047791799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,2048,0.010752000411351522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,2048,0.010564266641934713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,2048,0.01046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,2048,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,2048,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,2048,0.01053013304869334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,2048,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,2048,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,2048,0.010055466492970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,2048,0.010095999638239542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,2048,0.010437333583831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,2048,0.010041600465774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,2048,0.010386133193969726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,2048,0.010221866766611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,2048,0.010241066416104633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,2048,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,2048,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,2048,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,2048,0.010102400183677673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,2048,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,2048,0.010163199901580811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,2048,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,2048,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,2048,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,2048,0.010050132870674133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,1536,0.3600234667460124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,1536,0.18108266194661457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,1536,0.08952000141143798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,1536,0.053763198852539065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,1536,0.056834133466084805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,1536,0.051819733778635656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,1536,0.04964693387349446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,1536,0.04629546801249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,2048,0.01051520009835561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,1536,0.04365439812342326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,1536,0.04480319817860921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,1536,0.040064001083374025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,1536,0.040088534355163574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,1536,0.038438399632771805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,1536,0.03896640141805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,1536,0.033854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,1536,0.03477546771367391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,1536,0.03370986779530843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,1536,0.03240320086479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,1536,0.030035199721654256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,1536,0.02954559922218323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,1536,0.027011199792226152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,1536,0.027584000428517656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,1536,0.024499199787775674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,1536,0.024459733565648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,1536,0.021976532538731892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,1536,0.020853332678476968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,1536,0.0185973326365153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,1536,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,1536,0.018422400951385497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,2048,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,1536,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,1536,0.014250666896502177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,1536,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,1536,0.011913599570592244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,1536,0.009316266576449076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,1536,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,1536,0.007705600063006084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,1536,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,1536,0.0064416001240412395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,1536,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,1536,0.007047466437021891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,1536,0.00690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,1536,0.006807466844717662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,1536,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,1536,0.005386666456858317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,1536,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,1536,0.005612800021966299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,1536,0.006211199859778086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,1536,0.006005333364009857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,1536,0.006203733384609222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,1536,0.006214400132497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,1536,0.005980800092220307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,1536,0.005018666883309682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,1536,0.004975999891757965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,1536,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,1536,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,1536,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,1536,0.0048213332891464235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,1536,0.004753066599369049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,1536,0.004840533435344696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,1536,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,1536,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,1536,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,1536,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,1536,0.004766933123270671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,1536,0.004836266736189524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,1536,0.0068245331446329755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,1536,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,1536,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,1536,0.004605866471926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,1536,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,1536,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,1536,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,1536,0.004915200173854828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,1536,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,1536,0.1668992042541504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,1536,0.341215991973877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,1536,0.08766187032063802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,1536,0.052805332342783604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,1536,0.05561493237813314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,1536,0.051252265771230064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,1536,0.052279468377431235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,1536,0.05020053386688232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,1536,0.04966293176015218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,1536,0.04625386794408162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,1536,0.04609173138936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,1536,0.04350933233896891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,1536,0.04709440072377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,1536,0.04243733485539754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,1536,0.039339733123779294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,1536,0.04187306563059489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,1536,0.03889066775639852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,1536,0.039074134826660153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,1536,0.037275731563568115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,1536,0.03677440087000529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,1536,0.035176531473795576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,1536,0.03515733480453491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,1536,0.03264960050582886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,1536,0.04113493363062541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,1536,0.03237653374671936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,1536,0.032662399609883624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,1536,0.03039039969444275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,1536,0.029013333717981975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,1536,0.028411734104156493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,1536,0.02683200041453044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,1536,0.025018666187922162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,1536,0.024572799603144325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,1536,0.023076266050338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,2048,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,1536,0.022223999102910362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,1536,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,1536,0.018105600277582803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,1536,0.019272534052530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,1536,0.018497065703074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,1536,0.018295466899871826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,1536,0.017655466000239053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,1536,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,1536,0.017151999473571777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,1536,0.01678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,1536,0.017128533124923705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,1536,0.01609173317750295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,1536,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,1536,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,1536,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,1536,0.016306133071581522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,1536,0.01644053359826406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,1536,0.01699733336766561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,1536,0.016755199432373045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,1536,0.016275200247764587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,1536,0.015309866269429526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,1536,0.015352533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,1536,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,1536,0.015495466192563376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,1536,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,1536,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,1536,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,1536,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,1536,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,1536,0.014781866470972696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,1536,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,1536,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,1536,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,1536,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,1536,0.014811733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,1536,0.01800853411356608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,1536,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,1536,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,1536,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,1536,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,1536,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,1536,1.5870260874430338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,1536,0.17274667421976725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,1536,0.40797545115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,1536,0.8104490915934244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,1536,0.1553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,1536,0.14284799893697103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,1536,0.18636266390482586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,1536,0.15732587178548177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,1536,0.11214826901753742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,1536,0.1079370657602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,1536,0.1042080005009969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,1536,0.0988373359044393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,1536,0.09603947003682455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,1536,0.14430185953776042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,1536,0.08718612988789877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,1536,0.0825546662012736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,1536,0.07935360272725424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,1536,0.133462397257487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,1536,0.07173226674397787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,1536,0.06741120020548502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,1536,0.06281813383102416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,1536,0.12495146592458088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,1536,0.05422506729761759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,1536,0.05247999827067057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,1536,0.0904298702875773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,1536,0.04362560113271077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,1536,0.03808000087738037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,1536,0.03624213139216105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,1536,0.07477973302205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,1536,0.05994773308436076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,1536,0.022855466604232787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,1536,0.021154133478800456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,1536,0.046470399697621664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,1536,0.031010133028030396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,1536,0.02918933431307475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,1536,0.014964266618092855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,1536,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,1536,0.011153067151705425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,1536,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,1536,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,1536,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,1536,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,1536,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,1536,0.012818132837613424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,1536,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,1536,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,1536,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,1536,0.010760533809661865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,1536,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,1536,0.00958720048268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,1536,0.010875733693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,1536,0.010479999581972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,1536,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,1536,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,1536,0.01167146662871043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,1536,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,1536,0.011585066715876263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,1536,0.011694932977358501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,1536,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,1536,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,1536,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,1536,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,1536,0.011603200435638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,1536,0.011522133151690166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,1536,0.01167039970556895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,1536,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,1536,0.011404800415039062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,1536,0.012060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,1536,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,1536,0.011596799890200297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,1536,0.011615999539693196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,1536,0.21495466232299804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,1536,0.11335360209147136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,1536,0.009609599908192951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,1536,0.06118826468785604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,1536,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,1536,0.035853866736094156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,1536,0.03651946783065796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,1536,0.03498986562093099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,1536,0.03517866532007853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,1536,0.03140906691551208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,1536,0.030739200115203858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,1536,0.03181653420130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,1536,0.031035733222961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,1536,0.02983040014902751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,1536,0.029501867294311524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,1536,0.026472532749176027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,1536,0.02658240000406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,1536,0.025234133005142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,1536,0.02534719904263814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,1536,0.025383466482162477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,1536,0.02521599928538005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,1536,0.0211082657178243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,1536,0.020452266931533812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,1536,0.020878932873407998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,1536,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,1536,0.019938133160273232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,1536,0.019895466168721516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,1536,0.019803732633590698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,1536,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,1536,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,1536,0.015386666854222616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,1536,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,1536,0.015440000096956888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,1536,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,1536,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,1536,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,1536,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,1536,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,1536,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,1536,0.009645866354306538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,1536,0.009685333569844563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,1536,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,1536,0.009896533687909444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,1536,0.009681066870689392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,1536,0.009657599528630574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,1536,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,1536,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,1536,0.009543466567993163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,1536,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,1536,0.009620267152786254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,1536,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,1536,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,1536,0.009276800354321798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,1536,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,1536,0.009399466713269551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,1536,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,1536,0.009291733304659527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,1536,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,1536,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,1536,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,1536,0.009269332885742188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,1536,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,1536,0.00922986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,1536,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,1536,0.0093450665473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,1536,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,1536,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,1536,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,1536,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,1024,0.24817280769348143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,1024,0.12271359761555989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,1024,0.06219413280487061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,1024,0.034595199426015216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,1024,0.039401598771413165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,1024,0.03394879897435506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,1024,0.0324725329875946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,1536,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,1024,0.03219520052274068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,1024,0.028618667523066205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,1024,0.02830186684926351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,1024,0.026927999655405682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,1024,0.026715733607610065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,1024,0.026200532913208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,1024,0.024012800057729086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,1024,0.023705599705378215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,1024,0.02438186605771383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,1024,0.023407999674479166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,1024,0.021513599157333373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,1024,0.02034026583035787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,1024,0.02003413240114848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,1024,0.01967680056889852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,1024,0.017849600315093993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,1024,0.016821332772572837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,1024,0.016422399878501893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,1024,0.01508799990018209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,1024,0.013814399639765421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,1024,0.01334933340549469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,1024,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,1024,0.032696533203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,1024,0.011351466178894043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,1024,0.011065600315729777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,1024,0.00931946635246277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,1024,0.009413333733876546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,1024,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,1024,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,1024,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,1024,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,1024,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,1024,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,1024,0.005134933193524678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,1024,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,1024,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,1024,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,1024,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,1024,0.004278400043646494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,1024,0.004289066791534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,1536,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,1024,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,1024,0.004610133171081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,1536,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,1024,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,1024,0.004786133269468943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,1024,0.004593066871166229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,1024,0.0038773333032925926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,1024,0.0038133333126703895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,1024,0.0038890667259693147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,1024,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,1024,0.003910399973392487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,1024,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,1024,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,1024,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,1024,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,1024,0.003436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,1024,0.003806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,1024,0.0034805332620938623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,1024,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,1024,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,1024,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,1024,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,1024,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,1024,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,1024,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,1024,0.0038165333370367683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,1024,0.004069333275159201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,1024,0.004996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,1024,0.23968000411987306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,1024,0.11953492959340413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,1024,0.06568426688512166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,1024,0.042114134629567465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,1024,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,1024,0.043866666158040364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,1024,0.040065066019694014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,1024,0.039596800009409586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,1024,0.04029119809468587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,1024,0.03917866547902425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,1024,0.037145598729451494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,1024,0.0357749342918396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,1024,0.037921067078908285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,1024,0.03845440149307251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,1024,0.03457386493682861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,1024,0.0347978671391805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,1024,0.03395413160324097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,1024,0.032840534051259355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,1024,0.03336106538772583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,1024,0.030923734108606975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,1024,0.028787199656168622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,1024,0.03098133405049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,1024,0.02939093311627706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,1024,0.029553065697352093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,1024,0.026971733570098876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,1024,0.02576106588045756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,1024,0.02385279933611552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,1024,0.025542400280634564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,1024,0.035895466804504395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,1024,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,1024,0.022886399428049722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,1024,0.020836265881856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,1024,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,1024,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,1024,0.018142932653427125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,1024,0.017678932348887125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,1024,0.017042134205500284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,1024,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,1024,0.0269375999768575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,1024,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,1024,0.017142399152119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,1024,0.01676693360010783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,1024,0.017146666844685875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,1024,0.016106667121251424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,1024,0.017939200003941856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,1024,0.01599679986635844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,1024,0.016703999042510985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,1024,0.015363199512163797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,1024,0.016203733285268147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,1024,0.016454399625460307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,1024,0.015571199854214988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,1024,0.018523732821146645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,1024,0.01591679950555166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,1024,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,1024,0.015015467007954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,1024,0.014830933014551798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,1024,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,1024,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,1024,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,1024,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,1024,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,1024,0.014878933628400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,1024,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,1024,0.014366933703422546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,1024,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,1024,0.014908799529075622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,1024,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,1024,0.014692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,1024,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,1024,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,1024,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,1024,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,1024,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,1024,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,1024,0.016718933979670204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,1024,0.7729130427042643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,1024,0.1599925359090169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,1024,1.5296724955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,1024,0.12408213615417481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,1024,0.38457066218058267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,1024,0.11622827053070069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,1024,0.14324906667073567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,1024,0.14086292584737142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,1024,0.10164159933725994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,1024,0.0990773359934489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,1024,0.09529706637064615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,1024,0.09285333156585693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,1024,0.08794986406962077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,1024,0.11732693513234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,1024,0.07925972938537598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,1024,0.07733546892801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,1024,0.0719317356745402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,1024,0.10806826750437419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,1024,0.0702677329381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,1024,0.0661183993021647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,1024,0.06243840058644613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,1024,0.057852800687154135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,1024,0.055369599660237634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,1024,0.05096000035603841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,1024,0.048582398891448976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,1024,0.041384534041086836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,1024,0.035276798407236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,1024,0.03378880023956299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,1024,0.1120362679163615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,1024,0.042881067593892416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,1024,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,1024,0.02024959921836853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,1024,0.08457386493682861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,1024,0.028300799926122028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,1024,0.026804266373316447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,1024,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,1024,0.012102400263150532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,1024,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,1024,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,1024,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,1024,0.01074773371219635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,1024,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,1024,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,1024,0.011962667107582092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,1024,0.008823466300964356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,1024,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,1024,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,1024,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,1024,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,1024,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,1024,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,1024,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,1024,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,1024,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,1024,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,1024,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,1024,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,1024,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,1024,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,1024,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,1024,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,1024,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,1024,0.010109866658846538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,1024,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,1024,0.009944533308347065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,1024,0.009654399752616883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,1024,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,1024,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,1024,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,1024,0.010086400310198466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,1024,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,1024,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,1024,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,1024,0.1629269282023112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,1024,0.08551466464996338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,1024,0.04717973470687866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,1024,0.028421332438786823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,1024,0.02725759943326314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,1024,0.028497066100438433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,1024,0.027906133731206255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,1024,0.024516266584396363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,1024,0.025014400482177734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,1024,0.0243562658627828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,1024,0.00965013305346171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,1024,0.024333866437276204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,1024,0.02484906713167826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,1024,0.023959465821584067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,1024,0.02237866719563802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,1024,0.02099519968032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,1024,0.021181867520014445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,1024,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,1024,0.021240532398223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,1024,0.01998293399810791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,1024,0.017921066284179686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,1024,0.016993065675099693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,1024,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,1024,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,1024,0.017385600010553996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,1024,0.016182399789492288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,1024,0.01581546664237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,1024,0.013460266590118408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,1024,0.012501333157221475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,1024,0.01246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,1024,0.012826666235923767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,1024,0.012547199924786886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,1024,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,1024,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,1024,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,1024,0.009335466225941976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,1024,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,1024,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,1024,0.008916266759236654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,1024,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,1024,0.008724266290664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,1024,0.008804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,1024,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,1024,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,1024,0.008660266796747845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,1024,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,1024,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,1024,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,1024,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,1024,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,1024,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,1024,0.008406399687131246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,1024,0.008286933104197185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,1024,0.008427733182907104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,1024,0.008461866776148479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,1024,0.00843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,1024,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,1024,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,1024,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,1024,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,1024,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,1024,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,1024,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,1024,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,1024,0.008370133241017659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,1024,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,1024,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,1024,0.008385066191355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,1024,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,1024,0.008289066453774769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,1024,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,1024,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,768,0.19170133272806805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,768,0.09516159693400064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,768,0.04835520188013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,768,0.02645546595255534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,768,0.028769065936406452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,768,0.02560960054397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,768,0.025458133220672606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,768,0.025414399305979413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,768,0.024241065979003905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,768,0.02216959993044535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,768,0.02223466634750366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,768,0.021389865875244142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,768,0.021961599588394165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,768,0.02075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,768,0.01922986706097921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,768,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,768,0.019318399826685588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,768,0.01799466609954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,768,0.017552000284194947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,768,0.016422399878501893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,768,0.01595093309879303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,768,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,1024,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,768,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,768,0.01318933367729187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,768,0.013107200463612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,768,0.012104533116022746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,768,0.01141866644223531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,768,0.010707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,768,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,768,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,768,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,768,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,768,0.005787733197212219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,768,0.005950933198134104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,768,0.004615466793378194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,768,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,768,0.004488533238569895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,768,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,768,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,768,0.004221866528193155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,768,0.00421973317861557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,1024,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,768,0.004240000247955322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,768,0.004221866528193155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,768,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,768,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,768,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,768,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,768,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,768,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,768,0.003884800026814143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,1024,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,768,0.0038122666378815973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,768,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,768,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,768,0.0034805332620938623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,768,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,768,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,768,0.003373866776625315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,768,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,768,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,768,0.003205333401759466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,768,0.0032650666932264962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,768,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,768,0.0033439998825391137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,768,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,768,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,768,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,768,0.0032032000521818793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,768,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,768,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,768,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,768,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,768,0.18811093966166179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,768,0.09904959996541342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,768,0.0565226674079895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,768,0.03720320065816243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,768,0.04038826624552409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,768,0.036892799536387126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,768,0.03634666601816813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,768,0.03813333511352539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,768,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,768,0.03336853186289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,768,0.031454932689666745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,768,0.033428267637888594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,768,0.03200640082359314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,768,0.03041173418362935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,768,0.030085333188374835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,768,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,768,0.02890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,768,0.029603199164072676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,768,0.038837333520253495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,768,0.027157332499821978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,768,0.027035733064015705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,768,0.026181334257125856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,768,0.027165865898132323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,768,0.03486400047938029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,768,0.025310933589935303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,768,0.0237610658009847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,768,0.024605866273244223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,768,0.022844799359639487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,768,0.023002666234970093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,768,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,768,0.019180800517400107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,768,0.021580799420674642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,768,0.019423999389012656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,768,0.01907093326250712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,768,0.018498132626215615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,768,0.016823466618855795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,768,0.016029866536458333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,768,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,768,0.016249600052833556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,768,0.016158933440844216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,768,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,768,0.01470080018043518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,768,0.025652267535527545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,768,0.016669867436091106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,768,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,768,0.017590399583180746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,768,0.014828800161679586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,768,0.016914133230845133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,768,0.014920533696810404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,768,0.017778132359186807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,768,0.01564800043900808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,768,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,768,0.01629973351955414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,768,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,768,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,768,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,768,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,768,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,768,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,768,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,768,0.013492266337076822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,768,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,768,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,768,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,768,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,768,0.014647466937700906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,768,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,768,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,768,0.014667733510335287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,768,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,768,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,768,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,768,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,768,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,768,0.38675413131713865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,768,0.13054292996724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,768,0.7636735916137696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,768,0.1221120039621989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,768,1.5084276835123698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,768,0.1111466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,768,0.13802453676859539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,768,0.12431039810180664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,768,0.09717653592427572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,768,0.09528319835662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,768,0.09077760378519693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,768,0.08912213643391928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,768,0.08357120354970296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,768,0.10734186967213948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,768,0.1140554666519165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,768,0.0771882692972819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,768,0.0760533332824707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,768,0.07019413312276204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,768,0.06387306849161783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,768,0.05998293161392212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,768,0.05645866791407267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,768,0.10287466843922932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,768,0.04920320113499959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,768,0.04732480049133301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,768,0.08104106585184732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,768,0.03966826597849528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,768,0.03386026620864868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,768,0.03259306748708089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,768,0.05303146839141846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,768,0.06824853420257568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,768,0.02061226765314738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,768,0.019595734278361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,768,0.04203840096791585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,768,0.02725119988123576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,768,0.025923200448354083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,768,0.013384532928466798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,768,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,768,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,768,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,768,0.010970667004585266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,768,0.010889599720637005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,768,0.011628799637158712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,768,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,768,0.011850666999816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,768,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,768,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,768,0.009634133179982502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,768,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,768,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,768,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,768,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,768,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,768,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,768,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,768,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,768,0.008804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,768,0.008808533350626629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,768,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,768,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,768,0.008254933357238769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,768,0.009019733468691508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,768,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,768,0.00881706674893697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,768,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,768,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,768,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,768,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,768,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,768,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,768,0.009000533819198608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,768,0.1380298614501953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,768,0.0741983970006307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,768,0.04132266839345296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,768,0.026265599330266315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,768,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,768,0.00928000013033549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,768,0.02593066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,768,0.025171200434366863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,768,0.025033599138259886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,768,0.023220266898473105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,768,0.02189226746559143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,768,0.02193066676457723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,768,0.022804266214370726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,768,0.00925546685854594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,768,0.02187839945157369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,768,0.021925334135691324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,768,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,768,0.01987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,768,0.01866453289985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,768,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,768,0.019049600760142008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,768,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,768,0.015708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,768,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,768,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,768,0.015270400047302245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,768,0.014942933122316995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,768,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,768,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,768,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,768,0.011815466483434041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,768,0.011623467008272808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,768,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,768,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,768,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,768,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,768,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,768,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,768,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,768,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,768,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,768,0.008477866649627686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,768,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,768,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,768,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,768,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,768,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,768,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,768,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,768,0.00801386684179306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,768,0.008029866715272267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,768,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,768,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,768,0.008251733581225077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,768,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,768,0.008002133170763651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,768,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,768,0.008016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,768,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,768,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,768,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,768,0.008039466540018718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,768,0.00800960014263789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,768,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,768,0.008026666442553202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,768,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,768,0.007646933197975159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,768,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,512,0.1360640048980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,512,0.07263039747873942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,512,0.03500693241755168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,512,0.02031146685282389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,512,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,512,0.018871466318766274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,512,0.019500799973805747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,512,0.018463999032974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,512,0.01859626571337382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,512,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,512,0.017194666465123496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,512,0.01487573285897573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,512,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,512,0.01769066651662191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,512,0.013541332880655923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,512,0.013435733318328858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,512,0.012557866175969443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,512,0.013758933544158936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,512,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,512,0.01188373366991679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,512,0.011745066444079081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,512,0.011389866471290588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,512,0.010105599959691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,512,0.00939520001411438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,512,0.008929066856702169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,512,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,512,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,512,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,512,0.006820266445477803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,512,0.007284266750017802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,512,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,512,0.005971199770768484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,512,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,512,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,512,0.004018133382002512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,512,0.0042015999555587765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,512,0.003903999924659729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,512,0.0038794666528701783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,512,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,512,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,512,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,512,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,512,0.0037823999921480812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,512,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,512,0.003390933324893316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,512,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,512,0.0035455999275048576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,512,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,512,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,512,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,512,0.003453866640726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,512,0.0035157332817713416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,512,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,512,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,512,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,768,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,512,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,512,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,512,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,512,0.0027615999182065325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,512,0.0029365333418051405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,512,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,512,0.0027242665489514667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,512,0.0027594665686289472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,512,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,512,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,512,0.0028661333024501802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,512,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,512,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,512,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,512,0.14328746795654296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,512,0.07712746461232503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,512,0.053933866818745936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,512,0.0322922666867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,512,0.03687893152236939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,512,0.031139200925827025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,512,0.032348799705505374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,512,0.031070933739344282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,512,0.03136746684710185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,512,0.029227733612060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,512,0.02938773234685262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,512,0.027361067136128743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,512,0.03096533417701721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,512,0.027585067351659137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,512,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,512,0.027246934175491334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,512,0.026870399713516235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,512,0.026969599723815917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,512,0.02941333254178365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,512,0.026733867327372235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,512,0.025069866577784223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,512,0.024963200092315674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,512,0.02298240065574646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,512,0.024985599517822265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,512,0.02488853335380554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,512,0.02264960010846456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,512,0.021831466754277547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,512,0.02058666745821635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,512,0.021735467513402305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,512,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,512,0.021335466702779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,512,0.01864853302637736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,512,0.018794665733973183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,512,0.01648319959640503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,512,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,512,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,512,0.016297599673271178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,512,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,512,0.016389333208402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,512,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,512,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,512,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,512,0.01573973298072815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,512,0.022753065824508666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,512,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,512,0.015075199802716575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,512,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,512,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,512,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,512,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,512,0.015125333269437154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,512,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,512,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,512,0.015075199802716575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,512,0.014683733383814493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,512,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,512,0.01427839994430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,512,0.01437013347943624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,512,0.012981333335240684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,512,0.014180266857147216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,512,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,512,0.013912533720334372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,512,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,512,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,512,0.013798399766286214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,512,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,512,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,512,0.014261333147684732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,512,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,512,0.014258133371671042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,512,0.014151466886202493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,512,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,512,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,512,1.4652693430582682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,512,0.13101226488749187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,512,0.12323626677195232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,512,0.11317866643269855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,512,0.3682389259338379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,512,0.10943786303202312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,512,0.735698127746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,512,0.10659733613332112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,512,0.10178453127543133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,512,0.09311040242513022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,512,0.09198186397552491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,512,0.08684799671173096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,512,0.08566933472951253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,512,0.11621546745300293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,512,0.07468586762746175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,512,0.07258346875508627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,512,0.06709973017374674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,512,0.09863146940867105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,512,0.060583468278249106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,512,0.058259201049804685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,512,0.053880532582600914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,512,0.0514847993850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,512,0.07951680024464926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,512,0.0464906652768453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,512,0.045330135027567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,512,0.0387658675511678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,512,0.03230293393135071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,512,0.03205546736717224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,512,0.0791263977686564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,512,0.06530453364054362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,512,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,512,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,512,0.04054400126139323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,512,0.02640639940897624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,512,0.02484053373336792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,512,0.013326932986577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,512,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,512,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,512,0.010387200117111205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,512,0.010397866368293762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,512,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,512,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,512,0.011311999956766764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,512,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,512,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,512,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,512,0.008643200000127155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,512,0.008728532989819845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,512,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,512,0.008829866846402485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,512,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,512,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,512,0.007845333218574524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,512,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,512,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,512,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,512,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,512,0.0076906666159629825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,512,0.008005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,512,0.0076341331005096436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,512,0.007709866762161255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,512,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,512,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,512,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,512,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,512,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,512,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,512,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,512,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,512,0.11533013184865315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,512,0.06163413524627685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,512,0.037468798955281574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,512,0.02409706711769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,512,0.02330026626586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,512,0.023057067394256593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,512,0.02064639925956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,512,0.022719999154408775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,512,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,512,0.020786132415135702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,512,0.01985493302345276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,512,0.019803732633590698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,512,0.019411200284957887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,512,0.01732906699180603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,512,0.017571200927098594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,512,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,512,0.016786134243011473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,512,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,512,0.016173866391181946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,512,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,512,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,512,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,512,0.013769599795341491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,512,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,512,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,512,0.012934399644533792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,512,0.011333333452542622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,512,0.008477866649627686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,512,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,512,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,512,0.01042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,512,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,512,0.01009279986222585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,512,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,512,0.00844053328037262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,512,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,512,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,512,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,512,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,512,0.00823040008544922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,512,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,512,0.007783466577529907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,512,0.007852800190448761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,512,0.00761706680059433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,512,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,512,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,512,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,512,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,512,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,512,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,512,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,512,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,512,0.007460266848405202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,512,0.007300266623497009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,512,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,512,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,512,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,512,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,512,0.007811200122038524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,512,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,512,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,512,0.007638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,512,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,512,0.007702399790287018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,256,0.08974186579386392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,256,0.04604693253835042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,256,0.030850134293238324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,256,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,256,0.017089066902796428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,512,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,256,0.013393066326777139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,256,0.013410133123397828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,256,0.013347199559211731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,256,0.013033599654833476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,256,0.011383466919263204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,256,0.011471999684969585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,256,0.011249066392580668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,256,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,256,0.011000532905260723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,256,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,256,0.010069333513577779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,256,0.010477866729100544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,256,0.011087999741236369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,256,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,512,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,256,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,256,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,256,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,256,0.00962666670481364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,256,0.008144000172615051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,256,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,256,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,256,0.00553173323472341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,256,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,256,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,256,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,256,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,256,0.004281599819660187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,256,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,256,0.00469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,512,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,256,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,256,0.0035071998834609987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,256,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,256,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,256,0.0030773334205150605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,256,0.0031114667654037476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,256,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,256,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,256,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,256,0.0029525332152843474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,256,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,256,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,256,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,256,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,256,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,256,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,256,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,256,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,256,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,256,0.0026634665826956432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,256,0.0025120000044504803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,256,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,256,0.003306666761636734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,256,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,256,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,256,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,256,0.064192001024882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,256,0.10385599931081135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,256,0.04741013447443644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,256,0.028170667092005414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,256,0.0310698668162028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,256,0.027003733317057292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,256,0.027896533409754436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,256,0.02568746606508891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,256,0.028913066784540815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,256,0.02549546758333842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,256,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,256,0.025526400407155352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,256,0.025906133651733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,256,0.02440213362375895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,256,0.023642667134602866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,256,0.023331199089686075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,256,0.022936532894770302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,256,0.025320533911387128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,256,0.024898133675257363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,256,0.02297066648801168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,256,0.023181867599487305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,256,0.023113600413004556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,256,0.020709333817164104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,256,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,256,0.02031893332799276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,256,0.01908586621284485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,256,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,256,0.026828799645106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,256,0.019720532496770225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,256,0.018345600366592406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,256,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,256,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,256,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,256,0.01690346598625183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,256,0.015607466300328573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,256,0.02290880084037781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,256,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,256,0.014894933501879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,256,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,256,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,256,0.01621333360671997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,256,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,256,0.014915200074513755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,256,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,256,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,256,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,256,0.014174933234850565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,256,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,256,0.014756266276041666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,256,0.014265599846839904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,256,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,256,0.014239999651908874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,256,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,256,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,256,0.017930666605631508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,256,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,256,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,256,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,256,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,256,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,256,0.014028799533843995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,256,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,256,0.012710400422414145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,256,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,256,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,256,0.013152000308036805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,256,0.014350933829943338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,256,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,256,0.012610133488972983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,256,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,256,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,256,0.013351466258366904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,256,0.01402773360411326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,256,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,256,0.014124799768129984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,256,0.2531167984008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,256,0.09779520034790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,256,0.09875413576761881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,256,0.5034005482991536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,256,0.09120213190714518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,256,0.08799359798431397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,256,0.08654186725616456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,256,0.08271040121714274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,256,1.0014912287394204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,256,0.07568746407826742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,256,0.07486826578776042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,256,0.07070720195770264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,256,0.06958186626434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,256,0.09220799605051676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,256,0.0600927988688151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,256,0.07994133631388346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,256,0.05920106569925944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,256,0.05353600184122721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,256,0.0490666667620341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,256,0.04813973506291707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,256,0.04396799802780151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,256,0.0643392006556193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,256,0.04226453304290771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,256,0.03799039920171102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,256,0.03742186625798543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,256,0.03247359991073608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,256,0.02696640094121297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,256,0.05290453433990479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,256,0.026769065856933595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,256,0.06420160134633382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,256,0.01699519952138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,256,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,256,0.03257279992103577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,256,0.02109760046005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,256,0.022699733575185142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,256,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,256,0.010221866766611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,256,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,256,0.008739200234413148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,256,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,256,0.009923199812571209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,256,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,256,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,256,0.010097066561381023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,256,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,256,0.0076885332663853955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,256,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,256,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,256,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,256,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,256,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,256,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,256,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,256,0.0062720000743865965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,256,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,256,0.006471466521422069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,256,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,256,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,256,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,256,0.006369066735108693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,256,0.006764799853165944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,256,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,256,0.006348800162474315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,256,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,256,0.006239999830722809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,256,0.006562133133411407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,256,0.0067104001839955645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,256,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,256,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,256,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,256,0.006365866462389629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,256,0.09124266306559245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,256,0.053409067789713535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,256,0.006450133522351582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,256,0.0333407998085022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,256,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,256,0.02026240030924479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,256,0.007446399827798207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,256,0.019375999768575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,256,0.019428267081578573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,256,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,256,0.018227199713389076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,256,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,256,0.017349332571029663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,256,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,256,0.017423999309539796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,256,0.015293866395950317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,256,0.01511253317197164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,256,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,256,0.015299200018246969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,256,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,256,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,256,0.014172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,256,0.013292800386746725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,256,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,256,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,256,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,256,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,256,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,256,0.01030613382657369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,256,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,256,0.009950932860374451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,256,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,256,0.009839999675750732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,256,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,256,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,256,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,256,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,256,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,256,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,256,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,256,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,256,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,256,0.007624533275763195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,256,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,256,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,256,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,256,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,256,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,256,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,256,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,256,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,256,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,256,0.007039999961853028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,256,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,256,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,256,0.00728000005086263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,256,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,256,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,256,0.007028266787528992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,256,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,256,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,256,0.0073738664388656614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,256,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,256,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,256,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,256,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,256,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,128,0.06765759785970052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,128,0.03627626498540242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,128,0.01983786622683207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,256,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,128,0.014262400070826211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,256,0.007266133526961009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,128,0.011552000045776367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,128,0.013740799824396768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,128,0.012155733505884806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,128,0.011959466338157653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,128,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,128,0.009541333715120951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,128,0.0107232004404068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,128,0.011560533444086711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,128,0.010260267059008281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,128,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,128,0.009597866733868917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,128,0.009261866410573322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,128,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,128,0.007592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,128,0.007225599884986877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,128,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,128,0.0068256000677744556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,128,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,128,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,128,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,128,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,128,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,128,0.00496319979429245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,128,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,128,0.00425493319829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,128,0.00420906643072764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,128,0.003500800083080927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,128,0.004315733412901561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,128,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,128,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,128,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,128,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,128,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,128,0.002717866748571396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,128,0.0029546665648619336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,128,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,128,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,128,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,128,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,128,0.002666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,128,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,128,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,128,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,128,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,128,0.002550400048494339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,128,0.0025343999266624452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,128,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,256,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,128,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,128,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,128,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,128,0.002338133255640666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,128,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,128,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,128,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,128,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,128,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,128,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,128,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,128,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,128,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,128,0.08394347031911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,128,0.05557546615600586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,128,0.03509013255437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,128,0.02550613284111023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,128,0.027815467119216918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,128,0.026133332649866742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,128,0.002369066576162974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,128,0.025196800629297893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,128,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,128,0.02616106669108073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,128,0.024596265951792397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,128,0.023110399643580117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,128,0.023550933599472045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,128,0.023382399479548135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,128,0.024315732717514037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,128,0.022694400946299233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,128,0.02350826660792033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,128,0.022117332617441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,128,0.02116586764653524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,128,0.024101332823435465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,128,0.020195200045903524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,128,0.019103999932607016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,128,0.02042986750602722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,128,0.01993280053138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,128,0.018795732657114664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,128,0.020054399967193604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,128,0.02152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,128,0.019709867238998414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,128,0.01770346760749817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,128,0.017785600821177163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,128,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,128,0.019142399231592812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,128,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,128,0.016908800601959227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,128,0.017014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,128,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,128,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,128,0.015204266707102457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,128,0.014991999665896098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,128,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,128,0.015785599748293556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,128,0.013521066308021546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,128,0.015150933464368185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,128,0.017004799842834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,128,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,128,0.014308266838391624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,128,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,128,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,128,0.015480533242225647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,128,0.01470080018043518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,128,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,128,0.013447466492652892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,128,0.013092266519864401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,128,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,128,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,128,0.013117866714795432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,128,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,128,0.013499733805656434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,128,0.013524267077445983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,128,0.014244266351064048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,128,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,128,0.013570132851600646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,128,0.013521066308021546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,128,0.014703999956448874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,128,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,128,0.013243732849756875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,128,0.013658666610717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,128,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,128,0.014309333761533103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,128,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,128,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,128,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,128,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,128,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,128,0.01317759950955709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,6144,128,0.08722986380259196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,6144,128,0.38524694442749025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,6144,128,0.7634549458821615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,6144,128,0.08062293529510497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,6144,128,0.0773845354715983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,6144,128,0.07642239729563395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,6144,128,0.07299306392669677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,6144,128,0.19508053461710612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,6144,128,0.06691733201344809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,6144,128,0.06646613279978433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,6144,128,0.06250346501668294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,6144,128,0.06229013204574585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,6144,128,0.08682239850362142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,6144,128,0.07047359943389893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,6144,128,0.05330773194630941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,6144,128,0.052568535010019936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,6144,128,0.0809279998143514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,6144,128,0.04765653212865194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,6144,128,0.043646931648254395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,6144,128,0.04317653179168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,6144,128,0.0394538680712382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,6144,128,0.037912531693776445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,6144,128,0.03458986679712932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,6144,128,0.033421866099039715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,6144,128,0.05668479998906454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,6144,128,0.02881386677424113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,6144,128,0.02426346739133199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,6144,128,0.023911466201146446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,6144,128,0.056738134225209555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,6144,128,0.04788906574249267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,6144,128,0.015324800213177999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,6144,128,0.014859732985496522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,6144,128,0.029780266682306926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,6144,128,0.019836799303690592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,6144,128,0.019035732746124266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,6144,128,0.010732799768447876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,6144,128,0.00932373305161794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,6144,128,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,6144,128,0.008363733688990276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,6144,128,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,6144,128,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,6144,128,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,6144,128,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,6144,128,0.009654399752616883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,6144,128,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,6144,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,6144,128,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,6144,128,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,6144,128,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,6144,128,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,6144,128,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,6144,128,0.006231466432412466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,6144,128,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,6144,128,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,6144,128,0.0062826668222745255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,6144,128,0.0058378666639328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,6144,128,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,6144,128,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,6144,128,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,6144,128,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,6144,128,0.006246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,6144,128,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,6144,128,0.006252799928188324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,6144,128,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,6144,128,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,6144,128,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,6144,128,0.0062047998110453285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,6144,128,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,6144,128,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,6144,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,6144,128,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,6144,128,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,6144,128,0.08878933588663737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,6144,128,0.05419946511586508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,6144,128,0.031386667490005495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,6144,128,0.018583466609319053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,6144,128,0.018966400623321535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,6144,128,0.018549333016077675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,6144,128,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,6144,128,0.01691306630770365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,6144,128,0.01742186745007833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,6144,128,0.016539733608563742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,6144,128,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,6144,128,0.016160000363985697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,6144,128,0.01616426706314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,6144,128,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,6144,128,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,6144,128,0.014078933000564575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,6144,128,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,6144,128,0.013657599687576294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,6144,128,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,6144,128,0.013222400347391763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,6144,128,0.013329066832860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,6144,128,0.012854400277137756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,6144,128,0.01328000028928121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,6144,128,0.011794132987658183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,6144,128,0.011296000083287556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,6144,128,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,6144,128,0.01083733340104421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,6144,128,0.009788800279299419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,6144,128,0.009539199868837993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,6144,128,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,6144,128,0.009338666995366413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,6144,128,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,6144,128,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,6144,128,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,6144,128,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,6144,128,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,6144,128,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,6144,128,0.007269333302974701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,6144,128,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,6144,128,0.007165866593519847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,6144,128,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,6144,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,6144,128,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,6144,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,6144,128,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,6144,128,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,6144,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,6144,128,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,6144,128,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,6144,128,0.007211733361085255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,6144,128,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,6144,128,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,6144,128,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,6144,128,0.006778666873772939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,6144,128,0.007020799815654755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,6144,128,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,6144,128,0.006994133194287618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,6144,128,0.007039999961853028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,6144,128,0.006692266464233399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,6144,128,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,6144,128,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,6144,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,6144,128,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,6144,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,6144,128,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,6144,128,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,6144,128,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,6144,128,0.006859733164310456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,6144,128,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,6144,128,0.006780800223350525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,6144,128,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,6144,128,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,6144,128,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,64,0.06180799802144369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,6144,128,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,64,0.034705066680908205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,64,0.012264532844225566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,6144,128,0.006885333359241486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,64,0.013351466258366904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,64,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,64,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,64,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,64,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,64,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,64,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,64,0.01045973300933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,64,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,64,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,64,0.008459732929865519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,64,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,64,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,64,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,64,0.01025279959042867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,64,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,64,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,64,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,64,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,64,0.005538133283456167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,64,0.005456000069777171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,64,0.005342933535575867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,64,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,64,0.005014400184154511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,64,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,64,0.005458133419354757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,64,0.004247466723124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,64,0.017742933829625447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,64,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,64,0.00344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,64,0.003807999938726425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,64,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,64,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,64,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,64,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,64,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,64,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,64,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,64,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,64,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,64,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,64,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,64,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,64,0.0023189333577950796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,64,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,64,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,64,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,64,0.002293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,64,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,64,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,64,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,64,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,64,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,6144,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,64,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,64,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,64,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,64,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,64,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,64,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,64,0.0020608000457286836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,64,0.05660906632741293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,64,0.08426453272501627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,64,0.03356906572977702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,64,0.027812266349792482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,64,0.027157332499821978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,64,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,64,0.025116799275080363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,64,0.02422399918238322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,64,0.02608213424682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,64,0.02448319991429647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,64,0.02097599903742472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,64,0.025115732351938886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,64,0.022940800587336222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,64,0.022617600361506143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,64,0.023127466440200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,64,0.02186346650123596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,64,0.020728532473246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,64,0.020629332462946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,64,0.023847466707229613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,64,0.019256534179051717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,64,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,64,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,64,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,64,0.019563732544581096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,64,0.01953493356704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,64,0.0180842657883962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,64,0.01981333295504252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,64,0.01809813380241394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,64,0.01699733336766561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,64,0.01672640045483907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,64,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,64,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,64,0.017157334089279174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,64,0.015556266903877259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,64,0.01996906598409017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,64,0.016446933150291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,64,0.014670933286348978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,64,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,64,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,64,0.014328533411026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,64,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,64,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,64,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,64,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,64,0.015029333035151162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,64,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,64,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,64,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,64,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,64,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,64,0.01585706671079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,64,0.013240533073743186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,64,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,64,0.014402133226394654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,64,0.013583999872207642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,64,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,64,0.013825066884358726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,64,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,64,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,64,0.013358933726946512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,64,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,64,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,64,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,64,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,64,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,64,0.014301866292953491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,64,0.012630400061607362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,64,0.014396799604098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,64,0.013309866189956665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,64,0.014346667130788169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,6144,32,0.06353386640548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,6144,32,0.03749226729075114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,6144,32,0.01807360053062439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,6144,32,0.012534399827321371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,6144,32,0.01405333379904429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,6144,32,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,6144,32,0.01251520017782847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,6144,32,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,6144,32,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,6144,32,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,6144,32,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,6144,32,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,6144,32,0.010949333508809406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,64,0.013610666990280152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,6144,32,0.008884267012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,6144,32,0.008714666962623597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,6144,32,0.008830933769543966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,6144,32,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,6144,32,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,6144,32,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,6144,32,0.010538666447003683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,6144,32,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,6144,32,0.006550399959087372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,6144,32,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,6144,32,0.005937066674232483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,6144,32,0.005604266623655955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,6144,32,0.0063733334342638654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,6144,32,0.005604266623655955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,6144,32,0.005141333242257436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,6144,32,0.004635733366012573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,64,0.014230400323867798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,6144,32,0.005505066613356272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,6144,32,0.003870933254559835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,6144,32,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,6144,32,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,6144,32,0.003988266736268997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,6144,32,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,6144,32,0.0034293333689371743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,6144,32,0.002752000093460083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,6144,32,0.002841600030660629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,6144,32,0.002737066646416982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,6144,32,0.0030752000709374744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,6144,32,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,6144,32,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,6144,32,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,6144,32,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,6144,32,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,6144,32,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,6144,32,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,6144,32,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,6144,32,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,6144,32,0.005267199873924255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,6144,32,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,6144,32,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,6144,32,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,6144,32,0.0023530667026837667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,6144,32,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,6144,32,0.002329600105683009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,6144,32,0.00240639994541804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,6144,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,6144,32,0.0021568000316619872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,6144,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,6144,32,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,6144,32,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,6144,32,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,6144,32,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,6144,32,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,6144,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,6144,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,6144,32,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,6144,32,0.002348800003528595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,6144,32,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,6144,32,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,6144,32,0.0022986667851607008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,6144,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,6144,32,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,6144,32,0.08088640371958414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,6144,32,0.05352853139241537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,6144,32,0.03415253162384033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,6144,32,0.026778666178385417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,6144,32,0.026037333408991496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,6144,32,0.024680533011754355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,6144,32,0.021463465690612794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,6144,32,0.025474133094151814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,6144,32,0.025924267371495564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,6144,32,0.02287999987602234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,6144,32,0.021207465728123983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,6144,32,0.020863999923070274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,6144,32,0.02335253357887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,6144,32,0.021317332983016968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,6144,32,0.021206400791803994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,6144,32,0.020574933290481566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,6144,32,0.022936532894770302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,6144,32,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,6144,32,0.01919999917348226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,6144,32,0.018863999843597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,6144,32,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,6144,32,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,6144,32,0.02183039983113607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,6144,32,0.019221333662668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,6144,32,0.0188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,6144,32,0.01780479947725932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,6144,32,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,6144,32,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,6144,32,0.017834667364756265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,6144,32,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,6144,32,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,6144,32,0.016873600085576375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,6144,32,0.02145919998486837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,6144,32,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,6144,32,0.014760532975196838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,6144,32,0.015390933553377787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,6144,32,0.0151936004559199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,6144,32,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,6144,32,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,6144,32,0.01476693352063497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,6144,32,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,6144,32,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,6144,32,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,6144,32,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,6144,32,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,6144,32,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,6144,32,0.014146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,6144,32,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,6144,32,0.01386666695276896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,6144,32,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,6144,32,0.013471999764442444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,6144,32,0.013820800185203552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,6144,32,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,6144,32,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,6144,32,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,6144,32,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,6144,32,0.012972799936930337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,6144,32,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,6144,32,0.013634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,6144,32,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,6144,32,0.012910933295885722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,6144,32,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,6144,32,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,6144,32,0.013286399841308593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,6144,32,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,6144,32,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,6144,32,0.013148799538612366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,6144,32,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,6144,32,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,6144,32,0.014235732952753702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,6144,32,0.012532266974449157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,6144,32,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,6144,32,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,6144,32,0.012940800189971924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,65536,3.161306699117025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,65536,2.016021410624186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,65536,7.088666915893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,65536,2.0833919843037925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,65536,1.9512319564819336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,65536,1.6726560592651367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,65536,1.8547253608703613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,65536,1.7492799758911133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,65536,1.3213226795196533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,65536,14.478026072184244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,65536,1.6041866938273113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,65536,1.2397973537445068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,65536,1.3269706567128499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,65536,1.4993759791056316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,65536,1.2626826763153076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,65536,1.188261349995931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,65536,1.1217599709828694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,65536,1.176474650700887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,65536,1.0285120010375977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,65536,0.9547680219014486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,65536,1.0220266977945964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,65536,0.9379626909891764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,65536,0.8934826850891113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,65536,0.6714399655659994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,65536,1.0528159936269124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,65536,0.6559786796569824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,65536,0.6468746662139893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,65536,0.5253066619237264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,65536,0.427567998568217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,65536,0.608240008354187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,65536,0.44897600015004474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,65536,0.36371199289957684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,65536,0.3450560172398885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,65536,0.2304853399594625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,65536,0.1965386668841044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,65536,0.16805332899093628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,65536,0.14285332957903543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,65536,0.16476266582806906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,65536,0.1346399982770284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,65536,0.1705333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,65536,0.1569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,65536,0.16541866461435953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,65536,0.12005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,65536,0.11481066544850667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,65536,0.11507733662923177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,65536,0.11450666189193726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,65536,0.11346133550008138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,65536,0.11672000090281169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,65536,0.11019733548164368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,65536,0.10867733756701152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,65536,0.10502400000890096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,65536,0.1079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,65536,0.1050933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,65536,0.11152533690134685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,65536,0.10548266768455505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,65536,0.10518399874369304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,65536,0.1123253305753072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,65536,0.10441066821416219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,65536,0.10609599947929382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,65536,0.10380267103513081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,65536,0.1035040020942688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,65536,0.1032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,65536,0.10291733344395955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,65536,0.10268266995747884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,65536,0.10313600301742554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,65536,0.10217600067456563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,65536,0.10218133529027303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,65536,0.10374400019645691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,65536,0.3182826638221741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,65536,0.10296000043551128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,65536,0.10373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,65536,0.10166933139165242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,65536,0.10716799894968669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,65536,0.1050986647605896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,65536,3.1658827463785806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,65536,5.975333531697591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,65536,1.6655839284261067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,65536,1.7284266153971355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,65536,1.5793174107869465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,65536,1.5495947202046711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,65536,12.027887980143229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,65536,1.5188533465067546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,65536,1.4209280014038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,65536,1.3465973536173503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,65536,1.3491627375284831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,65536,1.2529866695404053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,65536,1.1666399637858074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,65536,1.1730186939239502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,65536,1.0819146633148193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,65536,1.06822935740153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,65536,0.9943626721700033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,65536,0.9853013356526693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,65536,0.9169546763102213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,65536,0.8938666979471842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,65536,0.8178933461507162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,65536,0.8139519691467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,65536,1.2653120358784993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,65536,0.7752213478088379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,65536,0.6875840028127035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,65536,0.595573345820109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,65536,0.6028639872868856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,65536,0.5176053444544474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,65536,0.4183146556218465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,65536,0.41732800006866455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,65536,0.32847466071446735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,65536,0.3537600040435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,65536,0.23315733671188354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,65536,0.22778666019439697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,65536,0.1384266714255015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,65536,0.1304693321386973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,65536,0.12902933359146118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,65536,0.11927466591199239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,65536,0.12046399712562561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,65536,0.1088800032933553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,65536,0.11044800281524658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,65536,0.09921600421269734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,65536,0.09458667039871216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,65536,0.0937653382619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,65536,0.09389866391817729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,65536,0.09317333499590556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,65536,0.09210667014122009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,65536,0.09252799550692241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,65536,0.09066667159398396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,65536,0.08691199620564778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,65536,0.08549867073694865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,65536,0.08603733777999878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,65536,0.08743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,65536,0.08180800080299377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,65536,0.08140799899895985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,65536,0.07681066791216533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,65536,0.07611200213432312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,65536,0.5195573170979818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,65536,0.0751093327999115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,65536,0.07562133173147838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,65536,0.07560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,65536,0.07445866862932841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,65536,0.0738506664832433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,65536,0.07334400216738383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,65536,0.07249066730340321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,65536,0.0738506664832433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,65536,0.07195733487606049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,65536,0.07097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,65536,0.07169599831104279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,65536,0.07087466617425282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,65536,0.1381386617819468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,65536,0.0690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,65536,0.07110933462778728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,65536,0.06897599995136261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,65536,5.2174027760823565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,65536,1.4893439610799153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,65536,1.429093360900879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,65536,1.2622026602427165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,65536,1.3336106936136882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,65536,1.1990453402201335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,65536,1.3186773459116619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,65536,1.1105973720550537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,65536,1.2494719823201497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,65536,0.9984853267669678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,65536,1.084725300470988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,65536,0.9571946461995443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,65536,1.061242659886678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,65536,0.8712480068206787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,65536,0.9917600154876709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,65536,0.8274453481038412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,65536,0.8651359875996908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,65536,0.7310026486714681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,65536,0.7920426527659098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,65536,0.6495893398920695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,65536,0.7220746676127116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,65536,0.5760266780853271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,65536,0.5552053451538086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,65536,0.48891735076904297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,65536,0.49613332748413086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,65536,0.42082667350769043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,65536,0.3893653154373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,65536,0.3500639994939168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,65536,0.3361119826634725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,65536,0.25675733884175617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,65536,0.24629332621892294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,65536,0.1861120065053304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,65536,0.1575093368689219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,65536,0.1318986713886261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,65536,0.12812800208727518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,65536,0.12852799892425537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,65536,0.1251040001710256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,65536,0.124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,65536,0.12013866504033406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,65536,0.12066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,65536,0.1181173324584961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,65536,0.11451733112335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,65536,0.10936533411343892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,65536,0.10744532942771912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,65536,0.10743467013041179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,65536,0.10538666447003682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,65536,0.10549333691596985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,65536,0.10417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,65536,0.10420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,65536,0.1013866662979126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,65536,0.10142933328946431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,65536,0.10147733489672343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,65536,0.10098133484522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,65536,0.10131200154622395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,65536,0.1013813316822052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,65536,0.10121599833170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,65536,0.10026666522026062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,65536,0.10027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,65536,0.1009173293908437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,65536,0.10084266463915507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,65536,0.10141866405804952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,65536,0.10110933581988017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,65536,0.10053867101669312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,65536,0.10116266210873921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,65536,0.1011253297328949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,65536,0.10153067111968994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,65536,0.10016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,65536,0.21659733851750693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,65536,0.11152533690134685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,65536,0.11564266681671143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,65536,0.11166933178901672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,65536,5.791418711344401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,65536,2.8060906728108725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,65536,0.9070506890614828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,65536,0.8417279720306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,65536,0.7834719816843668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,65536,0.8519252936045328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,65536,0.6418879826863607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,65536,0.6595306793848673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,65536,0.627349336942037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,65536,0.6411946614583334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,65536,0.604634682337443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,65536,0.5982293287913004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,65536,0.6010613441467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,65536,0.5843199888865153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,65536,0.4904799858729045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,65536,0.4663519859313965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,65536,0.4665546814600627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,65536,0.4437599976857503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,65536,0.4503200054168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,65536,0.42601064840952557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,65536,0.43115198612213135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,65536,0.32071467240651447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,65536,0.3158079981803894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,65536,0.30021866162618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,65536,0.3025280038515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,65536,0.29097066322962445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,65536,0.2953546643257141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,65536,0.29048534234364826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,65536,0.29443732897440594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,65536,0.17278399070103964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,65536,0.1607093314329783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,65536,0.14379200339317322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,65536,0.14231466253598532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,65536,0.1325866679350535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,65536,0.13377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,65536,0.13155733545621237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,65536,0.13377599914868674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,65536,0.13166399796803793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,65536,0.13375999530156454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,65536,0.13174399733543396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,65536,0.13370666901270548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,65536,0.13168533643086752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,65536,0.13412800431251526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,65536,0.13057600458463034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,65536,0.1341653366883596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,65536,0.13034666577974954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,65536,0.13101866841316223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,65536,0.13052800297737122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,65536,0.12998933593432108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,65536,0.13019200166066489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,65536,0.13060800234476724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,65536,0.13007466991742453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,65536,0.13024000326792398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,65536,0.13085866967837015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,65536,0.13210666179656982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,65536,0.13114133477210999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,65536,0.13170133034388223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,65536,0.13150933384895325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,65536,0.1313706636428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,65536,0.1309386690457662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,65536,0.1309706668059031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,65536,0.12995733817418417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,65536,0.12993599971135458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,65536,0.12972266475359598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,65536,0.1300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,65536,0.13031466801961264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,65536,0.12999999523162842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,65536,0.12998400131861368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,65536,0.13008000453313193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,65536,0.13014933466911316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,65536,0.13682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,65536,0.13708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,51200,10.832032521565756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,51200,5.189621289571126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,51200,1.6524052619934082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,51200,2.8819198608398438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,51200,1.7824692726135254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,51200,1.4831199645996094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,51200,1.28548796971639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,51200,1.2989599704742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,51200,1.1454506715138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,51200,1.0370933214823406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,65536,1.4682025909423828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,51200,1.062714656194051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,51200,1.1874293486277263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,51200,0.9825066725413004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,51200,1.088853359222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,51200,0.9240533510843912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,51200,0.8905706405639648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,51200,0.8776373068491617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,51200,0.7991413275400797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,51200,1.0509706338246663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,51200,0.8253706296284994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,51200,0.692799965540568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,51200,0.6944800217946371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,51200,0.7554720242818197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,51200,0.7334773540496826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,51200,0.4978506565093994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,51200,0.5431306759516398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,65536,0.7901546955108643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,51200,0.4224373499552409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,51200,0.4199519952138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,51200,0.3442293405532837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,51200,0.2861013412475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,51200,0.2588106592496236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,51200,0.21094399690628052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,51200,0.15026666720708212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,51200,0.11216533184051514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,51200,0.11145599683125813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,51200,0.11331199606259663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,51200,0.3394293387730916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,51200,0.10880000392595927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,51200,0.12865599989891052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,51200,0.12621333201726279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,51200,0.1283466617266337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,51200,0.09389866391817729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,51200,0.09315199653307597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,51200,0.09125866492589314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,51200,0.09247466921806335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,51200,0.08824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,51200,0.0935040016969045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,51200,0.09266666571299235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,51200,0.47356267770131427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,51200,0.08854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,51200,0.08628267049789429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,51200,0.08716266353925069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,51200,0.08640000224113464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,51200,0.17219199736913046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,51200,0.08628799517949422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,51200,0.08851733803749084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,51200,0.08501332998275757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,51200,0.08630399902661641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,51200,0.08458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,51200,0.08528533577919006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,51200,0.08513066172599792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,51200,0.08564266562461853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,51200,0.08520533641179402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,51200,0.083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,51200,0.08264533181985219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,51200,0.08247999846935272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,51200,0.0823520024617513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,51200,0.08363200227419536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,51200,0.08332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,51200,0.0892693301041921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,51200,0.0843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,51200,0.0913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,51200,0.08738133311271667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,51200,0.08370666702588399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,51200,4.690016110738118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,51200,9.672725041707357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,51200,2.3751519521077475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,51200,1.3346506754557292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,51200,1.218175967534383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,51200,1.2211413383483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,51200,1.365242640177409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,51200,1.1716533501942952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,51200,1.118117332458496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,51200,1.0592426458994548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,51200,0.988426685333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,51200,1.0384799639383953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,51200,1.0070292949676514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,51200,0.9198880195617676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,51200,0.9212160110473633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,51200,0.857589324315389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,51200,0.84933869043986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,51200,0.7726346651713053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,51200,0.7888960043589274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,51200,0.7211360136667887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,51200,0.6953226725260416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,51200,0.6549066702524821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,51200,0.6488480170567831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,51200,0.6013919909795126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,51200,0.47270933787027997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,51200,0.4776586691538493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,51200,0.4021386702855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,51200,0.4092106819152832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,51200,0.32871999343236286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,51200,0.3307466705640157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,51200,0.2564000089963277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,51200,0.266213337580363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,51200,0.18380266427993774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,51200,0.1602826714515686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,51200,0.11458133657773335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,51200,0.10197866956392924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,51200,0.10982400178909302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,51200,0.10904533664385478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,51200,0.1011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,51200,0.08986133337020874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,51200,0.08891733487447102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,51200,0.10199999809265137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,51200,0.08468266328175862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,51200,0.07534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,51200,0.07876266539096832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,51200,0.0769760012626648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,51200,0.0761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,51200,0.07431999842325847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,51200,0.0713973343372345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,51200,0.5439253250757853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,51200,0.07330133517583211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,51200,0.07378133138020833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,51200,0.06993600229422252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,51200,0.06977066894372304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,51200,0.06597866614659627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,51200,0.0658240020275116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,51200,0.062309334675470986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,51200,0.06178133189678192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,51200,0.06089066465695699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,51200,0.06019733349482218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,51200,0.05979733169078827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,51200,0.059119999408721924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,51200,0.05978666742642721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,51200,0.05917333563168844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,51200,0.058746665716171265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,51200,0.059114664793014526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,51200,0.05903466542561849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,51200,0.05763733386993408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,51200,0.0588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,51200,0.059989333152770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,51200,0.05931200087070465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,51200,0.05760533114274343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,51200,0.07538666824499766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,51200,0.06039466460545858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,51200,9.127130508422852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,51200,1.3696959813435872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,51200,1.3317653338114421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,51200,2.0735413233439126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,51200,1.054202636082967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,51200,1.0141066710154216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,51200,1.1265066464742024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,51200,4.335381189982097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,51200,1.0920159816741943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,51200,0.8505333264668783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,51200,0.9056800206502279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,51200,0.8069173494974772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,51200,0.8767253557840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,51200,1.186421314875285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,51200,1.0348532994588215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,51200,0.9217332998911539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,51200,0.7020533084869385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,51200,0.6774826844533285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,51200,0.6233226855595907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,51200,0.6555573145548502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,51200,0.5483893156051636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,51200,0.6045813163121542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,51200,0.4614400068918864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,51200,0.40910398960113525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,51200,0.7421440283457438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,51200,0.41204265753428143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,51200,0.350602666536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,51200,0.8338507016499838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,51200,0.485482652982076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,51200,0.21957866350809732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,51200,0.20273067553838095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,51200,0.15595199664433798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,51200,0.32796265681584674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,51200,0.29469867547353107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,51200,0.2824959953625997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,51200,0.13077333569526672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,51200,0.10976533095041911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,51200,0.10192533334096272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,51200,0.10166399677594502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,51200,0.09705066680908203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,51200,0.09778133034706116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,51200,0.09514133135477702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,51200,0.10414933164914449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,51200,0.10501866539319356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,51200,0.09168533484141032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,51200,0.08674133817354839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,51200,0.08594666918118794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,51200,0.08514133095741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,51200,0.08533866206804912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,51200,0.0849173367023468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,51200,0.08295999964078267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,51200,0.08265066643555959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,51200,0.08086933195590973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,51200,0.08082133531570435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,51200,0.07937600215276082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,51200,0.08014933268229167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,51200,0.08014933268229167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,51200,0.08011733492215474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,51200,0.08037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,51200,0.0809386670589447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,51200,0.08046400050322215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,51200,0.08037866652011871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,51200,0.07934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,51200,0.07863466441631317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,51200,0.07932266592979431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,51200,0.07932266592979431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,51200,0.0792906681696574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,51200,0.09149332841237386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,51200,0.07962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,51200,0.16180800398190817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,51200,0.16800000270207724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,51200,0.08870933453241985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,51200,0.08037866652011871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,51200,0.08720533053080241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,51200,2.166597366333008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,51200,5.322231928507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,51200,1.129258632659912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,51200,0.6330586671829224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,51200,0.6130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,51200,0.6128453413645426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,51200,0.6088453531265259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,51200,0.609007994333903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,51200,0.5186160008112589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,51200,0.5059839884440104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,51200,0.5012853145599365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,51200,0.4962293306986491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,51200,0.4863893191019694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,51200,0.4816559950510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,51200,0.4788000186284383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,51200,0.4848826726277669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,51200,0.3948773145675659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,51200,0.3766106764475505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,51200,0.36976532141367596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,51200,0.3600399891535441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,51200,0.3609600067138672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,51200,0.2595946590105693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,51200,0.3423546552658081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,51200,0.34426931540171307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,51200,0.25463734070460003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,51200,0.23827467362085977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,51200,0.2388133406639099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,51200,0.23376266161600748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,51200,0.23520000775655112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,51200,0.23196800549825033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,51200,0.2347386678059896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,51200,0.14025866985321045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,51200,0.12727466225624084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,51200,0.11358933647473653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,51200,0.11179999510447185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,51200,0.10485600431760152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,51200,0.10495733221371968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,51200,0.1050160030523936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,51200,0.10417866706848145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,51200,0.10433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,51200,0.1041146715482076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,51200,0.10475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,51200,0.10640266537666321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,51200,0.10441600282986958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,51200,0.10398933291435242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,51200,0.10318932930628459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,51200,0.10319733619689941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,51200,0.10311200221379598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,51200,0.10307199756304423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,51200,0.10287732879320781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,51200,0.10294133424758911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,51200,0.10288000106811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,51200,0.10298400123914082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,51200,0.10197066267331441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,51200,0.10294399658838908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,51200,0.1019759972890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,51200,0.10261866450309753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,51200,0.10248000423113506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,51200,0.10296000043551128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,51200,0.10283199946085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,51200,0.10247466961542766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,51200,0.10301066438357036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,51200,0.10246400038401286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,51200,0.10293866197268169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,51200,0.10317066311836243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,51200,0.1029093364874522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,51200,0.10289600491523743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,51200,0.10266133149464925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,51200,0.10300800204277039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,51200,0.10188266634941101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,51200,0.10228000084559123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,16384,2.954981486002604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,16384,1.547946612040202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,16384,0.9824533462524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,16384,0.5508960088094076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,16384,0.5199466546376547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,16384,0.4150453408559163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,16384,0.39899198214213055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,16384,0.4147893190383911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,16384,0.3572160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,16384,0.33697064717610675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,16384,0.3373653491338094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,16384,0.31170133749643963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,16384,0.31643199920654297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,16384,0.28993066151936847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,16384,0.29944533109664917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,16384,0.27246399720509845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,16384,0.2704426646232605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,16384,0.26340800523757935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,16384,0.2618933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,16384,0.2343626618385315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,16384,0.24111467599868774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,16384,0.20868800083796182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,16384,0.21489065885543823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,16384,0.2262880007425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,16384,0.16945600509643555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,16384,0.14947733283042908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,16384,0.1511520047982534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,16384,0.13451199730237326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,16384,0.1357439955075582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,16384,0.1097813347975413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,16384,0.10852799812952678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,16384,0.09653866291046143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,16384,0.08281066517035167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,16384,0.07183466851711273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,16384,0.0588319996992747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,16384,0.05380799869696299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,16384,0.040181333820025124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,16384,0.03995199998219808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,16384,0.043103997906049095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,16384,0.04364266494909922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,16384,0.048528000712394714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,16384,0.04567466676235199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,16384,0.0495306650797526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,16384,0.040048000713189445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,16384,0.03972800076007843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,16384,0.03955200066169103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,16384,0.03835733234882355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,16384,0.03922666609287262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,16384,0.039349332451820374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,16384,0.037765334049860634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,16384,0.03762666632731756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,16384,0.03691199918588003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,16384,0.03585066646337509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,16384,0.03771200031042099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,16384,0.037503999968369804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,16384,0.035461333890755974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,16384,0.03569599986076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,16384,0.037903999288876854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,16384,0.035786665976047516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,16384,0.035504000882307686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,16384,0.035455999275048576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,16384,0.03572266548871994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,16384,0.03566933423280716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,16384,0.035258665680885315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,16384,0.03569599986076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,16384,0.03572800010442734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,16384,0.035546667873859406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,16384,0.03533866753180822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,16384,0.035631999373435974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,16384,0.03544000039498011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,16384,0.035546667873859406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,16384,0.035642666121323906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,16384,0.03489600121974945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,16384,0.034202667574087776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,16384,3.0037412643432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,16384,1.5144373575846355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,16384,0.7887093226114908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,16384,0.44938933849334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,16384,0.4457919994990031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,16384,0.410370667775472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,16384,0.40358134110768634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,16384,0.39458131790161133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,16384,0.3704986572265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,16384,0.3483733336130778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,16384,0.3493359883626302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,16384,0.32612266143163043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,16384,0.3301973342895508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,16384,0.3037733236948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,16384,0.3093600074450175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,16384,0.2802559932072957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,16384,0.28035199642181396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,16384,0.2550666729609172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,16384,0.25573867559432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,16384,0.2320693333943685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,16384,0.2273146708806356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,16384,0.2034160097440084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,16384,0.2069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,16384,0.19204533100128174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,16384,0.1672053337097168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,16384,0.14539466301600137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,16384,0.14594667156537375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,16384,0.12648800015449524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,16384,0.12723732988039652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,16384,0.10410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,16384,0.10417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,16384,0.08825066685676575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,16384,0.08346666892369588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,16384,0.06806933383146922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,16384,0.06042400002479553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,16384,0.04985066751639048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,16384,0.04345866541067759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,16384,0.04569066564242045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,16384,0.04551733533541361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,16384,0.04781333108743032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,16384,0.05327466626962026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,16384,0.053730666637420654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,16384,0.055762668450673424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,16384,0.04333333174387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,16384,0.04168533285458883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,51200,0.10257599751154582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,16384,0.040978667636712394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,16384,0.04011200120051702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,16384,0.03946666667858759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,16384,0.03973600020011266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,16384,0.03846666713555654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,16384,0.03761066744724909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,16384,0.03722399969895681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,16384,0.035618667801221214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,16384,0.03405333310365677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,16384,0.03339733431736628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,16384,0.034101332227389015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,16384,0.03363733241955439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,16384,0.03347466637690862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,16384,0.03367999941110611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,16384,0.03244800120592117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,16384,0.03161866714557012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,16384,0.03126666694879532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,16384,0.032042667269706726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,16384,0.03235999991496404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,16384,0.031845333675543465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,16384,0.031314666072527565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,16384,0.030114665627479553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,16384,0.03084266682465871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,16384,0.030058667063713074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,16384,0.030418666700522106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,16384,0.030400000512599945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,16384,0.03243999928236008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,16384,0.030981334547201794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,16384,0.03120800107717514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,16384,1.6007359822591145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,16384,3.1915305455525718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,16384,0.8075733184814453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,16384,0.4578533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,51200,0.10236000021298726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,16384,0.4111706813176473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,16384,0.5050053199132284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,16384,0.4559626579284668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,16384,0.396778662999471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,16384,0.4138400157292684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,16384,0.43249865372975665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,51200,0.10221866766611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,16384,0.337285319964091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,16384,0.3515760103861491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,16384,0.31971999009450275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,16384,0.3387093146642049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,16384,0.39183465639750165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,16384,0.2773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,16384,0.36429866154988605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,16384,0.2697439988454183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,16384,0.24261067310969034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,16384,0.2556320031483968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,16384,0.22423199812571207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,16384,0.2180373271306356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,16384,0.18096800645192465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,16384,0.16397333145141602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,16384,0.1617146631081899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,16384,0.14008800188700357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,16384,0.31498666604359943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,16384,0.2902773420015971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,16384,0.19040799140930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,16384,0.08442399899164836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,16384,0.07938666641712189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,16384,0.06128533184528351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,16384,0.12693333625793457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,16384,0.11693333586057027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,16384,0.10642932852109273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,16384,0.05213066438833872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,16384,0.043391997615496315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,16384,0.03956799954175949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,16384,0.03871466716130575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,16384,0.039506666362285614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,16384,0.03842666745185852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,16384,0.042693331837654114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,16384,0.043050666650136314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,16384,0.041637333730856575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,16384,0.03429600099722544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,16384,0.033927999436855316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,16384,0.03421333432197571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,16384,0.0341359997789065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,16384,0.034128000338872276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,16384,0.03196000059445699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,16384,0.03102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,16384,0.03108000010251999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,16384,0.031005332867304485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,16384,0.031554666658242546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,16384,0.031386665999889374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,16384,0.031157332162062328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,16384,0.031210665901501972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,16384,0.03133333226044973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,16384,0.031485334038734436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,16384,0.031541332602500916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,16384,0.0312266672650973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,16384,0.03108799954255422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,16384,0.031178665657838184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,16384,0.031298667192459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,16384,0.05667200187842051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,16384,0.057298665245374046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,16384,0.05723999937375387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,16384,0.05665066838264465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,16384,0.05874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,16384,0.056688000758488975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,16384,0.05659199754397074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,16384,0.035375999907652535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,16384,0.03496533383925756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,16384,0.03515200068553289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,16384,1.4579307238260906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,16384,0.7125693162282308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,16384,0.37083733081817627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,16384,0.21082266171773276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,16384,0.2084853251775106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,16384,0.2100200057029724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,16384,0.2020639975865682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,16384,0.208296000957489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,16384,0.17336533466974893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,16384,0.1737053394317627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,16384,0.1698519984881083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,16384,0.16727066040039062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,16384,0.16511467099189758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,16384,0.1682279904683431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,16384,0.16435333093007407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,16384,0.16613733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,16384,0.13272533814112344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,16384,0.12864666183789572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,16384,0.12679599722226462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,16384,0.12259333332379659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,16384,0.12375066677729289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,16384,0.12063200275103252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,16384,0.12017333507537842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,16384,0.0881773332754771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,16384,0.0862613320350647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,16384,0.08176666498184204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,16384,0.08263066907723744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,16384,0.08031866451104482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,16384,0.0803466687599818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,16384,0.07905999819437663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,16384,0.08032933374245961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,16384,0.050654664635658264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,16384,0.04429866870244344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,16384,0.04228800038496653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,16384,0.04072933395703634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,16384,0.03851599991321564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,16384,0.03816666702429453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,16384,0.03828533242146174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,16384,0.03770400087038676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,16384,0.03779600063959757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,16384,0.037615999579429626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,16384,0.03760933379332224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,16384,0.03774533420801163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,16384,0.036845333874225616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,16384,0.03657999883095423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,16384,0.03665466606616974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,16384,0.036504000425338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,16384,0.03663066774606705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,16384,0.036548001070817314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,16384,0.03620533396800359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,16384,0.03663733353217443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,16384,0.03611200054486593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,16384,0.03625733405351639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,16384,0.03655733416477839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,16384,0.03623466690381368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,16384,0.036545333762963615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,16384,0.03670799980560938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,16384,0.036648000280062355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,16384,0.03619600087404251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,16384,0.03612933307886124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,16384,0.03613866617282232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,16384,0.036317333579063416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,16384,0.03617866585652033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,16384,0.0360466664036115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,16384,0.03623999903599421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,16384,0.036132000386714935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,16384,0.03635333230098089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,16384,0.03669866671164831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,16384,0.036673332254091896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,16384,0.036505334079265594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,16384,0.036157332360744476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,12288,2.3282933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,12288,1.2450986703236897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,12288,0.6729839642842611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,12288,0.37774932384490967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,12288,0.4051946798960368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,12288,0.37830400466918945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,12288,0.308461328347524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,12288,0.31727466980616253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,12288,0.27393333117167157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,12288,0.2577786644299825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,12288,0.2669066588083903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,12288,0.2521386742591858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,12288,0.2568959991137187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,12288,0.23798400163650513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,12288,0.2432053287823995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,12288,0.21730399131774902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,12288,0.2113413413365682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,12288,0.20193066199620566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,12288,0.19849334160486856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,12288,0.1855199933052063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,12288,0.1784826715787252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,12288,0.1641360024611155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,12288,0.16922666629155478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,12288,0.1721493403116862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,12288,0.13380533456802368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,12288,0.11841332912445068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,12288,0.12246933579444885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,12288,0.10501866539319356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,12288,0.10494132836659749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,12288,0.08460533618927002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,12288,0.08484533429145813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,12288,0.07213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,12288,0.06485333542029063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,12288,0.05494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,12288,0.04498399794101715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,12288,0.04011466602484385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,12288,0.030239999294281006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,12288,0.030320001145203907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,12288,0.03229599942763647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,12288,0.03632800032695135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,12288,0.03615466753641764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,12288,0.03364799916744232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,12288,0.03561066587766012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,12288,0.03332533439000448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,12288,0.03112799922625224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,12288,0.030437332888444264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,12288,0.029717333614826202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,12288,0.029461334149042766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,12288,0.028864001234372456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,12288,0.027482666075229645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,12288,0.027034667630990345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,12288,0.026591998835404713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,12288,0.026055999100208282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,12288,0.024989334245522816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,12288,0.025061334172884624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,12288,0.026231999198595684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,12288,0.025992001096407574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,12288,0.027191999057928722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,12288,0.02518400053183238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,12288,0.02531466633081436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,12288,0.025616000096003216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,12288,0.02531466633081436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,12288,0.025040000677108765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,12288,0.025127999484539032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,12288,0.024906667570273083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,12288,0.025005333125591278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,12288,0.02497600018978119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,12288,0.024962666134039562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,12288,0.02492800106604894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,12288,0.025008000433444977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,12288,0.026005332668622334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,12288,0.025591999292373657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,12288,0.025311999022960663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,12288,0.02516799916823705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,12288,2.303452385796441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,12288,1.1584675047132704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,12288,0.6082737710740831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,12288,0.3366222116682265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,12288,0.34795376989576554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,12288,0.313244448767768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,12288,0.30971378750271267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,12288,0.30419911278618705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,12288,0.2843377855088976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,12288,0.2696799967024061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,12288,0.2699662314520942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,12288,0.25015823046366376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,12288,0.25083377626207143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,12288,0.22570133209228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,12288,0.23077334298027885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,12288,0.20796088377634683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,12288,0.20704000526004365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,12288,0.18986845016479492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,12288,0.18993243906233045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,12288,0.17546133200327554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,12288,0.16965156131320527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,12288,0.15195733971065944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,12288,0.1539235512415568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,12288,0.14719822671678331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,12288,0.1292568842569987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,12288,0.11659199661678737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,12288,0.11655288272433811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,12288,0.1037493348121643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,12288,0.10447288884056939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,12288,0.08166399929258558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,12288,0.08217955297893949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,12288,0.07103644476996528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,12288,0.06840355528725518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,12288,0.056327111191219754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,12288,0.0506897767384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,12288,0.04142933421664768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,12288,0.037463112009896174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,12288,0.03714311122894287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,12288,0.0358862214618259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,12288,0.038126223617129855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,12288,0.03732266690995958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,12288,0.03527822097142538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,12288,0.036622222926881574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,12288,0.03560355636808608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,12288,0.03151466780238681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,12288,0.02980977627966139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,12288,0.03096710973315769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,12288,0.030062221818500098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,12288,0.030679110023710463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,12288,0.03111999895837572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,12288,0.03126222226354811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,12288,0.03109333250257704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,12288,0.031495110856162176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,16384,0.03608666608730952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,12288,0.029425776667065088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,12288,0.029567999972237483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,12288,0.029100444581773546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,12288,0.02907555633121067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,12288,0.028618666860792372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,12288,0.028627554575602215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,12288,0.028483556376563177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,12288,0.028958221276601154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,12288,0.02789688772625393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,12288,0.027253333065244887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,12288,0.02695288923051622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,12288,0.027841776609420776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,12288,0.02803022331661648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,12288,0.027386666999922857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,12288,0.026943999860021803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,12288,0.02769600020514594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,12288,0.027141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,12288,0.027041777968406677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,12288,0.026919111609458923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,12288,0.027057778504159715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,12288,0.0270453327231937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,16384,0.03658399979273478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,12288,1.3703840043809679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,12288,2.6852427588568797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,12288,0.38804978794521755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,16384,0.03677466760079066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,12288,0.35469865798950195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,12288,0.6899929046630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,12288,0.3311928908030192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,12288,0.42547021971808535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,12288,0.3815200063917372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,12288,0.3672782315148248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,12288,0.2905191050635444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,12288,0.2967840035756429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,12288,0.27465422948201496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,12288,0.28628267182244194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,12288,0.35433422194586855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,12288,0.3139164447784424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,12288,0.23490667343139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,12288,0.22773154576619467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,12288,0.21061510509914824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,12288,0.21354666021135119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,12288,0.18537955813937715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,12288,0.331134213341607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,12288,0.2503715621100532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,12288,0.15474311510721842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,12288,0.1412551138136122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,12288,0.1378506686952379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,12288,0.11967110633850098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,12288,0.26393598980373806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,12288,0.19294577174716523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,12288,0.16221866342756483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,12288,0.07154311074150933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,12288,0.06426133049858941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,12288,0.052248888545566134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,12288,0.10664000113805135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,12288,0.09877155224482219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,12288,0.08870044681761001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,12288,0.04114133450720046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,12288,0.034472889370388456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,12288,0.030947556098302204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,12288,0.029973334736294214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,12288,0.03017066584693061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,12288,0.029290666182835896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,12288,0.033152000771628484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,12288,0.03355377912521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,12288,0.033731556600994535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,12288,0.029285334878497656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,12288,0.028353777196672227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,12288,0.027178666657871667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,12288,0.027422222826215956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,12288,0.026213333010673523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,12288,0.025468443830808003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,12288,0.02554133368863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,12288,0.025589333640204534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,12288,0.0255039996571011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,12288,0.025265778104464214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,12288,0.025038222471872967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,12288,0.024862221545643274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,12288,0.024872889121373493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,12288,0.025246222813924152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,12288,0.025783111651738484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,12288,0.025125333004527624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,12288,0.025390222668647766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,12288,0.0484497778945499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,12288,0.04864177770084805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,12288,0.04780266682306925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,12288,0.0503057771258884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,12288,0.04948444498909844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,12288,0.04974222183227539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,12288,0.05053333441416422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,12288,0.05113600028885735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,12288,0.04756977823045519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,12288,0.04948266678386264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,12288,0.027614222632514104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,12288,0.027726221415731642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,12288,0.027715555495686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,12288,1.063323720296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,12288,0.5397237141927083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,12288,0.27973972956339516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,12288,0.16084799766540528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,12288,0.16020053227742512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,12288,0.1581205368041992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,12288,0.16032106081644695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,12288,0.15481920242309571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,12288,0.13314773241678873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,12288,0.13041919867197674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,12288,0.13106666405995687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,12288,0.12776853243509928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,12288,0.12690666516621907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,12288,0.1262336015701294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,12288,0.12840960025787354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,12288,0.1010965347290039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,12288,0.12380159695943196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,12288,0.09729920228322347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,12288,0.0977888027826945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,12288,0.09421226978302003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,12288,0.09437226454416911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,12288,0.09205973148345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,12288,0.09376320044199625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,12288,0.06810133457183838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,12288,0.06687359809875489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,12288,0.06337706645329794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,12288,0.06374826828638712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,12288,0.06278613408406576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,12288,0.06293760140736898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,12288,0.06096640030543009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,12288,0.039610668023427324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,12288,0.062218666076660156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,12288,0.033048532406489056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,12288,0.0355840007464091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,12288,0.03301653265953064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,12288,0.030564266443252563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,12288,0.03002026677131653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,12288,0.030067199468612672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,12288,0.03009386658668518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,12288,0.030158933003743487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,12288,0.03009706735610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,12288,0.030112000306447347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,12288,0.03009173274040222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,12288,0.029355732599894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,12288,0.029297065734863282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,12288,0.029304534196853638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,12288,0.028880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,12288,0.028922667105992634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,12288,0.029257599512736005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,12288,0.029177600145339967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,12288,0.028936533133188884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,12288,0.029002666473388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,12288,0.02890026569366455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,12288,0.02918506662050883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,12288,0.02886506716410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,12288,0.02890346646308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,12288,0.028861866394678755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,12288,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,12288,0.0290175994237264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,12288,0.029330132404963176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,12288,0.02884693344434102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,12288,0.02909226616223653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,12288,0.02889813383420308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,12288,0.02890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,12288,0.028955733776092528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,12288,0.029320534070332843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,12288,0.028910932938257854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,12288,0.028797866900761922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,12288,0.028749867280324297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,12288,0.028883200883865357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,12288,0.028893866141637164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,10240,1.9933546384175618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,10240,1.149351994196574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,10240,0.6102319955825806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,10240,0.34193865458170575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,10240,0.32205067078272503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,10240,0.306005338827769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,10240,0.3025280038515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,10240,0.2990640004475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,10240,0.24717867374420166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,10240,0.23136266072591147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,10240,0.24298399686813354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,10240,0.2306106686592102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,10240,0.2137920061747233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,10240,0.19118134180704752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,10240,0.20376799503962198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,10240,0.18212799231211343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,10240,0.1787359913190206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,10240,0.17346932490666708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,10240,0.17133333285649618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,10240,0.16026399532953897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,10240,0.18579200903574625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,10240,0.14017599821090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,10240,0.14095466335614523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,10240,0.12242133418718974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,10240,0.11739733815193176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,10240,0.1058186690012614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,10240,0.10372533400853474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,10240,0.09191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,10240,0.08474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,10240,0.08515999714533488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,10240,0.06930933396021526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,10240,0.06077066560586294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,10240,0.05409599840641022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,10240,0.04686399797598521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,10240,0.037831999361515045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,10240,0.03439733386039734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,10240,0.025663999219735462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,10240,0.026416001220544178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,10240,0.027330666780471802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,10240,0.031154667337735493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,10240,0.031167998909950256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,10240,0.02920000006755193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,10240,0.030925333499908447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,10240,0.028757333755493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,10240,0.022613334159056347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,10240,0.026682667434215546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,10240,0.022704000274340313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,10240,0.026018666724363964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,10240,0.0262746661901474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,10240,0.024930665890375774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,10240,0.024618667860825855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,10240,0.024141333997249603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,10240,0.024167999625205994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,10240,0.022834666073322296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,10240,0.02292799949645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,10240,0.02293066680431366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,10240,0.02280266582965851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,10240,0.023005334039529163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,10240,0.02198133369286855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,10240,0.021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,10240,0.021909333765506744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,10240,0.02192266782124837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,10240,0.021853332718213398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,10240,0.021935999393463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,10240,0.021687999367713928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,10240,0.021727999051411945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,10240,0.021799998978773754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,10240,0.021645332376162212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,10240,0.02127733329931895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,10240,0.020920000970363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,10240,0.021026665965716045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,10240,0.020920000970363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,10240,0.021528000632921856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,10240,0.021746667722860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,10240,1.911767111884223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,10240,0.9716124004787869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,10240,0.5052657657199436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,10240,0.27225955327351886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,10240,0.2757777902815077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,10240,0.2613653341929118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,10240,0.2587040000491672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,10240,0.24873420927259657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,10240,0.2313155598110623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,10240,0.2188213268915812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,10240,0.21981333361731636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,10240,0.19979377587636313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,10240,0.20014222462972006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,10240,0.1880871057510376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,10240,0.18254933092329237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,10240,0.16905777984195283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,10240,0.16740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,10240,0.1578542259004381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,10240,0.15491733286115858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,10240,0.1471946636835734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,10240,0.1457831064860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,10240,0.12205866972605388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,10240,0.12198932965596516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,10240,0.11472888787587483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,10240,0.11021155781216091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,10240,0.10053155819574992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,10240,0.09783111015955608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,10240,0.08513600296444362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,10240,0.08117333385679457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,10240,0.0790168907907274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,10240,0.07018133004506429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,10240,0.06347911225424872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,10240,0.058240003055996366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,10240,0.04733333322736952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,10240,0.0435804459783766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,10240,0.0374257763226827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,10240,0.034295111894607544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,10240,0.033358222908443876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,10240,0.03327288892534044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,10240,0.034090667963027954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,10240,0.03444088829888238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,10240,0.033173332611719765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,10240,0.03313422203063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,10240,0.031818668047587075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,10240,0.028981334633297388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,10240,0.028019554085201685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,10240,0.02823644545343187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,10240,0.028389334678649902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,10240,0.027310222387313843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,10240,0.027377777629428442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,10240,0.029525332980685767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,10240,0.027971555789311726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,10240,0.030332446098327637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,10240,0.02829866607983907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,10240,0.027614222632514104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,12288,0.028893866141637164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,10240,0.02776177724202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,10240,0.02790044413672553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,10240,0.027615999182065327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,12288,0.028889600435892743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,10240,0.02522666586769952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,10240,0.026133333643277485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,10240,0.025747555825445387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,10240,0.025703110628657874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,10240,0.026471111509535048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,10240,0.024899555577172175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,10240,0.025088000628683303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,10240,0.025655110677083332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,10240,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,10240,0.025272889269722834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,10240,0.0254737784465154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,10240,0.024878222081396315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,10240,0.025415110919210646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,10240,0.02482844392458598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,10240,0.0274311105410258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,10240,0.025109334124459162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,12288,0.028972800572713214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,10240,1.262846204969618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,10240,0.3600586785210504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,10240,2.5262506273057723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,10240,0.3255324363708496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,10240,0.6401831309000651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,10240,0.316140439775255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,10240,0.38598044713338214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,10240,0.34938844045003253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,10240,0.33641778098212344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,10240,0.26771556006537545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,10240,0.2717706627315945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,10240,0.25297244389851886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,10240,0.2596551047431098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,10240,0.31967822710673016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,10240,0.28921598858303493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,10240,0.21665778425004747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,10240,0.20669510629442003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,10240,0.19071111414167616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,10240,0.18978133466508654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,10240,0.16876088248358834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,10240,0.30453332265218097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,10240,0.24006933636135527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,10240,0.23090844684176973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,10240,0.13960356182522243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,10240,0.12911289268069798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,10240,0.12407288286421035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,10240,0.11016888750924005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,10240,0.17530311478508842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,10240,0.14922489060295954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,10240,0.0632657806078593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,10240,0.050922665331098765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,10240,0.04201422135035197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,10240,0.09394666883680557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,10240,0.09026488992902969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,10240,0.07447466585371229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,10240,0.033969776497946844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,10240,0.02955199943648444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,10240,0.028110222684012517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,10240,0.026915555198987324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,10240,0.026337777574857075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,10240,0.02646044393380483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,10240,0.026200888885392085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,10240,0.02735111117362976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,10240,0.02773511078622606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,10240,0.023583999938435022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,10240,0.02347555591000451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,10240,0.024174221687846716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,10240,0.023564444647894964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,10240,0.023608888188997906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,10240,0.022808889547983806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,10240,0.022172444396548804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,10240,0.02144355575243632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,10240,0.02169599963559045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,10240,0.02216888964176178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,10240,0.021402666966120403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,10240,0.022156443860795762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,10240,0.021516443954573736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,10240,0.02142222225666046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,10240,0.021505778034528095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,10240,0.02147377696302202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,10240,0.04001599881384108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,10240,0.04143822193145752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,10240,0.0410168899430169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,10240,0.04122489028506809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,10240,0.04102399945259094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,10240,0.04266666703754001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,10240,0.04066488809055752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,10240,0.04164977868398031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,10240,0.04079644547568427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,10240,0.04247644543647766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,10240,0.041249778535630964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,10240,0.03902577691608005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,10240,0.023226666781637404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,10240,0.02379200028048621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,10240,0.9533599853515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,10240,0.2418293317159017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,10240,0.46033706665039065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,10240,0.13894826571146648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,10240,0.13636372884114584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,10240,0.14038079579671223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,10240,0.13546026547749837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,10240,0.13490239779154461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,10240,0.11463147004445393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,10240,0.11461333433787028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,10240,0.11198826630910237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,10240,0.1096010684967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,10240,0.10895893573760987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,10240,0.1101866642634074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,10240,0.10774400234222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,10240,0.10816746552785236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,10240,0.08752319812774659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,10240,0.0850879987080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,10240,0.08345279693603516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,10240,0.08170239925384522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,10240,0.08253333568572999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,10240,0.08018133640289307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,10240,0.07999040285746256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,10240,0.05990933179855347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,10240,0.055623467763264975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,10240,0.05831573406855265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,10240,0.05602560043334961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,10240,0.053439998626708986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,10240,0.05439466635386149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,10240,0.05243519941965739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,10240,0.05340693394343058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,10240,0.03325653274854024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,10240,0.03163946668306987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,10240,0.02924906611442566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,10240,0.02900586724281311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,10240,0.0268885334332784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,10240,0.026808534065882367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,10240,0.02648319999376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,10240,0.026337067286173504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,10240,0.02654186685880025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,10240,0.02651519974072774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,10240,0.0265173335870107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,10240,0.026485333840052288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,10240,0.025974400838216144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,10240,0.025649066766103106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,10240,0.02577280004819234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,10240,0.02572480042775472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,10240,0.025854933261871337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,10240,0.02564053336779277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,10240,0.025830399990081788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,10240,0.02592853307723999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,10240,0.02560960054397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,10240,0.025626667340596515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,10240,0.025621332724889118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,10240,0.025271467367808026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,10240,0.025380265712738038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,10240,0.025474133094151814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,10240,0.025619200865427655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,10240,0.025547732909520466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,10240,0.0256223996480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,10240,0.02527466615041097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,10240,0.02579093376795451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,10240,0.025608533620834352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,10240,0.025604265928268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,10240,0.025387734174728394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,10240,0.025616000096003216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,10240,0.02537706693013509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,10240,0.025681066513061523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,10240,0.025285333395004272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,10240,0.025593600670496625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,10240,0.025459200143814087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,8192,1.5883785883585613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,8192,0.8822693030039469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,8192,0.4506133397420247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,8192,0.2529360055923462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,8192,0.250493327776591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,8192,0.24803467591603598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,8192,0.24102934201558432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,8192,0.23789334297180176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,8192,0.19540532430013022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,8192,0.17613067229588827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,8192,0.185754656791687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,8192,0.17199466625849405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,8192,0.1730239987373352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,8192,0.15865866343180338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,8192,0.16661600271860758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,8192,0.14629866679509482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,8192,0.1430453360080719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,8192,0.13898133238156637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,8192,0.13165066639582315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,10240,0.025809067487716674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,8192,0.1279599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,8192,0.10461599628130595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,8192,0.1314746638139089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,8192,0.10526133577028911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,8192,0.09816533327102661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,8192,0.09402133027712505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,8192,0.08579466740290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,8192,0.08285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,8192,0.07323466738065083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,8192,0.06946133573849995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,8192,0.056421334544817604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,8192,0.06661066909631093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,8192,0.05074933171272278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,8192,0.04422933359940847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,8192,0.03940266619126002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,8192,0.031154667337735493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,8192,0.029103999336560566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,8192,0.021856000026067097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,8192,0.02239199976126353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,8192,0.022226666410764057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,8192,0.02624800056219101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,8192,0.026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,8192,0.0244133323431015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,8192,0.026074667771657307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,8192,0.023933333655198414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,8192,0.01897866651415825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,8192,0.019176000108321507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,8192,0.019098666807015736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,8192,0.019109333554903667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,8192,0.022114666799704235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,8192,0.022061333060264587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,8192,0.02120800067981084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,8192,0.020021333048741024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,8192,0.018901333212852478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,8192,0.01895733301838239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,8192,0.019405333946148556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,8192,0.019522666931152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,8192,0.02006400004029274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,8192,0.0189253327747186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,8192,0.018917333334684372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,8192,0.018834666659434635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,8192,0.01891999940077464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,8192,0.018935999522606533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,8192,0.01889866714676221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,8192,0.018901333212852478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,8192,0.019032000253597896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,8192,0.019039999693632126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,8192,0.018877333650986355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,8192,0.018728000422318775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,8192,0.01887999971707662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,8192,0.019074667245149612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,8192,0.018981333822011948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,8192,0.020154666155576706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,8192,0.020031999796628952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,8192,0.019042667001485825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,8192,1.5546533266703289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,8192,0.7788360118865967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,8192,0.41952399412790936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,8192,0.22021067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,8192,0.21955599387486777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,8192,0.20292266209920248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,8192,0.2048626740773519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,8192,0.19469066460927328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,8192,0.1828733285268148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,8192,0.16900400320688883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,8192,0.16730533043543497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,8192,0.16134132941563925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,8192,0.1596826712290446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,8192,0.14820667107899985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,8192,0.1446000039577484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,8192,0.13716266552607217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,8192,0.1320799986521403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,8192,0.12341733773549397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,8192,0.12091733018557231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,8192,0.11892400185267131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,8192,0.11409067114194234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,8192,0.09912799795468648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,8192,0.0992693305015564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,8192,0.09327333172162373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,8192,0.09033866723378499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,8192,0.07951466739177704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,8192,0.07712399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,8192,0.07161200046539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,8192,0.06872133413950603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,8192,0.06170933445294698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,8192,0.056262666980425514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,8192,0.05084399878978729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,8192,0.04754266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,8192,0.039175999661286674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,8192,0.03589600076278051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,8192,0.03230799982945124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,8192,0.02886933336655299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,8192,0.0290133332212766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,8192,0.029299999276796978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,8192,0.028394666810830433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,8192,0.029487999776999157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,8192,0.028546666105588276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,8192,0.02887599915266037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,8192,0.024857332309087116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,8192,0.029486666123072307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,8192,0.024642666180928547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,8192,0.02535466601451238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,8192,0.02516266703605652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,8192,0.02516266703605652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,8192,0.024690667788187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,8192,0.023847999672094982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,8192,0.025078666706879933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,8192,0.024682665864626568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,8192,0.025008000433444977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,8192,0.025196000933647156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,8192,0.02459733436505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,8192,0.022999999423821766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,8192,0.02245066563288371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,8192,0.022241334120432537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,8192,0.021732000013192494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,8192,0.021753333508968353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,8192,0.0220293328166008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,8192,0.021381333470344543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,8192,0.022005334496498108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,8192,0.022442666192849476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,8192,0.022005334496498108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,8192,0.021566666662693024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,8192,0.020917333662509918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,8192,0.021717332303524017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,8192,0.02199733257293701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,8192,0.022225332756837208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,8192,0.020923999448617298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,8192,0.02256133407354355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,8192,0.02107333391904831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,10240,0.025618133942286174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,10240,0.025260800123214723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,8192,2.2383333841959634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,8192,0.3294360041618347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,8192,1.1206893126169841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,8192,0.2922213276227315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,8192,0.578333338101705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,8192,0.28185733159383136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,8192,0.3448733488718669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,8192,0.313590665658315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,8192,0.30066533883412677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,8192,0.240065336227417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,8192,0.24327067534128824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,8192,0.22195865710576376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,8192,0.22832399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,8192,0.2855813304583232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,8192,0.27119332551956177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,8192,0.2618666688601176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,8192,0.18371866146723428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,8192,0.17278667291005453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,8192,0.17006266117095947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,8192,0.15165332953135172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,8192,0.15225199858347574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,8192,0.20775334040323892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,8192,0.12006266911824544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,8192,0.11313733458518982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,8192,0.10067600011825562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,8192,0.0952613353729248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,8192,0.21381467580795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,8192,0.19514532883961996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,8192,0.13248800237973532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,8192,0.05279866854349772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,8192,0.044495999813079834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,8192,0.03691066553195318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,8192,0.07272133231163025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,8192,0.07358000179131825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,8192,0.057831997672716774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,8192,0.028887999554475147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,8192,0.023953333497047424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,8192,0.02216933419307073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,8192,0.022254665692647297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,8192,0.022170667846997578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,8192,0.022230667372544605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,8192,0.0248173326253891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,8192,0.024518666168053944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,8192,0.023945334057013195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,8192,0.019724000245332718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,8192,0.019502667089303333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,8192,0.019618666420380276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,8192,0.01959466685851415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,8192,0.019666666785875957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,8192,0.01810533305009206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,8192,0.018011999626954395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,8192,0.018058666338523228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,8192,0.017661333084106445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,8192,0.017981333037217457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,8192,0.01818266635139783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,8192,0.01764533296227455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,8192,0.03352800011634827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,8192,0.03237066666285197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,8192,0.03214800109465917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,8192,0.03327599912881851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,8192,0.0325080007314682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,8192,0.03139200061559677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,8192,0.03238666554292043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,8192,0.03235999991496404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,8192,0.03246800104777018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,8192,0.03290800005197525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,8192,0.03451066712538401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,8192,0.03198933353026708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,8192,0.03296799957752228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,8192,0.033017332355181374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,8192,0.03243999928236008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,8192,0.02024133379260699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,8192,0.02031866709391276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,8192,0.01974799980719884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,8192,0.7558805465698242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,8192,0.3741984049479167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,8192,0.2005407969156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,8192,0.1112063964207967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,8192,0.11018773714701335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,8192,0.11129813194274903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,8192,0.11138346989949544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,8192,0.10832640329996746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,8192,0.09214826424916586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,8192,0.0908565362294515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,8192,0.0915562629699707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,8192,0.088100266456604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,8192,0.08820266723632812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,8192,0.08762453397115072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,8192,0.08934400081634522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,8192,0.0858837366104126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,8192,0.07119253476460775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,8192,0.06854186852773031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,8192,0.06928959687550863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,8192,0.06742293039957682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,8192,0.06685120264689128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,8192,0.0644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,8192,0.06555306514104207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,8192,0.0490997314453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,8192,0.048254934946695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,8192,0.04584426482518514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,8192,0.046366933981577554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,8192,0.0448309342066447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,8192,0.04448426564534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,8192,0.02776319980621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,8192,0.04403626521428426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,8192,0.043404801686604814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,8192,0.026260266701380413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,8192,0.025653332471847534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,8192,0.023192532857259116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,8192,0.025092266003290814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,8192,0.02277440031369527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,8192,0.02284160057703654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,8192,0.022426666816075642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,8192,0.022453333934148154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,8192,0.022742400566736855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,8192,0.022395733992258707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,8192,0.022797866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,8192,0.02236479918162028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,8192,0.021943465868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,8192,0.02238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,8192,0.02215999960899353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,8192,0.02169813315073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,8192,0.02190933426221212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,8192,0.021998933951059976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,8192,0.021896533171335855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,8192,0.021820799509684245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,8192,0.021942400932312013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,8192,0.02176213264465332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,8192,0.021755733092625937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,8192,0.021471999088923135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,8192,0.021834667523701987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,8192,0.02177706758181254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,8192,0.02181546688079834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,8192,0.02210879921913147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,8192,0.02152106761932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,8192,0.021452800432840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,8192,0.021985065937042237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,8192,0.021924267212549843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,8192,0.02156053384145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,8192,0.021550933519999184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,8192,0.021543467044830324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,8192,0.021677867571512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,8192,0.021540266275405884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,8192,0.021848533550898233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,8192,0.021910399198532104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,7168,1.3494453430175781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,7168,0.7925360202789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,7168,0.4010666608810425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,7168,0.22381865978240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,7168,0.2301973303159078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,7168,0.22973599036534628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,7168,0.22149600585301718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,7168,0.21947999795277914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,7168,0.16872266928354898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,7168,0.1545413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,7168,0.16077333688735962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,7168,0.15042400360107422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,7168,0.15126400192578635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,7168,0.1411679983139038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,7168,0.14102933804194132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,7168,0.12447999914487202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,7168,0.12184000015258789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,7168,0.11844799915949504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,7168,0.11893866459528606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,7168,0.11491466561953227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,7168,0.12213333447774251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,7168,0.08981066942214966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,7168,0.08931199709574382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,7168,0.08614400029182434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,7168,0.0820879985888799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,7168,0.0753680020570755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,7168,0.07053066790103912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,7168,0.06415200233459473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,7168,0.058975999553998314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,7168,0.05857866505781809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,7168,0.04855466882387797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,7168,0.04456000030040741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,7168,0.039149334033330284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,7168,0.03489600121974945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,7168,0.027855999767780304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,7168,0.02532800038655599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,7168,0.019255999475717545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,7168,0.019890667249759037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,7168,0.020586666961510975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,7168,0.023221333821614582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,7168,0.023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,7168,0.021530665457248688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,7168,0.023013333479563396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,7168,0.021330667038758595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,7168,0.01676799977819125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,7168,0.01726666713754336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,7168,0.01716800034046173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,7168,0.01670933390657107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,7168,0.01698933293422063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,7168,0.019656000037988026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,7168,0.01948533331354459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,7168,0.0201733335852623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,7168,0.02096266547838847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,7168,0.01785600061217944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,7168,0.017938667287429173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,7168,0.01803733284274737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,7168,0.017613332718610764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,7168,0.018461332966883976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,7168,0.017605333278576534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,7168,0.01684800038735072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,7168,0.01695466662446658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,7168,0.016973332812388737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,7168,0.016786667207876842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,7168,0.016885332763195038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,7168,0.016821333517630894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,7168,0.017008000363906223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,7168,0.016757333030303318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,7168,0.016885332763195038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,7168,0.016893333444992702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,7168,0.016773333152135212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,7168,0.016965333372354507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,7168,0.016837333639462788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,7168,0.016917333006858826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,7168,0.016794666647911072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,7168,1.3352972666422527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,7168,0.6934680143992106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,7168,0.35091201464335126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,7168,0.18381466468175253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,8192,0.02178666591644287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,7168,0.18687200546264648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,7168,0.17750134070714316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,7168,0.1749146580696106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,7168,0.1710266669591268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,7168,0.15734933813412985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,7168,0.1473053296407064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,7168,0.14809733629226685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,7168,0.13700133562088013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,7168,0.14112666249275208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,7168,0.13010000189145407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,7168,0.12736533085505167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,7168,0.12029733260472615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,7168,0.11890266338984172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,7168,0.11327067017555237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,7168,0.10994399587313335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,7168,0.10562266906102498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,7168,0.1001800000667572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,7168,0.08995999892552693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,7168,0.08997733394304912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,7168,0.08122000098228455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,7168,0.07891333103179932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,7168,0.07355999946594238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,7168,0.07137466470400493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,7168,0.06267466644446056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,7168,0.0603333314259847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,7168,0.05641066531340281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,7168,0.05186666548252106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,7168,0.04548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,7168,0.043375998735427856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,7168,0.039064000050226845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,7168,0.037590667605400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,7168,0.03086666762828827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,7168,0.0276826669772466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,7168,0.028037334481875103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,7168,0.02772533396879832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,7168,0.0297720010081927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,7168,0.02828933298587799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,7168,0.02683066576719284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,7168,0.027217333515485127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,7168,0.025242666403452556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,7168,0.023345333834489185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,7168,0.0253946656982104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,7168,0.02476933350165685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,7168,0.02587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,7168,0.024638667702674866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,7168,0.023428000509738922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,7168,0.02492533375819524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,7168,0.023212000727653503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,7168,0.02330933262904485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,7168,0.02356666574875514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,7168,0.02330133318901062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,7168,0.022834666073322296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,7168,0.02298799902200699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,7168,0.020873333017031353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,7168,0.02280133217573166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,7168,0.021590667466322582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,7168,0.022099999090035755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,7168,0.021359999974568684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,7168,0.021744000415007275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,7168,0.021082667013009388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,7168,0.02162000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,7168,0.02167599896589915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,7168,0.02280133217573166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,7168,0.022045334180196125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,7168,0.021040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,7168,0.02094399929046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,7168,0.020850665867328644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,7168,0.020665333916743595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,7168,0.021131999790668488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,7168,0.020869334538777668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,8192,0.022000000874201456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,8192,0.021545600891113282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,7168,1.0858759880065918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,7168,0.30750133593877155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,7168,2.1505533854166665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,7168,0.2848866581916809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,7168,0.558626651763916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,7168,0.27520666519800824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,7168,0.3317840099334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,7168,0.3000199993451436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,7168,0.2899426619211833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,7168,0.2338200012842814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,7168,0.2340653340021769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,7168,0.22005200386047363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,7168,0.22090399265289307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,7168,0.27638399600982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,7168,0.2550013264020284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,7168,0.1892133355140686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,7168,0.17716399828592935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,7168,0.16767066717147827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,7168,0.16087466478347778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,7168,0.14682799577713013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,7168,0.2604213356971741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,7168,0.20054533084233603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,7168,0.10739066203435262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,7168,0.10524800419807434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,7168,0.0894213318824768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,7168,0.08633599678675334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,7168,0.20550000667572021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,7168,0.14191866914431253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,7168,0.12801999847094217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,7168,0.04428266485532125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,7168,0.04008000095685323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,7168,0.03214800109465917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,7168,0.06305866440137227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,7168,0.06623333195845287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,7168,0.027245332797368366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,7168,0.05490266780058543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,7168,0.02326533446709315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,7168,0.021511999269326527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,7168,0.021750666201114655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,7168,0.021709332863489788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,7168,0.021055998901526134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,7168,0.02309466650088628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,7168,0.02240266650915146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,7168,0.022232001026471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,7168,0.019166667014360428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,7168,0.01916266605257988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,7168,0.018670666962862015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,7168,0.019041333347558975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,7168,0.018559999763965607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,7168,0.018611999849478405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,7168,0.01754933347304662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,7168,0.017078666637341183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,7168,0.0167693334321181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,7168,0.017057333141565323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,7168,0.016885332763195038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,7168,0.02998666713635127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,7168,0.029673332969347637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,7168,0.029668000837167103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,7168,0.02759733299414317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,7168,0.030154667794704437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,7168,0.027992000182469685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,7168,0.030689333875974018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,7168,0.031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,7168,0.0306959996620814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,7168,0.03019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,7168,0.02998133252064387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,7168,0.028214665750662487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,7168,0.03152266641457876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,7168,0.028966667751471203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,7168,0.03092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,7168,0.031099999944369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,7168,0.029497332870960236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,7168,0.018797333041826885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,7168,0.018198666473229725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,7168,0.3393664042154948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,7168,0.6383594512939453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,7168,0.18019092877705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,7168,0.10066880385080974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,7168,0.10056426525115966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,7168,0.10080533027648926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,7168,0.09904747009277344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,7168,0.09780906836191813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,7168,0.0835530678431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,7168,0.0843125343322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,7168,0.08242986996968588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,7168,0.08026453653971354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,7168,0.08048213322957357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,7168,0.08088320096333822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,7168,0.07751893202463786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,7168,0.0788330634435018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,7168,0.06516373157501221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,7168,0.06329066753387451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,7168,0.06122453212738037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,7168,0.06070719957351685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,7168,0.060377601782480875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,7168,0.058753065268198644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,7168,0.04468799829483032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,7168,0.05804053147633871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,7168,0.04441279967625936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,7168,0.04233813285827637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,7168,0.041716265678405764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,7168,0.04039146502812703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,7168,0.04046719868977865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,7168,0.039918935298919676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,7168,0.040217598279317215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,7168,0.025051732858022053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,7168,0.02400319973627726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,7168,0.022795732816060385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,7168,0.023217066129048666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,7168,0.02111999988555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,7168,0.020731733242670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,7168,0.021052799622217813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,7168,0.020722132921218873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,7168,0.021201066176096597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,7168,0.021090133984883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,7168,0.0207370658715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,7168,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,7168,0.02039146622021993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,7168,0.021658666928609214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,7168,0.020360533396402994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,7168,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,7168,0.020039467016855876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,7168,0.02011093298594157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,7168,0.019925334056218467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,7168,0.01990506649017334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,7168,0.020207999149958293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,7168,0.019859200716018675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,7168,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,7168,0.01988053321838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,7168,0.019886932770411172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,7168,0.01996586720148722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,7168,0.019831466674804687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,7168,0.02002133329709371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,7168,0.01991466681162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,7168,0.019871999820073448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,7168,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,7168,0.01989226738611857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,7168,0.01986453334490458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,7168,0.01991466681162516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,7168,0.01971199909845988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,7168,0.019898666938145956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,7168,0.019927465915679933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,7168,0.019990400473276774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,7168,0.01990399956703186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,7168,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,6144,1.202071083916558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,6144,0.7211253378126355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,6144,0.36539022127787274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,6144,0.2070631053712633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,6144,0.20928177568647596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,6144,0.2043608824412028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,6144,0.19373510943518746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,6144,0.1925297843085395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,6144,0.15549511379665798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,6144,0.13690666357676187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,6144,0.14252266618940565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,6144,0.13350400659773085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,6144,0.1345368888643053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,6144,0.12545600202348497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,6144,0.12402133146921794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,6144,0.11114133728875054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,6144,0.10453510946697658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,6144,0.10123378038406372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,6144,0.10082311100429958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,6144,0.09858310884899563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,6144,0.10432889064153035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,6144,0.07803555329640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,6144,0.07796266343858507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,6144,0.07411911090215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,6144,0.07097422414355807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,6144,0.06438755326800875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,6144,0.06091555621888903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,6144,0.05503288904825846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,6144,0.05065244436264038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,6144,0.049843556351131864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,6144,0.042005333635542125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,6144,0.03786844346258376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,6144,0.033850666549470686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,6144,0.02867377797762553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,6144,0.02392533255947961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,6144,0.021290666527218286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,6144,0.016145777371194627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,6144,0.01646933290693495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,6144,0.01684977776474423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,6144,0.019486222002241347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,6144,0.019167999426523846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,6144,0.018044445249769423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,6144,0.01937244501378801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,6144,0.017758222089873422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,6144,0.014192000031471252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,6144,0.014007111390431723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,6144,0.014135110709402295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,6144,0.014071111877759298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,6144,0.014078223043017916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,6144,0.013978666729397245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,6144,0.014138667119873894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,6144,0.015953777564896476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,6144,0.017676444517241586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,6144,0.01610311037964291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,6144,0.015269334117571512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,6144,0.015203555425008139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,6144,0.015023999743991427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,6144,0.015370666980743408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,6144,0.014659555421935188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,6144,0.01460088955031501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,6144,0.014668444792429606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,6144,0.014503111441930136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,6144,0.014599111345079211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,6144,0.014506666196717156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,6144,0.014496000276671516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,6144,0.014465777410401238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,6144,0.01422044469250573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,6144,0.01423822177780999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,6144,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,6144,0.014483556151390076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,6144,0.014702222413486905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,6144,0.014551111393504672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,6144,0.014826666977670459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,6144,0.015119999647140503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,6144,1.155407969156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,6144,0.6021397272745769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,6144,0.30426241556803385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,6144,0.1593514601389567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,6144,0.1602293332417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,6144,0.1532629330952962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,6144,0.15108906428019206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,6144,0.15008212725321451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,6144,0.13971519470214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,6144,0.13105599880218505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,6144,0.1301472028096517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,6144,0.12386026382446289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,6144,0.12364906469980877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,6144,0.11630933284759522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,6144,0.11616640090942383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,6144,0.10421546300252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,6144,0.10274026393890381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,6144,0.1003498633702596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,6144,0.10008107026418049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,6144,0.09429972966512044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,6144,0.09043413003285726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,6144,0.07785066763559977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,6144,0.07789119879404703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,6144,0.0749834696451823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,6144,0.0721461296081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,7168,0.02003093361854553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,6144,0.06357866525650024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,6144,0.06189973354339599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,6144,0.05664746761322022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,6144,0.053573334217071535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,6144,0.0504319985707601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,6144,0.04641706546147664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,6144,0.04162559906641643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,6144,0.04013760089874267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,6144,0.038252798716227214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,6144,0.03396693468093872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,6144,0.02954026659329732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,6144,0.02714666724205017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,6144,0.02712000012397766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,6144,0.02733013431231181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,6144,0.026375466585159303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,6144,0.026791467269261675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,6144,0.02630079984664917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,6144,0.026002132892608644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,6144,0.02531840006510417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,6144,0.02355519930521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,6144,0.023336533705393472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,6144,0.022835199038187662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,6144,0.023155200481414794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,6144,0.0244159996509552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,6144,0.022954666614532472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,6144,0.02573973337809245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,6144,0.022923733790715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,6144,0.021571199099222817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,6144,0.02210879921913147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,6144,0.02294720013936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,6144,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,6144,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,6144,0.020475733280181884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,6144,0.02283733288447062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,6144,0.020757333437601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,6144,0.021195733547210695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,6144,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,6144,0.021042132377624513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,6144,0.021948800484339396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,6144,0.02033920089403788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,6144,0.021075199047724404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,6144,0.021245867013931274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,6144,0.021592533588409422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,6144,0.020065067211786906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,6144,0.01958400011062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,6144,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,6144,0.02025173306465149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,6144,0.02068480054537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,6144,0.01998400092124939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,7168,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,7168,0.019871999820073448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,6144,1.0352895736694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,6144,0.29302825927734377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,6144,2.0291243235270184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,6144,0.2686880111694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,6144,0.5227861404418945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,6144,0.2597514629364014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,6144,0.3101322809855143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,6144,0.28004585901896156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,6144,0.27036587397257483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,6144,0.22138667106628418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,6144,0.21986986796061198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,6144,0.20961386362711587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,6144,0.20639039675394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,6144,0.2596202691396078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,6144,0.2397696018218994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,6144,0.17911465962727863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,6144,0.16131626764933268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,6144,0.15395520528157552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,6144,0.14431999524434408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,6144,0.13379732767740887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,6144,0.23976747194925943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,6144,0.18987733523050945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,6144,0.09102933406829834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,6144,0.09289493560791015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,6144,0.07505599657694498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,6144,0.07028906345367432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,6144,0.1877109368642171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,6144,0.12151040236155193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,6144,0.11208319664001465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,6144,0.04094719886779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,6144,0.03722560008366903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,6144,0.030401066939036055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,6144,0.05829546848932902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,6144,0.05430399974187215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,6144,0.04872959852218628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,6144,0.025218133131663007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,6144,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,6144,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,6144,0.019078399737675986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,6144,0.01932800014813741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,6144,0.019261866807937622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,6144,0.021618133783340453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,6144,0.02084160049756368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,6144,0.021375999848047892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,6144,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,6144,0.01690773367881775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,6144,0.016731733083724977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,6144,0.01675093372662862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,6144,0.017439999183019004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,6144,0.016809600591659545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,6144,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,6144,0.01544533371925354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,6144,0.015753600001335143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,6144,0.015482667088508605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,6144,0.015453867117563882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,6144,0.026149332523345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,6144,0.026687999566396076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,6144,0.02621120015780131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,6144,0.027214932441711425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,6144,0.0264629324277242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,6144,0.02696320017178853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,6144,0.027162667115529376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,6144,0.027445334196090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,6144,0.025116799275080363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,6144,0.026793599128723145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,6144,0.02490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,6144,0.027076266209284466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,6144,0.025092266003290814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,6144,0.027379200855890913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,6144,0.025846399863560993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,6144,0.025935999552408856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,6144,0.027221333980560303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,6144,0.016679465770721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,6144,0.0172650674978892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,6144,0.5677728017171224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,6144,0.3047231992085775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,6144,0.16002027193705243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,6144,0.09046613375345866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,6144,0.089956267674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,6144,0.09012160301208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,6144,0.08864426612854004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,6144,0.08746879895528158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,6144,0.07504533131917318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,6144,0.07556906541188559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,6144,0.07383893330891927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,6144,0.07213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,6144,0.0718826691309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,6144,0.0722656011581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,6144,0.07008852958679199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,6144,0.06922453244527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,6144,0.057973333199818934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,6144,0.055445333321889244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,6144,0.056036265691121426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,6144,0.05437973340352377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,6144,0.05373546679814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,6144,0.051703464984893796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,6144,0.05293866793314615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,6144,0.040123732884724934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,6144,0.03924800157546997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,6144,0.03743253151575725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,6144,0.03759466807047526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,6144,0.036556800206502274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,6144,0.03604586521784465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,6144,0.035173332691192626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,6144,0.03631893396377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,6144,0.023884799083073935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,6144,0.020820266008377074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,6144,0.0220853328704834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,6144,0.01956693331400553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,6144,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,6144,0.019314134120941163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,6144,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,6144,0.01899519960085551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,6144,0.01871573328971863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,6144,0.019000534216562906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,6144,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,6144,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,6144,0.01844586730003357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,6144,0.018252799908320107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,6144,0.01815999945004781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,6144,0.018284799655278523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,6144,0.01829013427098592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,6144,0.01832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,6144,0.017895466089248656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,6144,0.017889066537221273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,6144,0.017925333976745606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,6144,0.020821332931518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,6144,0.017845332622528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,6144,0.0180021325747172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,6144,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,6144,0.0181877334912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,6144,0.017642666896184288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,6144,0.017514665921529136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,6144,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,6144,0.017859200636545815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,6144,0.01780479947725932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,6144,0.017770665884017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,6144,0.017863466342290243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,6144,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,6144,0.017933867375055947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,6144,0.01794559955596924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,6144,0.017835734287897746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,6144,0.017770665884017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,6144,0.01786880095799764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,6144,0.017805866400400796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,5120,0.9461707009209527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,5120,0.5013582441541884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,5120,0.25256533092922634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,5120,0.13593955834706625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,5120,0.1393831173578898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,5120,0.1337582270304362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,5120,0.12177956104278564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,5120,0.11998755402035183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,5120,0.11344710985819499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,5120,0.10468800200356378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,5120,0.10689244667689006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,5120,0.10038222206963433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,5120,0.10150221983591716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,5120,0.09310044182671441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,5120,0.09550578064388698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,5120,0.08636089166005452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,5120,0.08206578095753987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,5120,0.0790133343802558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,5120,0.07760000228881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,5120,0.07529599799050225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,5120,0.07434844308429293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,5120,0.06237510840098063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,5120,0.062479999330308705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,5120,0.059621334075927734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,5120,0.05618844429651896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,5120,0.051105777422587075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,5120,0.049470222658581205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,5120,0.04446577694680956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,5120,0.04100622071160211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,5120,0.04152889053026835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,5120,0.034268445438808866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,5120,0.030702223380406696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,5120,0.02789155642191569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,5120,0.02366222275627984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,5120,0.018970666660202872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,5120,0.018019555343521964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,5120,0.014135110709402295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,5120,0.014490667316648694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,5120,0.015152000718646579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,5120,0.01667022208372752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,5120,0.01670222149954902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,5120,0.01554666625128852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,5120,0.016688000824716356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,5120,0.015224888920783997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,5120,0.012544000314341651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,5120,0.01260088880856832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,5120,0.012615111139085559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,5120,0.012640000217490725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,5120,0.012746666868527731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,5120,0.01259022206068039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,5120,0.012606222596433429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,5120,0.013843555417325763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,5120,0.012527999778588613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,5120,0.013381332986884646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,5120,0.013836444252067141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,5120,0.013210666676362356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,5120,0.013232000172138214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,5120,0.01353422221210268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,5120,0.01276088919904497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,5120,0.01275199982855055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,5120,0.013016888664828407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,5120,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,5120,0.012787555654843649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,5120,0.012844444149070315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,5120,0.01276622215906779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,5120,0.012506666282812754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,5120,0.012460444536474017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,5120,0.012446222205956778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,5120,0.012512000070677863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,5120,0.012515555653307172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,5120,0.012666666673289405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,5120,0.012688000169065265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,5120,0.013185777597957186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,5120,0.013187555803192986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,5120,0.9572714487711588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,5120,0.4881098747253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,5120,0.252184534072876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,5120,0.13025920391082763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,5120,0.13217493693033855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,5120,0.12668586572011312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,5120,0.1250111977259318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,5120,0.12557653586069745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,5120,0.1160266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,5120,0.11052479743957519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,5120,0.10915626684824627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,5120,0.10321813424428303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,5120,0.10086080233256023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,6144,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,5120,0.09916693369547526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,5120,0.09206506411234537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,5120,0.10011946360270182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,5120,0.08887999852498372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,5120,0.08188587029774984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,5120,0.08049493630727132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,5120,0.07947200139363607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,5120,0.07634239991505941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,5120,0.06776426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,5120,0.06531733274459839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,5120,0.06296000083287558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,5120,0.0582912007967631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,6144,0.01781439979871114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,5120,0.05568533341089884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,5120,0.05292373498280843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,5120,0.04897706508636475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,5120,0.048469332853953044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,5120,0.045006934801737467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,5120,0.0413045326868693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,5120,0.03800959984461467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,5120,0.03435200055440267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,5120,0.03127893408139547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,5120,0.026828799645106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,5120,0.025268266598383587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,5120,0.02558293342590332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,5120,0.02555840015411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,5120,0.02540266712506612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,5120,0.024819199244181314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,5120,0.0250218669573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,5120,0.024948267141977946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,5120,0.023517866929372154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,5120,0.036423468589782716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,5120,0.02225386699040731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,5120,0.021639466285705566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,5120,0.022356265783309938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,5120,0.021895466248194377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,5120,0.022716800371805825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,5120,0.02355413238207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,5120,0.022729599475860597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,5120,0.021601066986719767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,5120,0.020779732863108316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,5120,0.020782933632532755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,5120,0.021580799420674642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,5120,0.02067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,5120,0.0206058661142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,5120,0.01960960030555725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,5120,0.020480000972747804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,5120,0.020513067642847695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,5120,0.019367466370264687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,5120,0.020127999782562255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,5120,0.023268266518910726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,5120,0.020503467321395873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,5120,0.019037866592407228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,5120,0.018820265928904213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,5120,0.018959999084472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,5120,0.0201855997244517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,5120,0.020422399044036865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,5120,0.020278400182723998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,5120,0.018923733631769815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,5120,0.018915200233459474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,5120,0.01911146640777588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,5120,0.018824533621470133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,6144,0.017833600441614784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,5120,0.49487145741780597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,5120,0.2766346613566081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,5120,0.9743125279744467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,5120,0.252072540918986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,5120,1.9205034891764323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,5120,0.2905311902364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,5120,0.2414186636606852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,5120,0.2414933363596598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,5120,0.265339740117391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,5120,0.2533525307973226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,5120,0.20806293487548827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,5120,0.20309653282165527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,5120,0.20298986434936522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,5120,0.18827199935913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,5120,0.2229695955912272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,5120,0.15979305903116864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,5120,0.1386506716410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,5120,0.13563092549641925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,5120,0.11817493438720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,5120,0.11321706771850586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,5120,0.2254111925760905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,5120,0.16909972826639813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,5120,0.0798688014348348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,5120,0.07712533473968505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,5120,0.06675626436869303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,5120,0.06058133443196615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,5120,0.17885866165161132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,5120,0.10079466501871745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,5120,0.09157760143280029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,5120,0.039389868577321366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,5120,0.034253867467244466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,5120,0.028880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,5120,0.05280960003534953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,5120,0.048658132553100586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,5120,0.044888532161712645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,5120,0.02322773337364197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,5120,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,5120,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,5120,0.01783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,5120,0.01760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,5120,0.01761173407236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,5120,0.01973653237024943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,5120,0.019195733467737834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,5120,0.019413334131240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,5120,0.015762133399645488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,5120,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,5120,0.015429332852363586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,5120,0.01527253290017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,5120,0.015270400047302245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,5120,0.013960533340771995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,5120,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,5120,0.013755733768145243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,5120,0.01541866660118103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,5120,0.015475199619928996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,5120,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,5120,0.013725866874059042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,5120,0.022718934218088786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,5120,0.023381332556406655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,5120,0.023782400290171306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,5120,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,5120,0.02312320073445638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,5120,0.02358293334643046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,5120,0.023527467250823976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,5120,0.022830933332443237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,5120,0.02353066603342692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,5120,0.023890133698781332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,5120,0.023975465695063272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,5120,0.023337600628534953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,5120,0.023880533377329507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,5120,0.02518613338470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,5120,0.02408426602681478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,5120,0.023560533920923867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,5120,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,5120,0.0233024001121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,5120,0.08008960088094076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,5120,0.14021013577779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,5120,0.2697962760925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,5120,0.5219157218933106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,5120,0.08001813093821207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,5120,0.07908480167388916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,5120,0.08029119968414307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,5120,0.07769280274709066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,5120,0.06694080034891764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,5120,0.06612159808476767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,5120,0.06626240015029908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,5120,0.06372693379720053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,5120,0.06337279876073201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,5120,0.06155840158462524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,5120,0.06322986682256063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,5120,0.061145599683125815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,5120,0.05034346580505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,5120,0.04885546763737996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,5120,0.049457065264383954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,5120,0.047695998350779215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,5120,0.0465173323949178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,5120,0.04486506779988607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,5120,0.046349867184956865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,5120,0.03578240076700846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,5120,0.03476586739222209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,5120,0.03357760111490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,5120,0.0332202672958374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,5120,0.03284479975700379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,5120,0.03223573366800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,5120,0.03142506678899129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,5120,0.03222399950027466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,5120,0.021138133605321248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,5120,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,5120,0.0191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,5120,0.018528000513712565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,5120,0.017012266318003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,5120,0.017488000790278117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,5120,0.017432532707850137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,5120,0.016849066813786825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,5120,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,5120,0.016669867436091106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,5120,0.01696746746699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,5120,0.01683733264605204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,5120,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,5120,0.016214399536450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,5120,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,5120,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,5120,0.01618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,5120,0.01618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,5120,0.01581333378950755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,5120,0.015945600469907124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,5120,0.01618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,5120,0.015787733594576518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,5120,0.016199466586112977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,5120,0.01614293356736501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,5120,0.01578986644744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,5120,0.015822933117548624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,5120,0.015733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,5120,0.01600320041179657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,5120,0.01581333378950755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,5120,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,5120,0.015777066349983215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,5120,0.016214399536450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,5120,0.01590933303038279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,5120,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,5120,0.01581333378950755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,5120,0.015822933117548624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,5120,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,5120,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,5120,0.015868799885114034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,4096,0.756218671798706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,4096,0.4737773338953654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,4096,0.23363999525705972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,4096,0.12009466687838237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,4096,0.12268799543380737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,4096,0.12229466438293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,4096,0.11296000083287557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,5120,0.015826132893562318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,4096,0.10916399955749512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,4096,0.09521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,4096,0.08659066756566365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,4096,0.08760399619738261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,4096,0.08272666732470195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,4096,0.08484533429145813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,4096,0.07913333177566528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,4096,0.07762666543324788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,4096,0.07179733117421468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,4096,0.0680293341477712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,4096,0.06609466671943665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,4096,0.06180933117866516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,4096,0.06279866894086202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,4096,0.0522439976533254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,4096,0.05880000193913778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,4096,0.05222533146540324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,4096,0.04785733421643575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,4096,0.04701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,4096,0.040961332619190216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,4096,0.03680799901485443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,4096,0.03456266721089681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,4096,0.03401066611210505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,4096,0.02876933415730794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,4096,0.02497199922800064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,4096,0.02387866626183192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,4096,0.019981333365043003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,4096,0.017157333592573803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,4096,0.01528933271765709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,4096,0.011970666547616323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,4096,0.01209999993443489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,4096,0.012557332714398703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,4096,0.012272000312805176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,4096,0.013517333815495173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,4096,0.012576000144084295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,4096,0.0135773333410422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,4096,0.012982666492462158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,4096,0.041133334239323936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,4096,0.009994666402538618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,4096,0.010089333479603132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,4096,0.01022799996038278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,4096,0.010944000134865442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,4096,0.011995999763409296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,4096,0.0100426667680343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,4096,0.0107506662607193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,4096,0.01028133307894071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,4096,0.010685333361228308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,4096,0.011313332865635553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,4096,0.011567999919255575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,4096,0.011057333399852117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,4096,0.009756000091632208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,4096,0.009718666474024454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,4096,0.009510666752854982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,4096,0.00958266668021679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,4096,0.009709333380063375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,4096,0.009598666802048683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,4096,0.009643999859690666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,4096,0.009797333429257074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,4096,0.009497333317995071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,4096,0.009578666960199675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,4096,0.009717333440979322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,4096,0.009486666570107142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,4096,0.009686666851242384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,4096,0.009712000067035357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,4096,0.009697333599130312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,4096,0.009872000043590864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,4096,0.009958666438857714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,4096,0.0098600002626578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,4096,0.7876341501871745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,4096,0.3902698516845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,5120,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,4096,0.20870399475097656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,4096,0.1104202667872111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,4096,0.10875840187072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,4096,0.10493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,4096,0.10339732964833577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,4096,0.0968010663986206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,4096,0.09104533195495605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,4096,0.08733867009480795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,4096,0.09061546325683593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,4096,0.08524373372395834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,4096,0.07870079676310221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,4096,0.0778218666712443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,4096,0.07479466597239176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,4096,0.07076693375905355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,4096,0.0697322686513265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,4096,0.07077333132425943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,4096,0.06379839976628622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,4096,0.10757439931233723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,4096,0.0614677349726359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,4096,0.05457599957784017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,4096,0.0549888014793396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,4096,0.05435520013173421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,4096,0.053047466278076175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,5120,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,4096,0.04798080126444499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,4096,0.04650880098342895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,4096,0.04364053408304851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,4096,0.04125653505325318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,4096,0.03576426506042481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,4096,0.038379732767740884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,4096,0.03476053476333618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,4096,0.033904000123341875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,4096,0.030104533831278486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,4096,0.028861866394678755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,4096,0.024129066864649454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,4096,0.02414720058441162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,4096,0.022951465845108033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,4096,0.023933867613474526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,4096,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,4096,0.02365866700808207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,4096,0.021548799673716226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,4096,0.02323946754137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,4096,0.021237333615620933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,4096,0.020977065960566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,4096,0.0199072003364563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,4096,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,4096,0.021270400285720824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,4096,0.020798933506011964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,4096,0.020829866329828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,4096,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,4096,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,4096,0.019267199436823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,4096,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,4096,0.018630399306615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,4096,0.018229333559672038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,4096,0.018821332852045694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,4096,0.017692800362904867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,4096,0.017284266153971353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,4096,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,4096,0.017933867375055947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,4096,0.017283199230829875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,4096,0.018100267648696898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,4096,0.01798293391863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,4096,0.016794667641321818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,4096,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,4096,0.01765120029449463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,4096,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,4096,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,4096,0.017267199357350667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,4096,0.017821866273880004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,4096,0.017154133319854735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,4096,0.019620267550150554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,4096,0.016989866892496742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,4096,0.4659584045410156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,4096,0.25862080256144204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,4096,0.9123082478841147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,4096,1.7802581787109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,4096,0.23409493764241537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,4096,0.22163093884785973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,4096,0.265116802851359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,4096,0.24447040557861327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,4096,0.23401494026184083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,4096,0.2138144016265869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,4096,0.18727787335713703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,4096,0.1745951970418294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,4096,0.16999999682108563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,4096,0.15472853978474935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,4096,0.2058560053507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,4096,0.12913280328114826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,4096,0.1179754654566447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,4096,0.11316586335500081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,4096,0.1022058645884196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,4096,0.09490133126576741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,4096,0.13230186303456623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,4096,0.19874879519144695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,4096,0.06913386980692546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,4096,0.06485973199208578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,4096,0.06088639895121256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,4096,0.05559573173522949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,4096,0.14738346735636393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,4096,0.08597226937611899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,4096,0.07655680179595947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,4096,0.03545600175857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,4096,0.030938667058944703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,4096,0.02640426754951477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,4096,0.049202132225036624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,4096,0.04484053452809651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,4096,0.039985068639119464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,4096,0.021396267414093017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,4096,0.01834239959716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,4096,0.017350399494171144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,4096,0.016359466314315795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,4096,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,4096,0.016525866587956746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,4096,0.015779200196266174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,4096,0.017527467012405394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,4096,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,4096,0.01368106702963511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,4096,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,4096,0.013422933220863343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,4096,0.014366933703422546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,4096,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,4096,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,4096,0.011893332997957865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,4096,0.012119467059771221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,4096,0.011904000242551168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,4096,0.01242453356583913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,4096,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,4096,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,4096,0.019307732582092285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,4096,0.019374932845433554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,4096,0.020218666394551596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,4096,0.01938026746114095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,4096,0.01990293264389038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,4096,0.019605332612991334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,4096,0.01949866612752279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,4096,0.019689599672953285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,4096,0.01917440096537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,4096,0.019862399498621622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,4096,0.020217599471410115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,4096,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,4096,0.019705599546432494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,4096,0.019834667444229126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,4096,0.020221867163976035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,4096,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,4096,0.020242132743199668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,4096,0.013870933651924133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,4096,0.21143573125203452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,4096,0.40910933812459305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,4096,0.1142037312189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,4096,0.06530346473058066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,4096,0.06421120166778564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,4096,0.06295466820398966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,4096,0.06352213223775229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,4096,0.06231573422749838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,4096,0.05389333168665568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,4096,0.053107198079427084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,4096,0.05401920080184937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,4096,0.05191146532694498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,4096,0.051336534818013514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,4096,0.05077653328577677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,4096,0.051387735207875575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,4096,0.04934826691945394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,4096,0.041406933466593424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,4096,0.04039253393809001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,4096,0.04065386851628621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,4096,0.03954986731211345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,4096,0.03882879813512166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,4096,0.0379744013150533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,4096,0.03843520085016887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,4096,0.030107732613881426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,4096,0.0291701336701711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,4096,0.028487465778986615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,4096,0.028458666801452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,4096,0.027752532561620073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,4096,0.02746986746788025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,4096,0.0264682670434316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,4096,0.018228266636530557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,4096,0.02690879901250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,4096,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,4096,0.016302933295567833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,4096,0.016157866517702738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,4096,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,4096,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,4096,0.014318933089574179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,4096,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,4096,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,4096,0.014301866292953491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,4096,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,4096,0.014221866925557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,4096,0.014199466506640116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,4096,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,4096,0.013800533612569174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,4096,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,4096,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,4096,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,4096,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,4096,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,4096,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,4096,0.014060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,4096,0.013959466417630514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,4096,0.013801599542299906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,4096,0.013367467125256858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,4096,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,4096,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,4096,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,4096,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,4096,0.013772799571355184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,4096,0.013794133067131042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,4096,0.013748266299565635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,4096,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,4096,0.014114133516947427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,4096,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,4096,0.013758933544158936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,4096,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,4096,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,4096,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,3584,0.6574506759643555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,3584,0.37930134932200116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,3584,0.19898666938145956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,3584,0.10882266362508138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,3584,0.10096800327301025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,3584,0.0995693306128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,3584,0.09669867157936096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,3584,0.09617599844932556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,3584,0.08212533096472423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,3584,0.07987333337465923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,3584,0.07965200146039327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,3584,0.07312799990177155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,3584,0.07416666547457378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,3584,0.0683346688747406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,3584,0.06730000178019206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,3584,0.061405330896377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,3584,0.05817866822083791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,3584,0.05645200113455454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,3584,0.055467997988065086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,3584,0.05344399809837341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,3584,0.05203733344872793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,3584,0.044806664188702904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,3584,0.04475866754849752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,3584,0.041868001222610474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,3584,0.03995466729005178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,3584,0.036559998989105225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,3584,0.03509066750605901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,3584,0.03199866662422816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,3584,0.02974000076452891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,3584,0.02938133229811986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,3584,0.02465333292881648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,3584,0.022074667116006214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,3584,0.020515999446312588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,3584,0.017234666893879574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,3584,0.014285333454608917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,3584,0.013506667067607244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,3584,0.010501333822806677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,3584,0.010807999720176062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,3584,0.011352000137170156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,3584,0.012358666708072027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,3584,0.012205333759387335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,3584,0.011526666581630707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,3584,0.012161333113908768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,3584,0.011317333827416102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,3584,0.009066666786869368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,3584,0.008976000050703684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,3584,0.00914666677514712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,3584,0.009919999788204828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,3584,0.010806666066249212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,3584,0.009405333548784256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,3584,0.009489333257079124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,3584,0.010609333713849386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,3584,0.009477333476146063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,3584,0.010346666599313417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,3584,0.010299999887744585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,3584,0.010181333248813948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,3584,0.00898133342464765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,3584,0.008876000220576922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,3584,0.008885333314538002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,3584,0.008940000087022781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,3584,0.008889333034555117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,3584,0.00891599990427494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,3584,0.008850666383902231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,3584,0.008953333521882692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,3584,0.008889333034555117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,3584,0.008909333497285843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,3584,0.00873066671192646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,3584,0.008865333472688993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,3584,0.00883866660296917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,3584,0.008990666518608728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,3584,0.00897066667675972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,3584,0.00877466673652331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,3584,0.008921333278218905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,3584,0.00890266646941503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,4096,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,4096,0.013479466239611307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,3584,0.684003194173177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,3584,0.10001280307769775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,3584,0.35593814849853517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,3584,0.10148693720499675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,3584,0.09633386929829915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,3584,0.09074986775716146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,3584,0.0824682633082072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,3584,0.07890346844991049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,3584,0.07741119861602783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,3584,0.17461973826090496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,3584,0.07518613338470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,3584,0.07675200303395589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,3584,0.09578986962636313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,3584,0.07158293724060058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,3584,0.07255040009816488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,3584,0.06805546283721924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,3584,0.06391573349634806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,3584,0.06207573413848877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,3584,0.06018773317337036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,3584,0.05507413148880005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,3584,0.05488426685333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,3584,0.0477567990620931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,3584,0.05046613216400146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,3584,0.04664746522903442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,3584,0.043288532892862955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,3584,0.0428330659866333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,3584,0.03906879822413127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,3584,0.03821333249409993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,3584,0.03539520104726156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,3584,0.03888320128122966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,4096,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,3584,0.033088000615437825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,3584,0.03182186683019002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,3584,0.02754773298899333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,3584,0.02946666677792867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,3584,0.023651200532913207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,3584,0.022792534033457438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,3584,0.02248319983482361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,3584,0.023161600033442177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,3584,0.05694613456726074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,3584,0.0235807995001475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,3584,0.022975999116897582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,3584,0.021512534221013388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,3584,0.02227733333905538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,3584,0.021065600713094077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,3584,0.020753065745035805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,3584,0.01884373426437378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,3584,0.019108267625172932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,3584,0.01954453388849894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,3584,0.020118399461110433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,3584,0.019245866934458414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,3584,0.02104319930076599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,3584,0.01998186707496643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,3584,0.01856106718381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,3584,0.019006933768590292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,3584,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,3584,0.018614399433135986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,3584,0.018667733669281004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,3584,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,3584,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,3584,0.0191648006439209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,3584,0.020228266716003418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,3584,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,3584,0.019564799467722573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,3584,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,3584,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,3584,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,3584,0.016694400707880655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,3584,0.016772266228993735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,3584,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,3584,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,3584,0.016607999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,3584,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,3584,0.016768000523249307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,3584,0.016755199432373045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,3584,0.26193173726399743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,3584,0.4588778813680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,3584,0.9017183939615885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,3584,0.2530741373697917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,3584,0.2316864013671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,3584,0.23740906715393068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,3584,0.22401493390401206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,3584,0.21735040346781412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,3584,0.20272960662841796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,3584,0.17179306348164874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,3584,1.7898260752360027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,3584,0.15174719492594402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,3584,0.15310826301574706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,3584,0.13653225898742677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,3584,0.18152960141499835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,3584,0.19396479924519855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,3584,0.10936319828033447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,3584,0.10581226348876953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,3584,0.09348906675974528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,3584,0.08991146882375081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,3584,0.08241066932678223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,3584,0.08019413153330485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,3584,0.12571946779886883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,3584,0.11721386909484863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,3584,0.06470719973246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,3584,0.06024853388468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,3584,0.05728106498718262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,3584,0.052332798639933266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,3584,0.04415466785430908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,3584,0.034986666838328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,3584,0.02940373420715332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,3584,0.02526719967524211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,3584,0.03836160103480021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,3584,0.0718943993250529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,3584,0.046164266268412274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,3584,0.01967039903004964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,3584,0.017097600301106772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,3584,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,3584,0.015291733543078103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,3584,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,3584,0.016203733285268147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,3584,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,3584,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,3584,0.016897066434224447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,3584,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,3584,0.012500266234079996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,3584,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,3584,0.012425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,3584,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,3584,0.010855467120806376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,3584,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,3584,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,3584,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,3584,0.013173333803812661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,3584,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,3584,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,3584,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,3584,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,3584,0.017196800311406454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,3584,0.017458132902781167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,3584,0.016261333227157594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,3584,0.016215466459592185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,3584,0.01821333368619283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,3584,0.017501866817474364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,3584,0.01816426714261373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,3584,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,3584,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,3584,0.015808000167210897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,3584,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,3584,0.017603200674057008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,3584,0.017828265825907387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,3584,0.017805866400400796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,3584,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,3584,0.1912373383839925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,3584,0.37021973927815754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,3584,0.10221013228098552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,3584,0.01297920048236847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,3584,0.058456532160441076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,3584,0.058531200885772704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,3584,0.05758826732635498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,3584,0.057418668270111085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,3584,0.05553493499755859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,3584,0.04975359837214152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,3584,0.0482154647509257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,3584,0.04875306685765584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,3584,0.0465770681699117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,3584,0.04639039834340413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,3584,0.04633386532465617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,3584,0.046280535062154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,3584,0.04405653476715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,3584,0.038126933574676516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,3584,0.03751680056254069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,3584,0.03693759838740031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,3584,0.03566720088322957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,3584,0.035097599029541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,3584,0.03530559937159221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,3584,0.03471039930979411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,3584,0.026756266752878826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,3584,0.02730453411738078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,3584,0.026071467002232868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,3584,0.026195200284322102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,3584,0.025171200434366863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,3584,0.02520853281021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,3584,0.02402026653289795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,3584,0.024856533606847128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,3584,0.016194132963816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,3584,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,3584,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,3584,0.015003732840220132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,3584,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,3584,0.013796266913414002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,3584,0.01336853305498759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,3584,0.013389866550763449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,3584,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,3584,0.013399466872215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,3584,0.01334826648235321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,3584,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,3584,0.013294933239618936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,3584,0.01288106640179952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,3584,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,3584,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,3584,0.013307733337084451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,3584,0.012594133615493774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,3584,0.012941867113113403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,3584,0.012925866246223449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,3584,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,3584,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,3584,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,3584,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,3584,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,3584,0.012982400258382163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,3584,0.012798933188120523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,3584,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,3584,0.012854400277137756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,3584,0.01256106694539388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,3584,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,3584,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,3584,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,3584,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,3584,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,3584,0.01290773351987203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,3584,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,3584,0.012650666634241739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,3584,0.012636799613634744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,3584,0.012571733196576437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,3072,0.5684832255045573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,3072,0.28210560480753577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,3072,0.16399787267049154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,3072,0.09386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,3072,0.10608533223470051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,3072,0.10511893431345623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,3072,0.08205866813659668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,3072,0.08181119759877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,3072,0.06871679623921713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,3072,0.06670186519622803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,3072,0.06695786317189535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,3072,0.06510506470998129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,3072,0.062097068627675375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,3072,0.05698133309682211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,3072,0.058126934369405116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,3072,0.05426773230234781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,3072,0.05188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,3072,0.049985067049662275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,3072,0.049046401182810465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,3072,0.04562346537907918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,3072,0.04498026768366496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,3072,0.03885120153427124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,3072,0.03813653389612834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,3072,0.03547626733779907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,3072,0.03459200064341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,3072,0.03099626700083415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,3072,0.030052266518274945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,3072,0.027565866708755493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,3072,0.025352533658345538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,3072,0.025463465849558515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,3072,0.02175359924634298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,3072,0.018770132462183634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,3072,0.017895466089248656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,3072,0.016007467110951742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,3072,0.012589866916338602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,3072,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,3072,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,3072,0.009294933080673218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,3072,0.009789866209030152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,3072,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,3072,0.01074026624361674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,3072,0.010100266337394715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,3584,0.012725333372751871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,3072,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,3072,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,3072,0.008012799918651581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,3072,0.008132266501585644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,3072,0.008175999919573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,3072,0.009452799956003826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,3072,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,3072,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,3072,0.00965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,3072,0.009269332885742188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,3072,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,3072,0.009313066800435383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,3072,0.00906880001227061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,3072,0.009012266993522644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,3072,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,3072,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,3072,0.008063999811808269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,3072,0.007753600180149078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,3072,0.008105599880218506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,3072,0.007770666480064392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,3584,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,3072,0.007683200140794118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,3072,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,3072,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,3072,0.007785599927107494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,3072,0.007765333354473114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,3072,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,3072,0.007807999849319458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,3072,0.007897600034872691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,3072,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,3072,0.0077919999758402515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,3072,0.007842133442560833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,3072,0.3095072110493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,3072,0.5887562433878581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,3072,0.14209173520406088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,3072,0.08269333044687907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,3072,0.08315200010935465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,3072,0.08472320238749186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,3072,0.0791274627049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,3072,0.08189653555552165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,3072,0.07451840241750082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,3072,0.007854933540026348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,3072,0.0739029328028361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,3072,0.06991146405537924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,3072,0.06590933402379354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,3072,0.06612799962361654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,3072,0.06018346548080444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,3072,0.06173226833343506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,3072,0.056075731913248696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,3072,0.05444266796112061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,3072,0.05395199855168661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,3072,0.05279786586761474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,3072,0.05009706815083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,3072,0.0468234658241272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,3072,0.054738132158915195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,3072,0.0460042675336202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,3072,0.04365119934082031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,3072,0.04241600036621094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,3072,0.03926933209101359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,3072,0.03907306591669719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,3072,0.03596906661987305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,3072,0.03653759956359863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,3072,0.033869866530100504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,3584,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,3072,0.03208426634470622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,3072,0.0310208002726237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,3072,0.031074132521947222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,3072,0.022846933205922446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,3072,0.025569067398707075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,3072,0.027352533737818402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,3072,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,3072,0.0213919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,3072,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,3072,0.021615999937057494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,3072,0.019629865884780884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,3072,0.019735467433929444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,3072,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,3072,0.01949333349863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,3072,0.018835200866063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,3072,0.018333866198857626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,3072,0.018897066513697304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,3072,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,3072,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,3072,0.019000534216562906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,3072,0.019167999426523842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,3072,0.016860800981521606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,3072,0.016953599452972413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,3072,0.022037333250045775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,3072,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,3072,0.017230933904647826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,3072,0.019617066780726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,3072,0.017799466848373413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,3072,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,3072,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,3072,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,3072,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,3072,0.01691733400026957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,3072,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,3072,0.01643519997596741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,3072,0.017036799589792886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,3072,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,3072,0.016017066438992818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,3072,0.01527466674645742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,3072,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,3072,0.015019733707110086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,3072,0.016660267114639284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,3072,0.01669973333676656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,3072,0.01727466583251953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,3072,0.8642506917317709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,3072,0.23525759379069008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,3072,1.7073397318522137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,3072,0.2154208024342855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,3072,0.24845546086629233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,3072,0.19728213946024578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,3072,0.4421994527180989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,3072,0.17553599675496417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,3072,0.2178581396738688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,3072,0.15026453336079915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,3072,0.2049013296763102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,3072,0.1353333314259847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,3072,0.1384757359822591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,3072,0.11930666764577229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,3072,0.1730997403462728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,3072,0.1500266710917155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,3072,0.09797226587931315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,3072,0.08994133472442627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,3072,0.08578666845957438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,3072,0.0824565331141154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,3072,0.07624213695526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,3072,0.07503573099772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,3072,0.06129599809646606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,3072,0.05821866591771444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,3072,0.05386240084966024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,3072,0.04979840119679769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,3072,0.10683626333872479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,3072,0.12226560115814208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,3072,0.06727360089619955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,3072,0.03296426733334859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,3072,0.02720213333765666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,3072,0.0237610658009847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,3072,0.04351253509521484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,3072,0.04240106741587321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,3072,0.03625599940617879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,3072,0.017824000120162962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,3072,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,3072,0.013309866189956665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,3072,0.013235200444857279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,3072,0.013598933815956116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,3072,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,3072,0.015585066874821982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,3072,0.015846400459607442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,3072,0.015316266814867655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,3072,0.011577600240707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,3072,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,3072,0.011394133170445759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,3072,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,3072,0.011613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,3072,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,3072,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,3072,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,3072,0.015345066785812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,3072,0.014919466773668923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,3072,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,3072,0.015293866395950317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,3072,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,3072,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,3072,0.015492266416549683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,3072,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,3072,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,3072,0.014994133512179056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,3072,0.016825600465138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,3072,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,3072,0.014947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,3072,0.015040000279744467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,3072,0.016387200355529784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,3072,0.016039466857910155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,3072,0.015123200416564942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,3072,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,3072,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,3072,0.3226208051045736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,3072,0.011828266580899556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,3072,0.012113066514333089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,3072,0.16619200706481935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,3072,0.08846506277720133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,3072,0.052383999029795326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,3072,0.05149866739908854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,3072,0.05043306748072306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,3072,0.05019199848175049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,3072,0.05018453200658163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,3072,0.04353919823964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,3072,0.04204479853312175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,3072,0.042081065972646076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,3072,0.04157653252283732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,3072,0.04144533475240071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,3072,0.0403658668200175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,3072,0.04030079841613769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,3072,0.03973120053609212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,3072,0.034357333183288576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,3072,0.03307200074195862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,3072,0.03235200047492981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,3072,0.03218453327814738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,3072,0.032227200269699094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,3072,0.0308896005153656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,3072,0.030972800652186078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,3072,0.0253493328889211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,3072,0.025041067600250246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,3072,0.023175466060638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,3072,0.02309653361638387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,3072,0.023165865739186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,3072,0.022875734170277915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,3072,0.021163733800252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,3072,0.02149333357810974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,3072,0.015010133385658264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,3072,0.015043200055758158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,3072,0.013755733768145243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,3072,0.0138154665629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,3072,0.013000532984733582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,3072,0.012562132875124612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,3072,0.012553600470225015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,3072,0.01242026686668396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,3072,0.012225066622098286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,3072,0.012519466876983642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,3072,0.01248426636060079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,3072,0.012481066584587096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,3072,0.012442666292190551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,3072,0.012049067020416259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,3072,0.012350933750470479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,3072,0.012172800302505494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,3072,0.012107732892036437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,3072,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,3072,0.012059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,3072,0.012172800302505494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,3072,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,3072,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,3072,0.012194133798281352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,3072,0.011727999647458394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,3072,0.012101333340009053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,3072,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,3072,0.011924266815185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,3072,0.011781332890192668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,3072,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,3072,0.011723732948303223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,3072,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,3072,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,3072,0.011832533280054729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,3072,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,3072,0.012120532989501952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,3072,0.011980799833933513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,2560,0.484555721282959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,2560,0.23780800501505533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,2560,0.12340160210927327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,2560,0.06876693566640218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,2560,0.08586666584014893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,2560,0.08142399787902832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,2560,0.07858346303304037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,2560,0.06813226540883383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,2560,0.05758613348007202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,2560,0.05660906632741293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,2560,0.05418346722920736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,2560,0.05195200045903524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,2560,0.05210026502609253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,2560,0.047602132956186934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,2560,0.04849813381830852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,2560,0.04340373277664185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,2560,0.04196586608886719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,2560,0.04046826759974162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,2560,0.039951999982198075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,3072,0.012191999951998394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,2560,0.04033279816309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,2560,0.039342931906382245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,2560,0.033504001299540204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,2560,0.03350079854329427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,2560,0.03153066635131836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,2560,0.030191999673843384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,2560,0.02754453420639038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,2560,0.026653865973154705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,2560,0.023882667223612465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,2560,0.02248959938685099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,2560,0.021581866343816123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,2560,0.01890666683514913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,2560,0.016709333658218382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,2560,0.01611840029557546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,2560,0.014311466614405313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,2560,0.011521066228548687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,2560,0.010450133681297302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,2560,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,2560,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,2560,0.008969600001970928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,2560,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,2560,0.00922879974047343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,2560,0.009078400333722432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,2560,0.009405866265296936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,2560,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,2560,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,2560,0.007459199925263722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,2560,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,2560,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,2560,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,2560,0.008912000060081481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,2560,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,2560,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,2560,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,2560,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,2560,0.008217599987983704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,2560,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,2560,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,2560,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,2560,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,2560,0.007221333185831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,2560,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,3072,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,2560,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,2560,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,2560,0.007221333185831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,2560,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,2560,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,2560,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,2560,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,2560,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,2560,0.007243733108043671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,2560,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,2560,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,2560,0.007202133536338806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,2560,0.25592106183369956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,2560,0.5077653249104818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,2560,0.07607146898905436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,2560,0.07801493008931479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,2560,0.07244053681691488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,2560,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,2560,0.07152746518452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,2560,0.06936213175455729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,2560,0.06357973416646322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,2560,0.06052480141321818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,2560,0.060268799463907875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,2560,0.055986134211222324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,2560,0.05600746472676595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,2560,0.05445653200149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,2560,0.05459946791330973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,2560,0.05230186780293783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,2560,0.05267413457234701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,2560,0.12298773129781086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,2560,0.0499786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,2560,0.04479893445968628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,2560,0.045422931512196854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,2560,0.04131306807200114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,3072,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,2560,0.04117120107014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,2560,0.039979732036590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,2560,0.04057066837946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,2560,0.03679466644922892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,2560,0.03452266852060954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,2560,0.0336736003557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,2560,0.031481599807739256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,2560,0.030765867233276366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,2560,0.027090134223302205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,2560,0.025549866755803424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,2560,0.02839573423067729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,2560,0.023509333531061806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,2560,0.02045546571413676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,2560,0.049788800875345866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,2560,0.01961173415184021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,2560,0.01933120091756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,2560,0.01973973313967387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,2560,0.020181334018707274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,2560,0.02025173306465149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,2560,0.01922986706097921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,2560,0.01939520041147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,2560,0.019614932934443156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,2560,0.018201599518458046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,2560,0.018279467026392618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,2560,0.01773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,2560,0.03506346543629964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,2560,0.018157867590586345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,2560,0.019092265764872232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,2560,0.017515732844670614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,2560,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,2560,0.01939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,2560,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,2560,0.016976000865300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,2560,0.01689066688219706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,2560,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,2560,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,2560,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,2560,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,2560,0.01530880033969879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,2560,0.016042666633923848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,2560,0.015547733505566916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,2560,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,2560,0.014908799529075622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,2560,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,2560,0.015135999520619711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,2560,0.016268799702326454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,2560,0.015607466300328573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,2560,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,2560,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,2560,0.016383999586105348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,2560,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,2560,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,2560,0.01620693306128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,2560,0.8452661514282227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,2560,0.20865599314371744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,2560,1.6603200276692707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,2560,0.1862826665242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,2560,0.4254410743713379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,2560,0.1648522694905599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,2560,0.21866559982299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,2560,0.193502934773763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,2560,0.16506560643513996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,2560,0.12163946628570557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,2560,0.11321600278218587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,2560,0.10924266974131266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,2560,0.1053045352300008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,2560,0.1483232021331787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,2560,0.14190932909647624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,2560,0.09230079650878906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,2560,0.0850816011428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,2560,0.08140693505605062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,2560,0.07820266882578532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,2560,0.07326400279998779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,2560,0.14636905988057453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,2560,0.0964639981587728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,2560,0.09887999693552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,2560,0.05821119944254557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,2560,0.05070720116297404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,2560,0.05551466544469198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,2560,0.04869333505630493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,2560,0.07069760163625081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,2560,0.06397226651509604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,2560,0.031060266494750976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,2560,0.02400319973627726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,2560,0.02272319992383321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,2560,0.04113173484802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,2560,0.04024106661478678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,2560,0.03287573258082072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,2560,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,2560,0.01418239971001943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,2560,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,2560,0.013236266374588013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,2560,0.012745599945386252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,2560,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,2560,0.012476799885431926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,2560,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,2560,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,2560,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,2560,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,2560,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,2560,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,2560,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,2560,0.00941973328590393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,2560,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,2560,0.013803733388582864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,2560,0.012967466314633688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,2560,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,2560,0.0139957328637441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,2560,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,2560,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,2560,0.013297067085901896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,2560,0.0129120002190272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,2560,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,2560,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,2560,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,2560,0.015608533223470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,2560,0.013783466815948487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,2560,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,2560,0.014131200313568116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,2560,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,2560,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,2560,0.015211733182271323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,2560,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,2560,0.014890666802724203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,2560,0.011449600259462994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,2560,0.27909971872965494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,2560,0.14701226552327473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,2560,0.07785279750823974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,2560,0.04421866734822591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,2560,0.04523200194040934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,2560,0.010925867160161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,2560,0.04406826496124268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,2560,0.043246932824452716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,2560,0.043569068113962814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,2560,0.03797546625137329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,2560,0.03786453406016032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,2560,0.03676906824111938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,2560,0.03687253395716349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,2560,0.03623786767323812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,2560,0.03633386691411336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,2560,0.03552213509877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,2560,0.03459200064341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,2560,0.029757867256800335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,2560,0.029364265998204547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,2560,0.02885546684265137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,2560,0.02872106631596883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,2560,0.02826346755027771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,2560,0.027778132756551104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,2560,0.02187946637471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,2560,0.026843732595443724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,2560,0.021517866849899293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,2560,0.021504000822703043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,2560,0.020826667547225952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,2560,0.019898666938145956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,2560,0.01992320020993551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,2560,0.019850667317708334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,2560,0.019683200120925903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,2560,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,2560,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,2560,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,2560,0.012594133615493774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,2560,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,2560,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,2560,0.011572266618410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,2560,0.011366400122642516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,2560,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,2560,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,2560,0.011754666765530903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,2560,0.011381333072980244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,2560,0.011585066715876263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,2560,0.010889599720637005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,2560,0.011270399888356526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,2560,0.011497599879900615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,2560,0.011355732878049214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,2560,0.011754666765530903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,2560,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,2560,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,2560,0.011281067132949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,2560,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,2560,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,2560,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,2560,0.010936533411343891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,2560,0.011002666751543681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,2560,0.01088853379090627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,2560,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,2560,0.011004799604415893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,2560,0.011313066879908244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,2560,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,2560,0.010908800363540649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,2560,0.011340799927711486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,2560,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,2560,0.010859733819961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,2560,0.0113045334815979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,2560,0.01093226671218872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,2560,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,2560,0.011303466558456422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,2048,0.39317547480265297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,2560,0.011206400394439698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,2048,0.20122133890787758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,2048,0.10159253279368083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,2048,0.06134719848632812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,2048,0.057805867989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,2048,0.06368853251139323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,2048,0.053352534770965576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,2048,0.06239893436431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,2048,0.04591999848683675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,2048,0.050894931952158606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,2048,0.04360959927241008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,2048,0.04779306650161743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,2048,0.04244693517684937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,2048,0.04445013205210368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,2048,0.03973013162612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,2048,0.03506453434626262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,2048,0.034585599104563394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,2048,0.0330186665058136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,2048,0.033114665746688844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,2048,0.03062933286031087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,2048,0.031205334266026813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,2048,0.0265066663424174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,2048,0.026715733607610065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,2048,0.025008000930150348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,2048,0.024627200762430825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,2048,0.022177066405614218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,2048,0.02172586719195048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,2048,0.01984106699625651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,2048,0.01834453344345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,2048,0.017961599429448447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,2048,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,2048,0.014350933829943338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,2048,0.013865600029627482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,2048,0.01216319998105367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,2048,0.009843200445175171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,2048,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,2048,0.007348266740640004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,2560,0.010955733060836793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,2048,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,2048,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,2048,0.007793066898981731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,2048,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,2048,0.00811839997768402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,2048,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,2048,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,2048,0.006428800026575724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,2048,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,2048,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,2048,0.006906666855017345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,2048,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,2048,0.00784853349129359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,2048,0.007838933169841767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,2048,0.00701333334048589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,2048,0.005947733422120413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,2048,0.005973333120346069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,2048,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,2048,0.006820266445477803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,2048,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,2048,0.005577600002288819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,2048,0.005815466741720835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,2048,0.00556160012880961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,2048,0.005671466886997223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,2048,0.005539200206597646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,2048,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,2048,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,2048,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,2048,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,2048,0.005538133283456167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,2048,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,2048,0.005785599847634633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,2048,0.005565866827964783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,2048,0.005596800148487091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,2048,0.005542399982611338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,2048,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,2048,0.005824000140031179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,2048,0.20244906743367513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,2048,0.41195093790690107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,2048,0.10043946901957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,2048,0.05745280186335246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,2048,0.06068053245544434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,2560,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,2048,0.05710933208465576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,2048,0.056689067681630456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,2048,0.05282133420308431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,2048,0.0570527990659078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,2048,0.052690132459004724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,2048,0.05312853256861368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,2048,0.04888319969177246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,2048,0.050088532765706385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,2048,0.04952746629714966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,2048,0.045975466569264725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,2048,0.043538133303324386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,2048,0.04437439839045207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,2048,0.04127999941507975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,2048,0.0392138679822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,2048,0.03948906660079956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,2048,0.03544319868087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,2048,0.03605226675669353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,2048,0.036429866154988604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,2048,0.03560640017191569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,2048,0.034086398283640545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,2048,0.033138134082158405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,2048,0.03138239979743958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,2048,0.030193066596984862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,2048,0.0299615999062856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,2048,0.027591466903686523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,2048,0.025959465901056928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,2048,0.02195626695950826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,2048,0.0237610658009847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,2048,0.019362133741378785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,2048,0.041791999340057374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,2048,0.019513599077860513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,2048,0.017831466595331826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,2048,0.018427733580271402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,2048,0.01832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,2048,0.019478400548299156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,2048,0.01730239987373352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,2048,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,2048,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,2048,0.017193599541982015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,2048,0.01776533325513204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,2048,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,2048,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,2048,0.02695786754290263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,2048,0.018636800845464072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,2048,0.0170741339524587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,2048,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,2048,0.017598932981491087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,2048,0.015575466553370157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,2048,0.01636373301347097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,2048,0.017179733514785765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,2048,0.01721386710802714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,2048,0.01628266672293345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,2048,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,2048,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,2048,0.01616426706314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,2048,0.016025599837303162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,2048,0.015277866522471109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,2048,0.015598932902018229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,2048,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,2048,0.014798933267593383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,2048,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,2048,0.016054399808247886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,2048,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,2048,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,2048,0.014692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,2048,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,2048,0.01477013329664866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,2048,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,2048,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,2048,0.8098410924275716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,2048,0.17692054112752278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,2048,1.6016948699951172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,2048,0.15231146812438964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,2048,0.40955521265665695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,2048,0.13976426124572755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,2048,0.13010986646016437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,2048,0.19506667455037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,2048,0.15842347145080565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,2048,0.1084437370300293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,2048,0.10569067001342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,2048,0.10010453065236409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,2048,0.09840959707895915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,2048,0.11854613622029622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,2048,0.14217920303344728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,2048,0.09007360140482584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,2048,0.12472000122070312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,2048,0.0865237315495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,2048,0.07951893011728922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,2048,0.07694506645202637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,2048,0.06847893397013347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,2048,0.06607466538747152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,2048,0.055070932706197104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,2048,0.05403840144475301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,2048,0.04714560111363729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,2048,0.04643093347549439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,2048,0.07688106695810953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,2048,0.09149333635965982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,2048,0.03902933200200399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,2048,0.02956266601880391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,2048,0.023069866498311362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,2048,0.060242132345835364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,2048,0.037811199824015304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,2048,0.031310933828353885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,2048,0.015367466211318969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,2048,0.021713066101074218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,2048,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,2048,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,2048,0.012075733145078022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,2048,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,2048,0.012006400028864543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,2048,0.013379200299580892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,2048,0.013446399569511413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,2048,0.01365013321240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,2048,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,2048,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,2048,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,2048,0.010451199611028035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,2048,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,2048,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,2048,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,2048,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,2048,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,2048,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,2048,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,2048,0.012831999858220419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,2048,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,2048,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,2048,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,2048,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,2048,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,2048,0.013277866442998252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,2048,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,2048,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,2048,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,2048,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,2048,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,2048,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,2048,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,2048,0.013738666971524557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,2048,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,2048,0.23430186907450357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,2048,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,2048,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,2048,0.12066880067189534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,2048,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,2048,0.06520426670710246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,2048,0.0378325343132019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,2048,0.03856639862060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,2048,0.03744213183720906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,2048,0.03755413293838501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,2048,0.03663359880447388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,2048,0.03281280001004537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,2048,0.03214933276176453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,2048,0.031830400228500366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,2048,0.030614399909973146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,2048,0.031098665793736775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,2048,0.030356266101201373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,2048,0.03057173291842143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,2048,0.029101866483688354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,2048,0.025397332509358723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,2048,0.024551467100779215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,2048,0.025654399394989015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,2048,0.024046933650970458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,2048,0.024475733439127602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,2048,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,2048,0.024383999903996787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,2048,0.01872533361117045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,2048,0.019093332688013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,2048,0.017802667617797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,2048,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,2048,0.017423999309539796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,2048,0.017845332622528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,2048,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,2048,0.017068799336751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,2048,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,2048,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,2048,0.012053333719571431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,2048,0.011364266276359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,2048,0.010912000139554342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,2048,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,2048,0.010517332951227825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,2048,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,2048,0.01048959990342458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,2048,0.010522666573524474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,2048,0.010470400253931682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,2048,0.010827733079592387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,2048,0.01060479978720347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,2048,0.010469333330790202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,2048,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,2048,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,2048,0.010095999638239542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,2048,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,2048,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,2048,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,2048,0.010450133681297302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,2048,0.0100682665904363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,2048,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,2048,0.010079999764760334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,2048,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,2048,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,2048,0.010260267059008281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,2048,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,2048,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,2048,0.010085333387056987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,2048,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,2048,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,2048,0.01039573351542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,2048,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,2048,0.0100682665904363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,2048,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,2048,0.010479999581972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,2048,0.010443733135859171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,2048,0.010285866260528565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,2048,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,1536,0.3064511934916178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,1536,0.14962879816691083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,1536,0.07691733042399088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,1536,0.04528106848398845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,1536,0.043917866547902425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,1536,0.04266666571299235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,1536,0.040616532166798905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,1536,0.04141226609547933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,1536,0.03573760191599528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,1536,0.03709119955698649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,1536,0.03463786840438843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,2048,0.01050986647605896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,1536,0.03330026666323344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,1536,0.03293973406155904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,1536,0.03075946569442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,1536,0.030723200241724653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,1536,0.02804159919420878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,1536,0.026692267258961993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,1536,0.02649066646893819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,1536,0.02531306743621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,1536,0.02439039945602417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,1536,0.024637866020202636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,1536,0.021347200870513915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,1536,0.021105066935221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,1536,0.02018986741701762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,1536,0.019308799505233766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,1536,0.01793173352877299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,1536,0.017051732540130614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,1536,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,1536,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,1536,0.01418346663316091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,1536,0.012391466895739238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,2048,0.010155733426411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,1536,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,1536,0.011024000247319539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,1536,0.009671466549237569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,1536,0.008051200211048127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,1536,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,1536,0.006018133461475372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,1536,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,1536,0.006393600006898243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,1536,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,1536,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,1536,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,1536,0.006554666658242543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,1536,0.005959466596444448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,1536,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,1536,0.00524479995171229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,1536,0.005346133311589559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,1536,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,1536,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,1536,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,1536,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,1536,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,1536,0.004722133278846741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,1536,0.004583466549714406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,1536,0.004700799783070883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,1536,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,1536,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,1536,0.0051818668842315676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,1536,0.004315733412901561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,1536,0.004317866762479147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,1536,0.004298666616280874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,1536,0.004344533383846283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,1536,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,1536,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,1536,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,1536,0.004251733422279358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,1536,0.004166399935881296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,1536,0.004133333265781402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,1536,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,1536,0.0040949332217375435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,1536,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,1536,0.004334933559099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,1536,0.0046165332198143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,1536,0.004833066463470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,1536,0.15132907231648762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,1536,0.31538025538126624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,1536,0.07616106669108072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,1536,0.04751146634419759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,1536,0.049737600485483806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,1536,0.046776533126831055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,1536,0.04912213484446208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,1536,0.05011200110117594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,1536,0.043644801775614424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,1536,0.042498131593068436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,1536,0.04292373259862264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,1536,0.041124268372853594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,1536,0.04036373297373454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,1536,0.03996373414993286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,1536,0.03916480143864949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,1536,0.03578986724217732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,1536,0.0357749342918396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,1536,0.03573653300603231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,1536,0.035816534360249834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,1536,0.0343231995900472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,1536,0.03386346499125163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,1536,0.03158933321634928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,1536,0.03155840039253235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,1536,0.03217386603355408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,1536,0.030373332897822063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,1536,0.02892799973487854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,1536,0.02805226643880208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,1536,0.02658453385035197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,1536,0.02514773408571879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,1536,0.02565866708755493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,1536,0.023729066054026283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,1536,0.022823466857274374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,1536,0.022658133506774904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,1536,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,1536,0.019333332777023315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,1536,0.018935465812683107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,1536,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,1536,0.01795413295427958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,1536,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,1536,0.016993065675099693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,1536,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,1536,0.017630932728449504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,1536,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,2048,0.010082133611043294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,1536,0.017110399405161538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,1536,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,1536,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,1536,0.01781760056813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,1536,0.018422400951385497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,1536,0.01753066579500834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,1536,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,1536,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,1536,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,1536,0.017207467555999757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,1536,0.015876266360282897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,1536,0.017249067624409996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,1536,0.016192000110944113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,1536,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,1536,0.014807466665903726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,1536,0.014841600259145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,1536,0.015018666783968607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,1536,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,1536,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,1536,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,1536,0.01560426652431488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,1536,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,1536,0.014647466937700906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,1536,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,1536,0.014806399742762247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,1536,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,1536,0.015210666259129844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,1536,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,1536,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,1536,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,1536,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,1536,1.5551199595133463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,1536,0.1437503973642985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,1536,0.7892970403035482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,1536,0.12830399672190348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,1536,0.39390719731648766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,1536,0.12265280087788899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,1536,0.1479925314585368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,1536,0.13699520428975423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,1536,0.12472746372222901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,1536,0.10147840181986492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,1536,0.09847679932912191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,1536,0.11777493158976238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,1536,0.09478826522827148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,1536,0.09190826416015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,1536,0.11003626982371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,1536,0.079912535349528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,1536,0.07515093485514322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,1536,0.07113493283589681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,1536,0.0687391996383667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,1536,0.06421120166778564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,1536,0.10705066521962484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,1536,0.08745600382486979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,1536,0.052228267987569174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,1536,0.08419626553853353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,1536,0.05015893379847208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,1536,0.044505600134531656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,1536,0.04317440191904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,1536,0.061356798807779944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,1536,0.057342934608459475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,1536,0.027561599016189577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,1536,0.021882667144139608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,1536,0.037079465389251706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,1536,0.02030506730079651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,1536,0.03520533243815104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,1536,0.02964479923248291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,1536,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,1536,0.012888532876968384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,1536,0.014763733744621277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,1536,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,1536,0.011337600151697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,1536,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,1536,0.011648000280062357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,1536,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,1536,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,1536,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,1536,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,1536,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,1536,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,1536,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,1536,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,1536,0.010789333780606588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,1536,0.011158399780591329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,1536,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,1536,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,1536,0.010841600100199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,1536,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,1536,0.010713600118954976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,1536,0.011593600114186604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,1536,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,1536,0.010698666175206501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,1536,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,1536,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,1536,0.01071999967098236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,1536,0.01197653313477834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,1536,0.011342933773994446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,1536,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,1536,0.010505599776903789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,1536,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,1536,0.011165866255760193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,1536,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,1536,0.011754666765530903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,1536,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,1536,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,1536,0.10075733661651612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,1536,0.05426559845606486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,1536,0.18924800554911297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,1536,0.03194560011227925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,1536,0.031853866577148435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,1536,0.031402667363484696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,1536,0.031402667363484696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,1536,0.030801065762837726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,1536,0.027328000466028853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,1536,0.027321600914001466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,1536,0.02687893311182658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,1536,0.02616853316624959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,1536,0.02650559941927592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,1536,0.026071467002232868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,1536,0.025500800212224322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,1536,0.02491413354873657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,1536,0.02227946718533834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,1536,0.02151893377304077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,1536,0.02115839918454488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,1536,0.020884267489115396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,1536,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,1536,0.020326399803161622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,1536,0.01990399956703186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,1536,0.01678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,1536,0.01583253343900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,1536,0.01646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,1536,0.015658666690190635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,1536,0.015851733088493348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,1536,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,1536,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,1536,0.014728533228238425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,1536,0.010935466488202412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,1536,0.010912000139554342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,1536,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,1536,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,1536,0.009802666306495667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,1536,0.009686400492986042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,1536,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,1536,0.009662933150927226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,1536,0.009661866227785747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,1536,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,1536,0.009614933530489604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,1536,0.009642666578292847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,1536,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,1536,0.009450667103131612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,1536,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,1536,0.009458133578300476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,1536,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,1536,0.00972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,1536,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,1536,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,1536,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,1536,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,1536,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,1536,0.009283199906349182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,1536,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,1536,0.009273599584897358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,1536,0.009267200032869976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,1536,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,1536,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,1536,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,1536,0.00951039989789327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,1536,0.009282132983207703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,1536,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,1536,0.009270399808883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,1536,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,1536,0.009333333373069764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,1024,0.2025258700052897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,1024,0.09981439908345541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,1024,0.05050346851348877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,1024,0.029208532969156903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,1024,0.030104533831278486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,1024,0.026525866985321046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,1024,0.026877866188685103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,1024,0.02823466658592224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,1024,0.02442453304926554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,1024,0.02324906587600708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,1024,0.02326293389002482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,1024,0.022666666905085245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,1024,0.022538665930430093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,1024,0.021638399362564086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,1024,0.021000534296035767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,1024,0.01880106727282206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,1536,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,1024,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,1024,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,1024,0.017797333002090455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,1024,0.016821332772572837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,1024,0.01728746692339579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,1024,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,1024,0.015097600221633912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,1024,0.014309333761533103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,1024,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,1024,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,1024,0.011892267068227132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,1024,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,1024,0.010499200224876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,1024,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,1024,0.009102933605511983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,1024,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,1024,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,1024,0.007655466596285502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,1024,0.006037333110968272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,1024,0.00516480008761088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,1024,0.004770133395989736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,1024,0.005182933310667674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,1024,0.005141333242257436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,1024,0.005121066669623057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,1024,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,1024,0.004827733337879181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,1024,0.004717866579691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,1024,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,1024,0.00421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,1024,0.0044490665197372435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,1024,0.004347733159859975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,1024,0.004729599754015604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,1024,0.004816000163555145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,1024,0.004775466521581014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,1536,0.009268266956011455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,1024,0.0051018665234247845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,1024,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,1024,0.003924266745646795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,1024,0.003946666667858759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,1024,0.0039488000174363455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,1024,0.004240000247955322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,1024,0.004240000247955322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,1024,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,1024,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,1024,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,1536,0.00913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,1024,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,1024,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,1024,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,1024,0.0034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,1024,0.003655466685692469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,1024,0.003730133424202601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,1024,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,1024,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,1024,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,1024,0.003551999976237615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,1024,0.0038773333032925926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,1024,0.004250666499137879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,1024,0.00377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,1024,0.21342293421427408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,1024,0.10536959966023762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,1024,0.06044160127639771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,1024,0.038089601198832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,1024,0.038276267051696775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,1024,0.03749973376592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,1024,0.037481598059336346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,1024,0.03715946674346924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,1024,0.03515093326568604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,1024,0.03513706525166829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,1024,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,1024,0.03455893198649089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,1024,0.03347626527150472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,1024,0.033964800834655764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,1024,0.03485226631164551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,1024,0.03128426671028137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,1024,0.030818132559458415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,1024,0.030032000939051312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,1024,0.029256532589594524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,1024,0.028910932938257854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,1024,0.026995199918746948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,1024,0.027057067553202314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,1024,0.027933865785598755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,1024,0.025890133778254193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,1024,0.02528853416442871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,1024,0.025538132588068647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,1024,0.023146667083104453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,1024,0.023782400290171306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,1024,0.022716800371805825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,1024,0.03396586577097575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,1024,0.02172693411509196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,1024,0.021277866760889688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,1024,0.02136960029602051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,1024,0.018771199385325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,1024,0.019321600596110024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,1024,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,1024,0.03212053378423055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,1024,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,1024,0.016732800006866454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,1024,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,1024,0.01713599960009257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,1024,0.01673813263575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,1024,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,1024,0.015899733702341715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,1024,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,1024,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,1024,0.015452800194422403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,1024,0.01536853313446045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,1024,0.016212266683578492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,1024,0.016129066546758018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,1024,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,1024,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,1024,0.016784000396728515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,1024,0.01581653356552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,1024,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,1024,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,1024,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,1024,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,1024,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,1024,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,1024,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,1024,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,1024,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,1024,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,1024,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,1024,0.014385066429773965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,1024,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,1024,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,1024,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,1024,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,1024,0.013925333817799887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,1024,0.014797866344451904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,1024,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,1024,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,1024,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,1024,0.7561866760253906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,1024,0.12832213242848714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,1024,1.5071125030517578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,1024,0.11960426966349284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,1024,0.37347520192464195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,1024,0.11366613705952962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,1024,0.1303008000055949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,1024,0.11994240283966065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,1024,0.11432639757792155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,1024,0.09713386694590251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,1024,0.09213120142618815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,1024,0.09008533159891764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,1024,0.08580373128255209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,1024,0.10688532988230388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,1024,0.10301439762115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,1024,0.07525226275126139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,1024,0.06913173198699951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,1024,0.06820159753163656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,1024,0.0630016009012858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,1024,0.061096533139546716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,1024,0.09941439628601074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,1024,0.08261866569519043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,1024,0.048580265045166014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,1024,0.07701226870218912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,1024,0.04777599970499675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,1024,0.04121493498484294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,1024,0.0405781348546346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,1024,0.05644906759262085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,1024,0.05448213418324789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,1024,0.026676267385482788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,1024,0.021134932835896812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,1024,0.01987733244895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,1024,0.034195200602213545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,1024,0.0341045339902242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,1024,0.028012800216674804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,1024,0.013790933291117349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,1024,0.012139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,1024,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,1024,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,1024,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,1024,0.010684800148010255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,1024,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,1024,0.012544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,1024,0.012088533242543538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,1024,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,1024,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,1024,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,1024,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,1024,0.009261866410573322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,1024,0.010502400000890096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,1024,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,1024,0.008873599767684936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,1024,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,1024,0.009410132964452107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,1024,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,1024,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,1024,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,1024,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,1024,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,1024,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,1024,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,1024,0.009901866316795349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,1024,0.009806933005650838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,1024,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,1024,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,1024,0.009866666793823243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,1024,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,1024,0.009669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,1024,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,1024,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,1024,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,1024,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,1024,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,1024,0.1413823922475179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,1024,0.07471893628438314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,1024,0.041441067059834795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,1024,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,1024,0.024887466430664064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,1024,0.02410773237546285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,1024,0.02440746625264486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,1024,0.024462932348251344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,1024,0.02163413365681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,1024,0.02185813387235006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,1024,0.021127466360727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,1024,0.020770132541656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,1024,0.021543467044830324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,1024,0.02072319984436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,1024,0.009686400492986042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,1024,0.020631466309229532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,1024,0.020360533396402994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,1024,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,1024,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,1024,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,1024,0.017428267002105712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,1024,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,1024,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,1024,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,1024,0.013321600357691445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,1024,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,1024,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,1024,0.012575999895731608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,1024,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,1024,0.012948266665140786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,1024,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,1024,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,1024,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,1024,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,1024,0.009249066313107807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,1024,0.00921066701412201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,1024,0.008852266271909078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,1024,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,1024,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,1024,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,1024,0.008834133545557659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,1024,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,1024,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,1024,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,1024,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,1024,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,1024,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,1024,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,1024,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,1024,0.008589866757392883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,1024,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,1024,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,1024,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,1024,0.008027733365694682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,1024,0.008463999629020691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,1024,0.00848746697107951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,1024,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,1024,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,1024,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,1024,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,1024,0.008370133241017659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,1024,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,1024,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,1024,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,1024,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,1024,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,1024,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,1024,0.008508800466855367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,1024,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,768,0.16314345995585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,768,0.08297173182169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,768,0.042738131682078045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,768,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,768,0.023542400201161703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,768,0.021466666460037233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,768,0.021626667181650797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,768,0.023004800081253052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,768,0.01931519905726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,768,0.018875734011332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,768,0.019793067375818887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,768,0.019770665963490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,768,0.01948053240776062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,768,0.01843093236287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,768,0.0180021325747172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,768,0.015576533476511636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,768,0.015252266327540079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,768,0.014978133638699851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,768,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,768,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,768,0.013846400380134582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,768,0.011989333232243856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,768,0.012194133798281352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,768,0.012300800283749897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,768,0.011524266997973124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,768,0.010796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,768,0.010258133212725323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,768,0.009427199761072796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,768,0.008874666690826417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,768,0.008528000116348267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,768,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,768,0.006883200009663899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,768,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,768,0.006460799773534138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,1024,0.008716799815495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,768,0.005585066477457682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,768,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,768,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,768,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,768,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,768,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,768,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,1024,0.00848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,768,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,768,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,768,0.0035743998984495797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,768,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,768,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,1024,0.008430932958920796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,768,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,768,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,768,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,768,0.004322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,768,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,768,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,768,0.003446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,768,0.003442133218050003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,768,0.0037791999677817024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,768,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,768,0.003091199944416682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,768,0.0030847998956839246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,768,0.003081600119670232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,768,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,768,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,768,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,768,0.0031285333136717476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,768,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,768,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,768,0.0041685332854588825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,768,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,768,0.00311253344019254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,768,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,768,0.0032330666979153953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,768,0.003499733408292135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,768,0.16431040763854982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,768,0.08711466789245606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,768,0.05256746610005697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,768,0.033446399370829265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,768,0.03465493520100911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,768,0.033030400673548385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,768,0.03393386602401734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,768,0.03328533371289571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,768,0.031727999448776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,768,0.030295467376708983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,768,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,768,0.029127466678619384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,768,0.030449066559473676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,768,0.03194560011227925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,768,0.026898133754730224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,768,0.030916267633438112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,768,0.027525333563486735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,768,0.027268266677856444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,768,0.02842666705449422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,768,0.02654400070508321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,768,0.025745066006978352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,768,0.02529173294703166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,768,0.024833067258199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,768,0.024961066246032716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,768,0.023044266303380332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,768,0.022702932357788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,768,0.0314517339070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,768,0.023594667514165245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,768,0.022388267517089843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,768,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,768,0.021244800090789794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,768,0.020819199085235596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,768,0.019638399283091225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,768,0.019207467635472618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,768,0.017427200078964235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,768,0.01880426605542501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,768,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,768,0.01634880006313324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,768,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,768,0.01681386629740397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,768,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,768,0.01754986643791199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,768,0.015575466553370157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,768,0.016245333353678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,768,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,768,0.016703999042510985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,768,0.015103999773661295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,768,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,768,0.015974400440851848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,768,0.015634133418401083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,768,0.015317333738009134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,768,0.01695466637611389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,768,0.016241066654523215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,768,0.015714133779207863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,768,0.014847999811172486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,768,0.016724266608556113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,768,0.016337066888809204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,768,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,768,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,768,0.01569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,768,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,768,0.013594667116800943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,768,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,768,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,768,0.014281599720319112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,768,0.01425386667251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,768,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,768,0.01341546674569448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,768,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,768,0.014178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,768,0.013363200426101684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,768,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,768,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,768,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,768,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,768,0.7443424224853515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,768,0.12499946753184002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,768,1.486020278930664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,768,0.11417067050933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,768,0.36504958470662435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,768,0.10804800192515056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,768,0.12536853154500324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,768,0.11688533624013264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,768,0.1103658676147461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,768,0.09313706556955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,768,0.0890175978342692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,768,0.08664960066477458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,768,0.0826901356379191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,768,0.10006293455759685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,768,0.10393813451131184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,768,0.07345706621805827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,768,0.06813866297403971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,768,0.066594131787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,768,0.062295468648274746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,768,0.05971200068791708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,768,0.0962112029393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,768,0.07494719823201498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,768,0.04641706546147664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,768,0.04569386641184489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,768,0.039893333117167154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,768,0.038933332761128744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,768,0.07956693172454835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,768,0.05521066586176554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,768,0.052699732780456546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,768,0.025970133145650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,768,0.020309333006540933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,768,0.01900906761487325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,768,0.03335893154144287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,768,0.03247039914131165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,768,0.026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,768,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,768,0.01204266647497813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,768,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,768,0.010809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,768,0.011185066898663838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,768,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,768,0.01167146662871043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,768,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,768,0.011636267105738323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,768,0.008705066641171773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,768,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,768,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,768,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,768,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,768,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,768,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,768,0.008282666901747386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,768,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,768,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,768,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,768,0.008823466300964356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,768,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,768,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,768,0.008055466910203297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,768,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,768,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,768,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,768,0.008712533116340637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,768,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,768,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,768,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,768,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,768,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,768,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,768,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,768,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,768,0.1197503964106242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,768,0.06361600160598754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,768,0.03626240094502767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,768,0.022746666272481283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,768,0.022403200467427574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,768,0.022294400135676067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,768,0.02288320064544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,768,0.02145706613858541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,768,0.019421867529551187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,768,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,768,0.020111999909083047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,768,0.019368533293406168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,768,0.01898026665051778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,768,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,768,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,768,0.019234132766723634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,768,0.01607146660486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,768,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,768,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,768,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,768,0.015685333808263143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,768,0.015341867009798685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,768,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,768,0.015352533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,768,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,768,0.012345600128173827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,768,0.012612266341845193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,768,0.012176000078519185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,768,0.01190826694170634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,768,0.011467732985814412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,768,0.01172693371772766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,768,0.010855467120806376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,768,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,768,0.009004799524943034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,768,0.008682666222254436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,768,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,768,0.008294400076071422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,768,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,768,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,768,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,768,0.008317866424719492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,768,0.008482133348782856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,768,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,768,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,768,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,768,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,768,0.008006399869918824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,768,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,768,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,768,0.008089600006739299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,768,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,768,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,768,0.007876266539096833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,768,0.008060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,768,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,768,0.00801813354094823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,768,0.008065066734949748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,768,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,768,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,768,0.00801813354094823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,768,0.007614933451016744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,768,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,768,0.008076799909273784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,768,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,768,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,768,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,768,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,512,0.05791680018107096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,512,0.029373866319656373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,512,0.1188810666402181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,512,0.01616853376229604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,512,0.017785600821177163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,512,0.015362133582433065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,512,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,512,0.014842666188875833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,512,0.014300800363222756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,512,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,512,0.013751467068990072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,512,0.013450666268666586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,512,0.013215999801953635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,512,0.014137599865595499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,512,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,512,0.011529599626859028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,512,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,512,0.011053867141405741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,512,0.010667733351389567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,768,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,512,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,512,0.008970666925112407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,512,0.00951573352018992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,512,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,512,0.008676266670227051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,512,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,512,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,512,0.00848533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,512,0.0069354668259620665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,512,0.006810666620731353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,512,0.016681599617004394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,512,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,512,0.00595306654771169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,512,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,512,0.005949866771697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,512,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,512,0.00480320006608963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,512,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,512,0.003957333415746689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,512,0.0038890667259693147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,512,0.00396373321612676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,512,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,512,0.0039594667653242745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,512,0.003930666546026865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,512,0.003568000098069509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,512,0.0033546666304270422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,512,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,512,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,768,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,512,0.00363520011305809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,512,0.0038975998759269714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,512,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,512,0.00346666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,512,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,512,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,512,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,512,0.003078400095303853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,512,0.0026880001028378804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,512,0.0027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,512,0.002746666719516118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,512,0.002664533257484436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,512,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,512,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,512,0.002721066772937775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,512,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,512,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,512,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,512,0.0026517334083716077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,512,0.0028927999238173166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,512,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,512,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,512,0.0036533333361148832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,512,0.12738026777903239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,512,0.04336213270823161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,512,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,512,0.07053546905517578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,512,0.030186667044957476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,512,0.03457599878311157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,512,0.029356799523035687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,512,0.03027413288752238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,512,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,512,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,512,0.02804906765619914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,512,0.027934932708740236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,512,0.028538666168848675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,512,0.028820266326268513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,512,0.028601600726445513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,512,0.025076266129811602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,512,0.024870399634043375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,512,0.024791467189788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,512,0.027383466561635334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,512,0.024053333202997844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,512,0.023491199811299643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,512,0.022578134139378866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,512,0.02281493345896403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,512,0.022588799397150673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,512,0.02131839990615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,512,0.020801067352294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,512,0.01921280026435852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,512,0.020606933037439983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,512,0.027156267563501996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,512,0.018917334079742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,512,0.01948266625404358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,512,0.018911999464035035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,512,0.01769919991493225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,512,0.018523732821146645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,512,0.017114667097727458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,512,0.01507306694984436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,512,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,512,0.015989333391189575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,512,0.016852267583211265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,512,0.01544533371925354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,512,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,512,0.0153546671072642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,512,0.021607466538747153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,512,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,512,0.0163263996442159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,512,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,512,0.014738133549690247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,512,0.016539733608563742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,512,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,512,0.01471466620763143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,512,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,512,0.0156768004099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,512,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,512,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,512,0.015892266233762106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,512,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,512,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,512,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,512,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,512,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,512,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,512,0.014014933506647745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,512,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,512,0.013895466923713684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,512,0.013983999689420065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,512,0.013499733805656434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,512,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,512,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,512,0.014201600352923074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,512,0.01360426644484202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,512,0.014113066593805948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,512,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,512,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,512,0.014070399602254233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,512,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,512,0.33796052932739257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,512,0.1180799961090088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,512,1.4474965413411458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,512,0.11069653034210206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,512,0.7273258845011393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,512,0.10423680146535237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,512,0.11954452991485595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,512,0.11252373059590656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,512,0.10552213191986085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,512,0.09050026734670004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,512,0.08545386791229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,512,0.08439573446909586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,512,0.07962559858957927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,512,0.10049066543579102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,512,0.09646080334981283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,512,0.07063679695129395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,512,0.06487253506978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,512,0.06415466864903768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,512,0.05914773146311442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,512,0.057308801015218104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,512,0.0927786668141683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,512,0.0775157372156779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,512,0.04534506797790527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,512,0.04492693344751994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,512,0.038813865184783934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,512,0.03798720041910807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,512,0.07291306654612223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,512,0.051874132951100674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,512,0.05108586549758911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,512,0.025198932488759356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,512,0.01983039975166321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,512,0.018663465976715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,512,0.032229334115982056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,512,0.03153066635131836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,512,0.025545599063237508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,512,0.012896000345547994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,512,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,512,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,512,0.01046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,512,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,512,0.01116480032602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,512,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,512,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,512,0.011615999539693196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,512,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,512,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,512,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,512,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,512,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,512,0.008740267157554627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,512,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,512,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,512,0.008437333504358928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,512,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,512,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,512,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,512,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,512,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,512,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,512,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,512,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,512,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,512,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,512,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,512,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,512,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,512,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,512,0.09928426742553711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,512,0.05314559936523437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,512,0.03250453273455302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,512,0.021086933215459187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,512,0.02067626714706421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,512,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,512,0.020150399208068846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,512,0.019746132691701255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,512,0.01831573247909546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,512,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,512,0.017534933487574258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,512,0.01785599986712138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,512,0.017087999979654947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,512,0.0170197327931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,512,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,512,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,512,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,512,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,512,0.014261333147684732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,512,0.013751467068990072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,512,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,512,0.008845866719881693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,512,0.013596799969673157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,512,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,512,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,512,0.011433600385983785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,512,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,512,0.01086293359597524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,512,0.010538666447003683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,512,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,512,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,512,0.010013866424560546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,512,0.008745599786440532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,512,0.008522666494051616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,512,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,512,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,512,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,512,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,512,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,512,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,512,0.00763626645008723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,512,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,512,0.007892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,512,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,512,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,512,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,512,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,512,0.007729066908359528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,512,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,512,0.007740800082683563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,512,0.00763733337322871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,512,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,512,0.0076117331782976794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,512,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,512,0.007253333429495494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,512,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,512,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,512,0.007605333129564922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,512,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,512,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,512,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,512,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,256,0.0769589344660441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,256,0.03954133192698161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,256,0.020997333526611327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,512,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,256,0.012423466642697651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,256,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,256,0.011820800105730693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,256,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,256,0.012044800321261089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,256,0.0102783997853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,256,0.0100000003973643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,256,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,256,0.00985599954922994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,512,0.007857066889603932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,256,0.012088533242543538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,256,0.010921600461006164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,256,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,256,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,256,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,256,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,256,0.00786240001519521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,256,0.007649066547552745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,256,0.006786133348941803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,256,0.006778666873772939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,512,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,256,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,256,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,256,0.0064533332983652755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,256,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,256,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,256,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,256,0.005121066669623057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,256,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,256,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,256,0.004534400006135305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,256,0.0034175999462604523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,256,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,256,0.003470933437347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,256,0.00346666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,256,0.0033482665816942847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,256,0.0031680000325044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,256,0.00317546675602595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,256,0.009665066997210186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,256,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,256,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,256,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,256,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,256,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,256,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,256,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,256,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,256,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,256,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,256,0.003925333420435587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,256,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,256,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,256,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,256,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,256,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,256,0.0025248001019159954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,256,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,256,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,256,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,256,0.002525866776704788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,256,0.0025418666501839954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,256,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,256,0.09025812943776448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,256,0.053505067030588785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,256,0.03691840171813965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,256,0.02563199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,256,0.025275733073552447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,256,0.0260917325814565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,256,0.024962133169174193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,256,0.02609279950459798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,256,0.023082667589187623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,256,0.02304746707280477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,256,0.023059199253718056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,256,0.02277759909629822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,256,0.02290239930152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,256,0.025897600253423053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,256,0.02600640058517456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,256,0.02216106653213501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,256,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,256,0.021272534132003786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,256,0.023877332607905068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,256,0.020811732610066733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,256,0.02326186696688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,256,0.019452800353368126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,256,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,256,0.020522665977478028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,256,0.01957119901974996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,256,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,256,0.02022506594657898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,256,0.017642666896184288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,256,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,256,0.017350399494171144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,256,0.017092265685399375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,256,0.01720213294029236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,256,0.01686186591784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,256,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,256,0.01643946667512258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,256,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,256,0.015367466211318969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,256,0.021129600207010903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,256,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,256,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,256,0.014740266402562461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,256,0.015205333630243937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,256,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,256,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,256,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,256,0.015084800124168397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,256,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,256,0.014989866813023885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,256,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,256,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,256,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,256,0.013516799608866373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,256,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,256,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,256,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,256,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,256,0.013330133756001792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,256,0.014398933450380961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,256,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,256,0.012863999605178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,256,0.01769386728604635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,256,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,256,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,256,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,256,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,256,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,256,0.013928533593813578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,256,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,256,0.014787200093269347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,256,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,256,0.014378666877746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,256,0.014232533176740012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,256,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,256,0.013531733552614847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,256,0.014310399691263834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,256,0.9876000086466471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,256,0.09608213106791177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,256,0.2378005345662435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,256,0.08970666726430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,256,0.49734932581583663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,256,0.08435733318328857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,256,0.09672959645589194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,256,0.08112320105234781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,256,0.0912565310796102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,256,0.07363306681315104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,256,0.07006186644236247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,256,0.06900800069173177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,256,0.06528426806131998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,256,0.08508906364440919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,256,0.07864212989807129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,256,0.057963732878367105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,256,0.0533461332321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,256,0.052774401505788174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,256,0.04886293411254883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,256,0.04689600070317586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,256,0.07487146854400635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,256,0.06297173500061035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,256,0.037718399365743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,256,0.03743146657943726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,256,0.03216213385264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,256,0.05797866582870483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,256,0.031729066371917726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,256,0.042865065733591716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,256,0.042108798027038576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,256,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,256,0.016754132509231568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,256,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,256,0.026800000667572023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,256,0.026437334219614667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,256,0.021548799673716226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,256,0.011683199803034465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,256,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,256,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,256,0.008833066622416178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,256,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,256,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,256,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,256,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,256,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,256,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,256,0.007347199817498524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,256,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,256,0.007320533196131389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,256,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,256,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,256,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,256,0.006515199939409892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,256,0.006376533210277558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,256,0.006297599772612255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,256,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,256,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,256,0.0063498665889104204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,256,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,256,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,256,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,256,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,256,0.006343466540177663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,256,0.00639466643333435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,256,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,256,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,256,0.006799999872843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,256,0.006362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,256,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,256,0.006559999783833821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,256,0.006796800096829732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,256,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,256,0.006343466540177663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,256,0.006363733112812043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,256,0.07877973715464273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,256,0.04747200012207031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,256,0.030129067103068036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,256,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,256,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,256,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,256,0.0177130659421285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,256,0.017479467391967773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,256,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,256,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,256,0.01574399967988332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,256,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,256,0.015277866522471109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,256,0.0150218665599823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,256,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,256,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,256,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,256,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,256,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,256,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,256,0.012569600343704223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,256,0.011738666892051696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,256,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,256,0.011714133620262145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,256,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,256,0.010384000341097514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,256,0.010443733135859171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,256,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,256,0.010292266805966694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,256,0.009723732868830364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,256,0.009494400024414063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,256,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,256,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,256,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,256,0.00761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,256,0.0076223999261856076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,256,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,256,0.007708799839019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,256,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,256,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,256,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,256,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,256,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,256,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,256,0.007246933380762736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,256,0.007397333284219106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,256,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,256,0.007284266750017802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,256,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,256,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,256,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,256,0.007337599992752075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,256,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,256,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,256,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,256,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,256,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,256,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,256,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,256,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,256,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,256,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,256,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,256,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,256,0.007045333087444305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,128,0.06397226651509604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,128,0.03096853295962016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,128,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,256,0.0072543998559316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,128,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,128,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,128,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,128,0.009422933061917622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,128,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,256,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,128,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,128,0.009117866555849712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,128,0.009157333771387737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,128,0.008476799726486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,128,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,128,0.007624533275763195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,256,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,128,0.007207466661930085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,128,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,128,0.006818133095900218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,128,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,128,0.006437333424886067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,128,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,128,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,128,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,128,0.005977599819501241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,128,0.0051466668645540874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,128,0.00470719983180364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,128,0.00481279989083608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,128,0.004276266694068909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,128,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,128,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,128,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,128,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,128,0.0030879999200503034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,128,0.003107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,128,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,128,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,128,0.003078400095303853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,128,0.0029205332199732465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,128,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,128,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,128,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,128,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,128,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,128,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,128,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,128,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,128,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,128,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,128,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,128,0.0064629331231117245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,128,0.00238933339715004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,128,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,128,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,128,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,128,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,128,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,128,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,128,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,128,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,128,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,128,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,128,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,128,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,128,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,128,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,128,0.07617599964141845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,128,0.04765866597493489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,128,0.03327040076255798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,128,0.02395306626955668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,128,0.02257706721623739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,128,0.023127466440200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,128,0.022054400046666464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,128,0.021689599752426146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,128,0.022801067431767783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,128,0.021142399311065672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,128,0.021913599967956544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,128,0.02113920052846273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,128,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,128,0.020827732483545938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,128,0.023105067014694215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,128,0.020961066087086998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,128,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,128,0.021079466740290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,128,0.019573332866032918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,128,0.020846933126449585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,128,0.01923519968986511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,128,0.01880319913228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,128,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,128,0.0185973326365153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,128,0.01894186735153198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,128,0.016852267583211265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,128,0.01853760083516439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,128,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,128,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,128,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,128,0.017643733819325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,128,0.01539306640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,128,0.0164000004529953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,128,0.015144532918930054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,128,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,128,0.015552000204722086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,128,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,128,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,128,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,128,0.019523199399312338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,128,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,128,0.015264000495274863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,128,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,128,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,128,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,128,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,128,0.014922666549682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,128,0.014817066987355552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,128,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,128,0.013011200229326883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,128,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,128,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,128,0.013486933708190919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,128,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,128,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,128,0.015017599860827128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,128,0.01372053325176239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,128,0.013871999581654868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,128,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,128,0.013733333349227906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,128,0.013845333456993103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,128,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,128,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,128,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,128,0.013475199540456137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,128,0.013154133160909017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,128,0.013878400127092997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,128,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,128,0.013642666737238565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,128,0.013148799538612366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,128,0.012980266412099203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,128,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,5120,128,0.3795445442199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,5120,128,0.08485973676045735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,5120,128,0.1730112075805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,5120,128,0.753441047668457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,5120,128,0.07922773361206055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,5120,128,0.07528853416442871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,5120,128,0.08509013652801514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,5120,128,0.0797877311706543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,5120,128,0.07589333057403565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,5120,128,0.07147200107574463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,5120,128,0.06513599952061971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,5120,128,0.061723732948303224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,5120,128,0.06102933486302694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,5120,128,0.057189333438873294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,5120,128,0.06932266553243002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,5120,128,0.05142613252003988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,5120,128,0.0473034660021464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,5120,128,0.04710613489151001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,5120,128,0.043188265959421795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,5120,128,0.04189653396606445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,5120,128,0.06609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,5120,128,0.05212053457895914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,5120,128,0.055630934238433835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,5120,128,0.03377600113550822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,5120,128,0.03296533425649007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,5120,128,0.028424533208211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,5120,128,0.028126933177312213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,5120,128,0.0379253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,5120,128,0.037539199988047285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,5120,128,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,5120,128,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,5120,128,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,5120,128,0.024401066700617473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,5120,128,0.023514666159947715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,5120,128,0.01946773330370585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,5120,128,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,5120,128,0.00925439993540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,5120,128,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,5120,128,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,5120,128,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,5120,128,0.008276266853014629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,5120,128,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,5120,128,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,5120,128,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,5120,128,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,5120,128,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,5120,128,0.006899199883143107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,5120,128,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,5120,128,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,5120,128,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,5120,128,0.006078933179378509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,5120,128,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,5120,128,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,5120,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,5120,128,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,5120,128,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,5120,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,5120,128,0.005919999877611796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,5120,128,0.006198399762312571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,5120,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,5120,128,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,5120,128,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,5120,128,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,5120,128,0.00622080018122991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,5120,128,0.005845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,5120,128,0.006277333199977875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,5120,128,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,5120,128,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,5120,128,0.005930666625499725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,5120,128,0.005992533266544342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,5120,128,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,5120,128,0.07838613192240397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,5120,128,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,5120,128,0.048956799507141116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,5120,128,0.027641600370407103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,5120,128,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,5120,128,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,5120,128,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,5120,128,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,5120,128,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,5120,128,0.01528320014476776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,5120,128,0.015586133797963461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,5120,128,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,5120,128,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,5120,128,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,5120,128,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,5120,128,0.014077867070833841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,5120,128,0.014095999797185264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,5120,128,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,5120,128,0.013530666629473368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,5120,128,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,5120,128,0.013275733590126038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,5120,128,0.012114133437474568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,5120,128,0.012295466661453248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,5120,128,0.011596799890200297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,5120,128,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,5120,128,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,5120,128,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,5120,128,0.009715200463930766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,5120,128,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,5120,128,0.009725866715113322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,5120,128,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,5120,128,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,5120,128,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,5120,128,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,5120,128,0.007585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,5120,128,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,5120,128,0.007602133353551229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,5120,128,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,5120,128,0.0073525334397951765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,5120,128,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,5120,128,0.007654400169849395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,5120,128,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,5120,128,0.00719893326361974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,5120,128,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,5120,128,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,5120,128,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,5120,128,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,5120,128,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,5120,128,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,5120,128,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,5120,128,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,5120,128,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,5120,128,0.006900266806284587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,5120,128,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,5120,128,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,5120,128,0.007221333185831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,5120,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,5120,128,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,5120,128,0.006854400038719177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,5120,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,5120,128,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,5120,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,5120,128,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,5120,128,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,5120,128,0.007239466905593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,5120,128,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,5120,128,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,5120,128,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,5120,128,0.006795733173688252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,5120,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,5120,128,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,5120,128,0.006887466708819072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,5120,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,5120,128,0.006708266834417979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,64,0.0541322668393453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,5120,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,64,0.027382399638493853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,64,0.015929599603017174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,64,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,64,0.009222400188446046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,64,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,64,0.008452266454696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,5120,128,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,64,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,64,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,64,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,64,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,64,0.007259733478228251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,64,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,64,0.006618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,64,0.010089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,64,0.006489600241184235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,64,0.006289066871007283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,64,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,64,0.005963733295599619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,64,0.005634133517742157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,64,0.005547733108202616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,64,0.005961599946022034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,64,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,64,0.005228800078233084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,64,0.006446933249632518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,64,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,64,0.004916266600290934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,5120,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,64,0.004337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,64,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,64,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,64,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,64,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,64,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,64,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,64,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,64,0.0028543998797734577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,64,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,64,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,64,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,64,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,64,0.0025311999022960665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,64,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,64,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,64,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,64,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,64,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,64,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,64,0.00238933339715004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,64,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,64,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,64,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,64,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,64,0.0024330665667851763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,64,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,64,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,64,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,64,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,64,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,64,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,64,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,64,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,64,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,64,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,64,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,64,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,64,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,64,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,64,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,64,0.04663679997126262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,64,0.03252159953117371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,64,0.07777173519134521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,64,0.022835199038187662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,64,0.022861866156260173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,64,0.023991467555363973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,64,0.023593600591023764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,64,0.022782933712005616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,64,0.020844799280166627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,64,0.022512000799179078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,64,0.02111999988555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,64,0.02062826752662659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,64,0.019806933403015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,64,0.023961599667867026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,64,0.01997973322868347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,64,0.020887466271718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,64,0.02084266742070516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,64,0.018809600671132406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,64,0.01874986688296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,64,0.019718400637308755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,64,0.018150399128595986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,64,0.01864853302637736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,64,0.02209386626879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,64,0.017908267180124917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,64,0.019469867149988808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,64,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,64,0.01853546698888143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,64,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,64,0.017603200674057008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,64,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,64,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,64,0.01836586594581604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,64,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,64,0.015957333644231162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,64,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,64,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,64,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,64,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,64,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,64,0.015377066532770791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,64,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,64,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,64,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,64,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,64,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,64,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,64,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,64,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,64,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,64,0.014241066575050355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,64,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,64,0.013884799679120383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,64,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,64,0.013960533340771995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,64,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,64,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,64,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,64,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,64,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,64,0.013957333564758301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,64,0.014196266730626425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,64,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,64,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,64,0.01362559994061788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,64,0.012613333264986672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,64,0.013927466670672097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,64,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,64,0.012793599565823873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,64,0.013889066378275552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,5120,32,0.05719466606775919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,5120,32,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,5120,32,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,5120,32,0.009665066997210186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,5120,32,0.009704533219337463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,5120,32,0.01046720047791799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,5120,32,0.008083199958006541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,5120,32,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,5120,32,0.008059733112653096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,5120,32,0.00803413341442744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,5120,32,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,5120,32,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,5120,32,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,5120,32,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,5120,32,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,5120,32,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,5120,32,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,5120,32,0.008025600016117096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,5120,32,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,5120,32,0.006011733412742614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,5120,32,0.005594666798909505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,5120,32,0.005884799857934316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,5120,32,0.0060138667623202005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,5120,32,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,5120,32,0.02893226742744446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,5120,32,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,5120,32,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,5120,32,0.005161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,5120,32,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,5120,32,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,5120,32,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,5120,32,0.003852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,5120,32,0.005224533379077911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,5120,32,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,5120,32,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,5120,32,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,5120,32,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,5120,32,0.002919466545184453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,5120,32,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,5120,32,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,5120,32,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,5120,32,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,5120,32,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,5120,32,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,5120,32,0.002682666728893916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,5120,32,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,5120,32,0.002703999976317088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,5120,32,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,5120,32,0.002475733309984207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,5120,32,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,5120,32,0.002755200117826462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,5120,32,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,5120,32,0.0025055999557177227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,5120,32,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,5120,32,0.0023957334458827974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,5120,32,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,5120,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,5120,32,0.002277333289384842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,5120,32,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,5120,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,5120,32,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,5120,32,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,5120,32,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,5120,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,5120,32,0.0021322667598724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,5120,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,5120,32,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,5120,32,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,5120,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,5120,32,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,5120,32,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,5120,32,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,5120,32,0.0021354667842388153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,5120,32,0.04554026524225871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,5120,32,0.07470186551411948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,5120,32,0.030697600046793623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,5120,32,0.02286613384882609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,5120,32,0.02323946754137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,5120,32,0.022615466515223184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,5120,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,5120,32,0.02305493354797363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,5120,32,0.021057067314783733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,5120,32,0.022116265694300332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,5120,32,0.02137706677118937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,5120,32,0.021170133352279664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,5120,32,0.02103253404299418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,5120,32,0.02110613385836283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,5120,32,0.01963520050048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,5120,32,0.022294400135676067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,5120,32,0.020579200983047486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,5120,32,0.021363200743993123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,5120,32,0.018755199511845906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,5120,32,0.018675200144449868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,5120,32,0.020606933037439983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,5120,32,0.01927786668141683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,5120,32,0.01947306593259176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,5120,32,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,5120,32,0.016727467377980552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,5120,32,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,5120,32,0.017709867159525553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,5120,32,0.018313600619633993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,5120,32,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,5120,32,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,5120,32,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,5120,32,0.018224000930786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,5120,32,0.015576533476511636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,5120,32,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,5120,32,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,5120,32,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,5120,32,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,5120,32,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,5120,32,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,5120,32,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,5120,32,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,5120,32,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,5120,32,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,5120,32,0.014268799622853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,5120,32,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,5120,32,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,5120,32,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,5120,32,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,5120,32,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,5120,32,0.013676800330479941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,5120,32,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,5120,32,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,5120,32,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,5120,32,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,5120,32,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,5120,32,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,5120,32,0.013370666901270548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,5120,32,0.014135467012723288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,5120,32,0.01409280002117157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,5120,32,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,5120,32,0.013533866405487061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,5120,32,0.014274133245150247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,5120,32,0.013595733046531677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,5120,32,0.014197333653767904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,5120,32,0.013421866297721862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,5120,32,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,5120,32,0.014367999633153281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,5120,32,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,5120,32,0.013589333494504294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,5120,32,0.013964800039927163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,5120,32,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,5120,32,0.013467733065287271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,5120,32,0.014353066682815552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,5120,32,0.013392000397046407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,5120,32,0.013991467157999673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,65536,2.5033653577168784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,65536,1.4430185953776042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,65536,4.823957443237305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,65536,1.422826608022054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,65536,1.5046133995056152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,65536,1.5364747047424316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,65536,1.3470719655354817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,65536,1.5449333190917969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,65536,1.3345759709676106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,65536,1.170149326324463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,65536,1.1780906518300374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,65536,12.274368286132812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,65536,1.167632023493449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,65536,1.0726079940795898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,65536,1.048810640970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,65536,0.9729759693145752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,65536,1.1175626913706462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,65536,0.8955893516540527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,65536,0.703823963801066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,65536,1.0065759817759197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,65536,0.9906933307647705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,65536,0.6536053419113159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,65536,0.7534879843393961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,65536,0.5770080089569092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,65536,0.6165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,65536,0.5559146801630656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,65536,0.54258131980896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,65536,0.4110720157623291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,65536,0.4961013396581014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,65536,0.37730133533477783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,65536,0.32946133613586426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,65536,0.28099199136098224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,65536,0.3153120080629985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,65536,0.22170666853586832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,65536,0.1483466625213623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,65536,0.11553600430488586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,65536,0.11780266960461934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,65536,0.11455466349919637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,65536,0.11932800213495891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,65536,0.12756266196568808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,65536,0.11735467116038005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,65536,0.10116799672444661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,65536,0.09888000289599101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,65536,0.09757333000500996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,65536,0.09577066699663798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,65536,0.09331732988357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,65536,0.09381866455078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,65536,0.09263466795285542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,65536,0.08975999553998311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,65536,0.09381332993507385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,65536,0.08763200044631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,65536,0.08692800005276997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,65536,0.09000000357627869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,65536,0.09055999914805095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,65536,0.08948799967765808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,65536,0.08770666519800822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,65536,0.0874826709429423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,65536,0.08673600355784099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,65536,0.08656533559163411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,65536,0.08680533369382222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,65536,0.08592533071835835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,65536,0.0869653324286143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,65536,0.08530132969220479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,65536,0.08582933743794759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,65536,0.08425600330034892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,65536,0.20298133293787637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,65536,0.08411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,65536,0.08596799770991008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,65536,0.0841919978459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,65536,0.08734400073687236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,65536,0.08549867073694865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,65536,0.0872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,65536,0.08502399921417236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,65536,0.0888426701227824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,65536,2.77130126953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,65536,5.371829350789388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,65536,1.4494187037150066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,65536,1.4570666948954265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,65536,1.3673386573791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,65536,1.386309305826823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,65536,1.2882986863454182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,65536,1.3286293347676594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,65536,1.2094240188598633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,65536,10.988042195638021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,65536,1.20797864596049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,65536,1.126853307088216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,65536,1.1781386534372966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,65536,1.0494720141092937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,65536,1.0588213602701824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,65536,0.9775199890136719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,65536,1.0046826998392742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,65536,0.8800053596496582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,65536,0.7758453687032064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,65536,0.8549386660257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,65536,0.7060746351877848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,65536,0.7032480239868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,65536,0.6469706694285074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,65536,0.6215519905090332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,65536,0.5406239827473959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,65536,0.5470293362935384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,65536,0.45602667331695557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,65536,0.4689066807428996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,65536,0.36432000001271564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,65536,0.38999466101328534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,65536,0.3057546615600586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,65536,0.2964266737302144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,65536,0.2001439929008484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,65536,0.1951520045598348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,65536,0.9302026430765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,65536,0.11846933762232463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,65536,0.10823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,65536,0.10898666580518086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,65536,0.11090667049090068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,65536,0.09922132889429729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,65536,0.10004799564679463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,65536,0.09768533706665039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,65536,0.09539733330408733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,65536,0.08499200145403545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,65536,0.08496532837549846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,65536,0.08091199894746144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,65536,0.08107733229796092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,65536,0.07577066620190938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,65536,0.07560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,65536,0.07331733405590057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,65536,0.07357866565386455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,65536,0.0727946658929189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,65536,0.07081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,65536,0.06679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,65536,0.07107733190059662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,65536,0.06440000236034393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,65536,0.06311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,65536,0.06348266700903575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,65536,0.06261866788069408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,65536,0.06230400005976359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,65536,0.0622026671965917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,65536,0.06195733447869619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,65536,0.08669867118199666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,65536,0.060271998246510826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,65536,0.05898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,65536,0.084389328956604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,65536,0.05852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,65536,0.06074133515357971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,65536,0.06055466830730438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,65536,0.058042665322621666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,65536,0.060864001512527466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,65536,0.058149332801500954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,65536,0.057717333237330117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,65536,0.062224000692367554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,65536,1.4028693834940593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,65536,4.430117289225261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,65536,9.512517293294271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,65536,1.1914453506469727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,65536,2.1118613878885903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,65536,1.1502400239308674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,65536,1.028767983118693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,65536,1.122864007949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,65536,0.9896106719970703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,65536,1.1888480186462402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,65536,1.3408106168111165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,65536,0.8376746972401937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,65536,0.8776586850484213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,65536,0.7959413528442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,65536,0.8461439609527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,65536,0.7344266573588053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,65536,0.790992021560669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,65536,0.6671253045399984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,65536,1.0691893100738525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,65536,0.5577866633733114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,65536,0.572762648264567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,65536,0.5119093259175619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,65536,0.5204213460286459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,65536,0.4437119960784912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,65536,0.9123946825663248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,65536,1.0441919962565105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,65536,0.6445706685384115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,65536,0.29239465792973834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,65536,0.28110400835673016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,65536,0.2331626613934835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,65536,0.20007999738057455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,65536,0.416159987449646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,65536,0.3755999803543091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,65536,0.3638506730397542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,65536,0.1711039940516154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,65536,0.13062399625778198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,65536,0.12299733360608418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,65536,0.11585600177447002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,65536,0.11122133334477742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,65536,0.11188800136248271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,65536,0.10930666327476501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,65536,0.11983467141787212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,65536,0.1206666628519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,65536,0.11706667145093282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,65536,0.08880533774693807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,65536,0.0846453309059143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,65536,0.08275199929873149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,65536,0.08293333152929942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,65536,0.08242666721343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,65536,0.0817493349313736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,65536,0.0803413341442744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,65536,0.07992533346017201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,65536,0.07692266503969829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,65536,0.0776800016562144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,65536,0.07669333120187123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,65536,0.07604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,65536,0.07547200222810109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,65536,0.07508266468842824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,65536,0.07508266468842824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,65536,0.07538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,65536,0.07562133173147838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,65536,0.07875733574231465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,65536,0.07579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,65536,0.07631466786066692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,65536,0.07607999940713246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,65536,0.07598933577537537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,65536,0.07469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,65536,0.07462933162848155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,65536,0.07468266785144806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,65536,0.0746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,65536,0.21173866589864096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,65536,0.08874133229255676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,65536,0.08820799986521403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,65536,0.08522666494051616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,65536,5.529970804850261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,65536,2.34716526667277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,65536,1.141698678334554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,65536,0.6555546522140503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,65536,0.6390586694081625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,65536,0.6468079884847006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,65536,0.6509919961293539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,65536,0.6287973324457804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,65536,0.6207946538925171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,65536,0.6158239841461182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,65536,0.5213333368301392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,65536,0.49383731683095294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,65536,0.4866773287455241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,65536,0.4848266839981079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,65536,0.4842640161514282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,65536,0.47847731908162433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,65536,0.47271732489267987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,65536,0.454584002494812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,65536,0.46447734038035077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,65536,0.3432106574376424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,65536,0.36772799491882324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,65536,0.31838399171829224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,65536,0.31802666187286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,65536,0.3094799915949504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,65536,0.30802400906880695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,65536,0.29772265752156574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,65536,0.30132800340652466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,65536,0.2929333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,65536,0.29625866810480755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,65536,0.17755999167760214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,65536,0.17363999287287393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,65536,0.15161333481470743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,65536,0.14957599838574728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,65536,0.14076800147692362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,65536,0.1378773351510366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,65536,0.13067467013994852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,65536,0.13074933489163718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,65536,0.130431999762853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,65536,0.13045066595077515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,65536,0.13038399815559387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,65536,0.1308293342590332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,65536,0.1299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,65536,0.14412267009417215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,65536,0.12896533807118735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,65536,0.1286133329073588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,65536,0.12884533405303955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,65536,0.12854133049647012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,65536,0.12850133577982584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,65536,0.1288693348566691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,65536,0.12864533066749573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,65536,0.12882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,65536,0.12868799765904745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,65536,0.12821867068608603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,65536,0.1285599966843923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,65536,0.12829333543777466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,65536,0.12841332952181497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,65536,0.1284720003604889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,65536,0.1288320024808248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,65536,0.12840267022450766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,65536,0.12841332952181497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,65536,0.1285920043786367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,65536,0.128602663675944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,65536,0.12824267148971558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,65536,0.12785599629084268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,65536,0.12865599989891052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,65536,0.1277786691983541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,65536,0.1275653342405955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,65536,0.12869066993395487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,65536,0.12790133555730185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,65536,0.1283120016256968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,65536,0.12771999835968018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,51200,9.093247731526693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,51200,4.411327997843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,51200,2.581951936086019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,51200,1.1994400024414062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,51200,1.1982239882151287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,51200,1.0890239874521892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,51200,1.1406186421712239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,51200,0.9885280132293701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,51200,1.024517297744751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,51200,0.900602658589681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,51200,0.8855413595835367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,51200,0.8678080240885416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,51200,0.8678133487701416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,51200,0.8023306528727213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,51200,0.8824106852213541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,51200,0.7325599988301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,51200,0.8725386460622152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,51200,0.6703999837239584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,51200,0.7551733652750651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,51200,0.7081867059071859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,51200,0.5304960012435913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,51200,0.49588799476623535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,51200,0.5007520119349161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,51200,0.43271466096242267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,51200,0.47885334491729736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,51200,0.40352535247802734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,51200,0.38856534163157147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,51200,0.32547199726104736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,51200,0.3537919918696086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,51200,0.29636265834172565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,51200,0.25308799743652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,51200,0.22145599126815796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,51200,0.20440532763799033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,51200,0.17617599169413248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,51200,0.15028267105420431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,51200,0.10800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,51200,0.0899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,51200,0.10043733318646748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,51200,0.09127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,51200,0.09782933195432027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,51200,0.09014399846394856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,51200,0.08974933624267578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,51200,0.08016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,51200,0.07683733105659485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,51200,0.07670933504899342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,51200,0.07458666463692983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,51200,0.07478933533032735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,51200,0.0738613357146581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,51200,0.0732586681842804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,51200,0.0706879993279775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,51200,0.0705813318490982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,51200,0.07011733452479045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,51200,0.07017066578070323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,51200,0.07201600074768066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,51200,0.07191999753316243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,51200,0.07136533161004384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,51200,0.07182399928569794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,51200,0.07070933282375336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,51200,0.06633066634337108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,51200,0.06837333242098491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,51200,0.06717333197593689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,51200,0.06710933148860931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,51200,0.06741333504517873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,51200,0.06739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,51200,0.06690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,51200,0.06692799925804138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,51200,0.06904000043869019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,51200,0.06771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,51200,0.06785599887371063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,51200,0.0681279997030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,51200,0.06949333349863689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,51200,0.0701386680205663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,51200,0.07016533116499583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,51200,0.06945600112279256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,51200,8.628885269165039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,65536,0.12866133451461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,51200,2.1669492721557617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,51200,4.216416041056315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,51200,1.1297333240509033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,51200,1.1586506366729736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,51200,1.072229305903117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,51200,1.0949599742889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,51200,1.0118239720662434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,51200,1.0509493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,51200,0.9504480361938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,51200,0.9594399929046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,51200,0.8853600025177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,51200,0.9000853697458903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,51200,0.8193546930948893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,51200,0.8471626440684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,51200,0.7544853687286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,51200,0.7965546449025472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,51200,0.6886773109436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,51200,0.7301386992136637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,51200,0.6721813678741455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,51200,0.6185226837793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,51200,0.5542933146158854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,51200,0.5600959857304891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,51200,0.4840746720631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,51200,0.5186239878336588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,51200,0.4327733516693115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,51200,0.43235735098520917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,51200,0.36976532141367596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,51200,0.3632426659266154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,51200,0.3019946614901225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,51200,0.2903839945793152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,51200,0.21952533721923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,51200,0.24100800355275473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,51200,0.16008533040682474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,51200,0.1511893371740977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,51200,0.09985599915186565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,51200,0.0899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,51200,0.09051733215649922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,51200,0.08834667007128398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,51200,0.08326399823029836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,51200,0.07799999912579854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,51200,0.07503466804822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,51200,0.070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,51200,0.07291199763615926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,51200,0.07086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,51200,0.0712960014740626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,51200,0.06804800033569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,51200,0.06690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,51200,0.06382399797439575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,51200,0.06419200201829274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,51200,0.06250133117039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,51200,0.0629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,51200,0.06048533320426941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,51200,0.0602453351020813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,51200,0.05603733162085215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,51200,0.054586668809254967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,51200,0.05324266850948334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,51200,0.053786665201187134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,51200,0.05267733335494995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,51200,0.051274667183558144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,51200,0.052890668312708534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,51200,0.051216001311937966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,51200,0.08302933474381764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,51200,0.04996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,51200,0.05005866785844167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,51200,0.04941866795221964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,51200,0.049925332268079124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,51200,0.04951466619968414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,51200,0.0498933345079422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,51200,0.05053333441416422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,51200,0.052154665191968284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,51200,0.05188799897829691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,51200,0.050810664892196655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,51200,0.05031999945640564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,51200,3.6455361048380532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,51200,1.9366614023844402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,51200,7.9266611735026045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,51200,1.1835947036743164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,51200,1.0018986860911052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,51200,0.9046613375345866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,51200,0.9634613196055094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,51200,0.8737546602884928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,51200,0.9378399848937988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,51200,0.8406133651733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,65536,0.12809866666793823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,51200,0.7764480113983154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,51200,1.1223413149515789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,51200,0.7099253336588541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,51200,0.7392106850941976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,51200,0.6702400048573812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,51200,0.7019253571828207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,51200,0.6040213505427042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,51200,0.6604799826939901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,51200,0.5681600173314413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,51200,0.8972693284352621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,51200,0.4755839904149373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,51200,0.4830026626586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,51200,0.4346506595611572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,51200,0.438159982363383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,51200,0.3731199900309245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,51200,0.8692373434702555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,65536,0.1278986632823944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,51200,0.546725352605184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,51200,0.25115732351938885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,51200,0.23642667134602866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,51200,0.19937600692113241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,51200,0.1688800056775411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,51200,0.3544906775156657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,51200,0.32037333647410077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,51200,0.3065706690152486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,51200,0.14498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,51200,0.10460799932479858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,51200,0.10962133606274922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,51200,0.09664533535639445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,51200,0.09078400333722432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,51200,0.09636800487836202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,51200,0.09089066584904988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,51200,0.08966933687527974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,51200,0.09948800007502238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,51200,0.10017066200574239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,51200,0.07099199791749318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,51200,0.06724266707897186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,51200,0.06760000189145406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,51200,0.06684266527493794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,51200,0.06623466809590657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,51200,0.06637866795063019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,51200,0.0652159998814265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,51200,0.06451199948787689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,51200,0.06275733311971028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,51200,0.06273066500822704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,51200,0.0637546678384145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,51200,0.06248533229033152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,51200,0.062458669145902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,51200,0.062234664956728615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,51200,0.0611413319905599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,51200,0.0610346645116806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,51200,0.060864001512527466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,51200,0.060959999759991966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,51200,0.06233599781990051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,51200,0.060165335734685264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,51200,0.06046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,51200,0.06099733213583628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,51200,0.0612960010766983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,51200,0.0729013333717982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,51200,0.061343997716903687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,51200,0.17876267433166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,51200,0.060234665870666504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,51200,0.17935466766357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,51200,0.07075733443101247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,51200,0.06927466889222463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,51200,1.8197414080301921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,51200,4.018469174702962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,51200,0.9146719773610433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,51200,0.5254613161087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,51200,0.5115439891815186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,51200,0.5114159981409708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,51200,0.5096746683120728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,51200,0.5022346576054891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,51200,0.4927226702372233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,51200,0.4941466649373372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,51200,0.40833866596221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,51200,0.39557600021362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,51200,0.3855653206507365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,51200,0.38182934125264484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,51200,0.38894399007161456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,51200,0.3816239833831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,51200,0.3666693369547526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,51200,0.37518131732940674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,51200,0.36826932430267334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,51200,0.28155465920766193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,51200,0.2736266652743022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,51200,0.2552986741065979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,51200,0.2532586654027303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,51200,0.2472613255182902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,51200,0.24603466192881265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,51200,0.23794400691986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,51200,0.24049067497253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,51200,0.2342080076535543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,51200,0.23596533139546713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,51200,0.14176533619562784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,51200,0.1393679976463318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,51200,0.11959733565648396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,51200,0.12043466170628865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,51200,0.11177333196004231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,51200,0.11122666796048482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,51200,0.10523999730745952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,51200,0.10447733600934346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,51200,0.10503199696540833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,51200,0.105021337668101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,51200,0.10416266322135925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,51200,0.10440533359845479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,51200,0.10392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,51200,0.10408799846967061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,51200,0.1037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,51200,0.10273866852124532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,51200,0.10305333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,51200,0.1028826634089152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,51200,0.1031439999739329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,51200,0.10276533166567485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,51200,0.10192533334096272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,51200,0.10321866472562154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,51200,0.1029573380947113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,51200,0.10289067029953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,51200,0.10268266995747884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,51200,0.10293866197268169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,51200,0.1030453344186147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,51200,0.10274933775266011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,51200,0.10287732879320781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,51200,0.1023520032564799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,51200,0.10293866197268169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,51200,0.10196000337600708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,51200,0.10255733132362366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,51200,0.10292800267537434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,51200,0.10211199522018433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,51200,0.1018399993578593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,51200,0.10275733470916748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,51200,0.10301333665847778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,51200,0.10207200050354004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,51200,0.10262667139371236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,51200,0.10241066416104634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,51200,0.10195199648539226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,16384,2.8487892150878906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,16384,1.3896613121032715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,16384,0.7871893246968588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,16384,0.39697333176930744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,16384,0.3980666796366374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,16384,0.3779733180999756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,16384,0.40240267912546795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,16384,0.3361733357111613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,16384,0.33817601203918457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,16384,0.3107733329137166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,16384,0.3015093406041463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,16384,0.27195199330647785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,16384,0.2720160086949666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,16384,0.2505173285802205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,16384,0.2674880027770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,16384,0.22992533445358276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,16384,0.26662667592366535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,16384,0.2108400066693624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,16384,0.2380160093307495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,16384,0.2475200096766154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,16384,0.18091466029485068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,16384,0.1614693303902944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,16384,0.16538133223851523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,16384,0.14413066705067953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,16384,0.15737600127855936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,16384,0.13556533058484396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,16384,0.1296666661898295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,16384,0.10678133368492126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,16384,0.11648266514142354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,16384,0.0974666674931844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,16384,0.09019466241200765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,16384,0.07736266652743022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,16384,0.07255733509858449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,16384,0.06091466546058655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,16384,0.05148266752560934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,16384,0.04404266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,16384,0.038592000802357994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,16384,0.036042665441830955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,16384,0.03565866748491923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,16384,0.03788800040880839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,16384,0.03973600020011266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,16384,0.03550666570663452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,16384,0.0334346666932106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,16384,0.033626665671666466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,16384,0.03125600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,16384,0.030775999029477436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,16384,0.03083466738462448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,16384,0.02916266769170761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,16384,0.028512001037597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,16384,0.030000001192092896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,16384,0.02757066736618678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,16384,0.02704799920320511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,16384,0.02672533442576726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,16384,0.027322667340437572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,16384,0.028952000041802723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,16384,0.029109333952267964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,16384,0.028066667417685192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,16384,0.028178667028745014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,16384,0.0271519993742307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,16384,0.027229333917299908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,16384,0.027346665660540264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,16384,0.027111999690532684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,16384,0.027024000883102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,16384,0.02792533238728841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,16384,0.027530667682488758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,16384,0.02749600013097127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,16384,0.027373333772023518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,16384,0.027677332361539204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,16384,0.02734400083621343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,16384,0.027186666925748188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,16384,0.02720000098148982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,16384,0.026767998933792114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,16384,0.027416000763575237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,16384,0.026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,16384,2.7502560085720487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,16384,1.3744444317287867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,16384,0.7260248925950793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,16384,0.38738134172227645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,16384,0.3868586752149794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,16384,0.36518221431308323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,16384,0.36867554982503253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,16384,0.343560881084866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,16384,0.3522595564524333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,16384,0.32091911633809406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,16384,0.3176444371541341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,16384,0.3000782330830892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,16384,0.2994791136847602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,16384,0.2762968805101183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,16384,0.28116265932718915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,16384,0.2516977787017822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,16384,0.26413332091437447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,16384,0.22947377628750273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,16384,0.24066665437486437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,16384,0.21989688608381483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,16384,0.19882667064666748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,16384,0.17585244443681505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,16384,0.1764142248365614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,16384,0.1516124407450358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,16384,0.15999466843075222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,16384,0.13337243927849665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,16384,0.13154133160909018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,16384,0.11033599906497532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,16384,0.11747554937998454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,16384,0.0979893340004815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,16384,0.09163022041320801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,16384,0.07676088809967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,16384,0.0724782215224372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,16384,0.06061689058939616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,16384,0.05607822206285265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,16384,0.0413955549399058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,16384,0.04027022255791558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,16384,0.04120355513360765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,16384,0.041054222318861223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,16384,0.040672000911500715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,16384,0.04198044538497925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,16384,0.04122311207983229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,16384,0.03961777687072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,16384,0.03755911191304525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,16384,0.035777777433395386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,16384,0.0354417794280582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,16384,0.036200887627071805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,16384,0.03528177738189697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,16384,0.03525866733656989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,16384,0.03405333227581448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,16384,0.034529778692457415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,16384,0.03263466556866964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,16384,0.030200888713200886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,16384,0.030956443813112047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,16384,0.030924446052975122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,16384,0.029292444388071697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,16384,0.028926223516464233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,16384,0.027944889333513048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,16384,0.028705779049131606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,16384,0.02774577836195628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,16384,0.029185778564876978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,16384,0.028419554233551025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,16384,0.027708444330427382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,16384,0.02706844442420536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,16384,0.028956443071365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,16384,0.02700622214211358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,16384,0.026720000637902155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,16384,0.02696888811058468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,16384,0.02679288884003957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,16384,0.030078222354253132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,16384,0.02713955607679155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,16384,0.026800000005298193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,16384,0.027265777190526325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,16384,0.02719288898838891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,51200,0.10283466180165608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,51200,0.10197866956392924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,16384,0.7285440233018664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,16384,2.879966311984592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,51200,0.10180000464121501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,16384,0.4527217547098796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,16384,0.3687342272864447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,16384,0.37812089920043945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,16384,0.35217955377366805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,16384,0.36527644263373477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,16384,0.3367448912726508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,16384,1.3968622419569228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,16384,0.39951645003424746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,16384,0.42847466468811035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,16384,0.27989334530300564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,16384,0.3462453418307834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,16384,0.28593066003587514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,16384,0.2638506624433729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,16384,0.31152889463636607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,16384,0.23484267128838432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,16384,0.2526613341437446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,16384,0.22228444947136772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,16384,0.33702577484978574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,16384,0.19142044915093315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,16384,0.19160355461968315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,16384,0.17658844259050158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,16384,0.17336532804701063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,16384,0.15100088384416369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,16384,0.2732711103227404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,16384,0.13918756114112005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,16384,0.1284444464577569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,16384,0.09838755263222589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,16384,0.09374933110343085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,16384,0.21010843912760416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,16384,0.07875911394755046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,16384,0.06534400251176622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,16384,0.11775288316938613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,16384,0.05662044551637438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,16384,0.03863822089301215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,16384,0.036687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,16384,0.0351217786471049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,16384,0.034323556555642024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,16384,0.0347946650452084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,16384,0.03376888897683885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,16384,0.039388444688585066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,16384,0.0403111113442315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,16384,0.03857244385613336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,16384,0.02767466670937008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,16384,0.027287110686302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,16384,0.027607111467255488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,16384,0.02693333393997616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,16384,0.02609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,16384,0.025198222862349615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,16384,0.028288000159793433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,16384,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,16384,0.02567111121283637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,16384,0.024264888630972967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,16384,0.0247662216424942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,16384,0.02420444455411699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,16384,0.02420444455411699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,16384,0.02442488902144962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,16384,0.024695111645592585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,16384,0.024288000331984624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,16384,0.024751999311976965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,16384,0.024492444263564214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,16384,0.024350222614076402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,16384,0.024179556303554114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,16384,0.056243558724721275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,16384,0.057132442792256675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,16384,0.05904533465703329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,16384,0.027857777145173814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,16384,0.056010663509368896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,16384,0.06076266368230184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,16384,0.058247109254201256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,16384,0.06041600306828817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,16384,0.023939554889996845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,16384,0.027285334136750963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,16384,0.5922965367635091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,16384,1.1804395039876303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,16384,0.3038954734802246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,16384,0.17525439262390136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,16384,0.1719605286916097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,16384,0.17772480646769206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,16384,0.17403732935587565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,16384,0.1699936072031657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,16384,0.16960426966349285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,16384,0.17076160113016764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,16384,0.13900480270385743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,16384,0.13287893136342366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,16384,0.13200426896413167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,16384,0.13251413504282633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,16384,0.13027520179748536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,16384,0.1305951992670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,16384,0.12910186449686686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,16384,0.12810239791870118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,16384,0.12581120332082113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,16384,0.10215253035227459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,16384,0.09295360247294107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,16384,0.08916693528493246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,16384,0.08666346867879232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,16384,0.08507520357767741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,16384,0.08466453552246093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,16384,0.08157333532969156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,16384,0.08203306992848715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,16384,0.0803551991780599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,16384,0.08017600377400716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,16384,0.050477866331736246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,16384,0.04850560029347738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,16384,0.04400000174840291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,16384,0.043075199921925864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,16384,0.04102293252944946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,16384,0.04087573289871216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,16384,0.037557331720987956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,16384,0.03757013479868571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,16384,0.03717333475748698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,16384,0.03722026745478312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,16384,0.0371829350789388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,16384,0.0374944011370341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,16384,0.037565867106119796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,16384,0.03713599840799968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,16384,0.036722131570180255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,16384,0.036617600917816163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,16384,0.0362773338953654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,16384,0.03593813180923462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,16384,0.03644160032272339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,16384,0.036405332883199054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,16384,0.0362496018409729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,16384,0.036304001013437906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,16384,0.03593920071919759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,16384,0.036049067974090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,16384,0.036157866319020585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,16384,0.036423468589782716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,16384,0.03602026700973511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,16384,0.03632320165634155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,16384,0.036304001013437906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,16384,0.036218667030334474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,16384,0.03600746790568034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,16384,0.03623786767323812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,16384,0.035847465197245285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,16384,0.036201600233713785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,16384,0.03604373137156169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,16384,0.036008532842000326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,16384,0.03590826590855916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,16384,0.03607146739959717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,16384,0.035819733142852785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,16384,0.03614720106124878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,16384,0.0363264004389445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,16384,0.03644479910532634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,12288,1.788650671641032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,12288,0.9501012961069742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,12288,0.5755066474278768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,12288,0.2903520067532857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,12288,0.29252533117930096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,12288,0.2704586585362752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,12288,0.27831466992696124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,12288,0.2429706652959188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,12288,0.27798666556676227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,12288,0.2110640009244283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,12288,0.20217333237330118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,12288,0.1920479933420817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,12288,0.21011199553807577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,12288,0.18022932608922324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,12288,0.18702399730682373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,12288,0.16264800230662027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,12288,0.17553333441416422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,12288,0.14929333329200745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,12288,0.16317333777745566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,12288,0.1649066706498464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,12288,0.12607733408610025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,12288,0.11865866184234619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,12288,0.12083733081817627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,12288,0.10769066214561462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,12288,0.1163146694501241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,12288,0.09995466470718384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,12288,0.0917520026365916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,12288,0.07886666556199391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,12288,0.08250133196512859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,12288,0.0717386653025945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,12288,0.06136799852053324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,12288,0.05641333262125651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,12288,0.048856000105539955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,12288,0.04542933404445648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,12288,0.038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,12288,0.03031733383735021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,12288,0.030264000097910564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,12288,0.030117332935333252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,12288,0.03033066789309184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,12288,0.029930666089057922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,12288,0.029866665601730347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,12288,0.02903466671705246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,12288,0.02694133420785268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,12288,0.027101332942644756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,12288,0.025050667424996693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,12288,0.025055999557177227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,12288,0.02548533429702123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,12288,0.026018666724363964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,12288,0.02508266766866048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,12288,0.024146666129430134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,12288,0.02404533326625824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,12288,0.02325066675742467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,12288,0.021560000876585644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,12288,0.02293066680431366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,12288,0.02182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,12288,0.02160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,12288,0.02130666623512904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,12288,0.02107733239730199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,12288,0.020655999581019085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,12288,0.02080800011754036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,12288,0.02082933361331622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,12288,0.020736000190178554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,12288,0.020853333175182343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,12288,0.020831999679406483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,12288,0.02040533348917961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,12288,0.020541333903868992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,12288,0.02082933361331622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,12288,0.021664001047611237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,12288,0.021485333641370136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,12288,0.021536000072956085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,12288,0.021901334325472515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,12288,0.02186399946610133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,12288,0.021709332863489788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,12288,0.022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,12288,2.0292941199408636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,12288,1.0275964736938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,12288,0.5418186717563206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,12288,0.2932799922095405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,12288,0.29282132784525555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,12288,0.27290132310655385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,12288,0.2761582268608941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,12288,0.25733865631951225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,12288,0.26471998956468373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,12288,0.24163733588324654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,12288,0.23935111363728842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,12288,0.2234648863474528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,12288,0.22345243559943306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,12288,0.2009777757856581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,12288,0.2071217828326755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,12288,0.18275911278194854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,12288,0.19156977865431044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,12288,0.16303822729322645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,12288,0.17202488581339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,12288,0.16079999340905085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,12288,0.14537066883511013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,12288,0.12701155079735651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,12288,0.12814044952392578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,12288,0.11527466773986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,12288,0.12021688620249431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,12288,0.10566577646467422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,12288,0.10206933154000176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,12288,0.08841777510113186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,12288,0.09095999929640029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,12288,0.07694933149549696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,12288,0.0701671110259162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,12288,0.062099556128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,12288,0.05881244606441922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,12288,0.05044622222582499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,12288,0.04340089029735989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,12288,0.03573688864707947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,12288,0.03593422306908502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,12288,0.03506844573550754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,12288,0.03514488869243198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,12288,0.033779554896884494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,12288,0.03430044319894578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,12288,0.03153422143724229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,12288,0.029804444975323145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,12288,0.030574222405751545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,12288,0.028592000404993694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,12288,0.027951998843087092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,12288,0.02832533253563775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,12288,0.028417779339684382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,12288,0.02938666608598497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,12288,0.030543999539481267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,12288,0.029612445169025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,12288,0.0294773346847958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,12288,0.026769777139027912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,12288,0.02530488868554433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,12288,0.02698844505680932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,12288,0.025311999850802954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,12288,0.025898666845427618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,12288,0.025576889514923096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,12288,0.024999111890792847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,12288,0.024515555964575872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,12288,0.02462755474779341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,12288,0.02423111100991567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,12288,0.024344889654053584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,12288,0.02546666728125678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,12288,0.025125333004527624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,12288,0.024159999357329473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,12288,0.025070221887694463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,12288,0.02572622232966953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,12288,0.024650666448805068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,12288,0.024874667326609295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,12288,0.024887111451890733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,12288,0.02618666655487484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,12288,0.024904888537194993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,16384,0.03602453470230103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,12288,0.025246222813924152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,16384,0.03585813442866008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,12288,1.2368266847398546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,16384,0.036297599474589035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,12288,2.4471395280626083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,12288,0.6311573452419704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,12288,0.3217013412051731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,12288,0.3864906628926595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,12288,0.3062826792399089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,12288,0.36567287974887425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,12288,0.31615999009874135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,12288,0.35254576471116805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,12288,0.29548266198900014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,12288,0.29641421635945636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,12288,0.27402133411831325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,12288,0.243431117799547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,12288,0.286826663547092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,12288,0.2490311198764377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,12288,0.22907378938463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,12288,0.21247643894619414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,12288,0.23599110709296334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,12288,0.21889955467647979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,12288,0.19916978147294787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,12288,0.16831466886732313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,12288,0.16345422797732884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,12288,0.15921955638461643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,12288,0.14729421668582493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,12288,0.1332319974899292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,12288,0.32749689949883354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,12288,0.18295821878645155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,12288,0.0843964417775472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,12288,0.06986133257548015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,12288,0.0639680027961731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,12288,0.04727466570006477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,12288,0.11778667238023545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,12288,0.10864355829026963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,12288,0.09920710987514919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,12288,0.04160355528195699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,12288,0.029704888661702473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,12288,0.028794666131337483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,12288,0.027493332823117573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,12288,0.027535999814669292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,12288,0.02758755617671543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,12288,0.027002667387326557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,12288,0.03269688950644599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,12288,0.030919111437267725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,12288,0.029317332638634577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,12288,0.022309333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,12288,0.02158755560715993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,12288,0.02164622147878011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,12288,0.02142222225666046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,12288,0.02120888895458645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,12288,0.020058666666348774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,12288,0.01965688831276364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,12288,0.019560888409614563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,12288,0.020058666666348774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,12288,0.02001422146956126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,12288,0.019488000207477145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,12288,0.019512888458040025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,12288,0.019335110982259113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,12288,0.01961777773168352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,12288,0.019521777828534443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,12288,0.019738665885395475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,12288,0.01998933321899838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,12288,0.044650667243533664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,12288,0.04470933477083842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,12288,0.04550933175616794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,12288,0.042703999413384326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,12288,0.04833066794607374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,12288,0.044871111710866295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,12288,0.04732977681689792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,12288,0.04448355568779839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,12288,0.04741511080000135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,12288,0.04682311084535387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,12288,0.02183644473552704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,12288,0.02154133386082119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,12288,0.0221404449807273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,12288,0.878994115193685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,12288,0.4663850784301758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,12288,0.13578133583068847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,12288,0.23496747016906738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,12288,0.13541119893391926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,12288,0.13552746772766114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,12288,0.13370025952657064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,12288,0.13056213061014812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,12288,0.1307381312052409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,12288,0.10683733622233074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,12288,0.13133973280588787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,12288,0.1023146629333496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,12288,0.1003381331761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,12288,0.10230720043182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,12288,0.10147306919097901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,12288,0.0994762659072876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,12288,0.10013333161671956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,12288,0.07532800038655599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,12288,0.09672106901804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,12288,0.09781333605448404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,12288,0.07238826751708985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,12288,0.06801706949869792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,12288,0.06736000378926596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,12288,0.06694400310516357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,12288,0.06634986797968546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,12288,0.06401386658350626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,12288,0.0637824018796285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,12288,0.06316373348236085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,12288,0.06277973254521688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,12288,0.03927679856618245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,12288,0.03761706749598186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,12288,0.03521173397699992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,12288,0.034647464752197266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,12288,0.03256746729214986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,12288,0.0322432001431783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,12288,0.030076799790064494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,12288,0.0301962673664093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,12288,0.02988053361574809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,12288,0.029934932788213093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,12288,0.030135466655095415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,12288,0.02976106603940328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,12288,0.030138667424519854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,12288,0.029819732904434203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,12288,0.029382399717966717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,12288,0.029310933748881024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,12288,0.028913066784540815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,12288,0.02913386623064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,12288,0.02924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,12288,0.029139200846354168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,12288,0.028990934292475384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,12288,0.028886399666468304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,12288,0.028870399792989093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,12288,0.02881706754366557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,12288,0.028943999608357744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,12288,0.02924373348553975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,12288,0.028905600309371948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,12288,0.028888533512751263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,12288,0.028920533259709676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,12288,0.02890346646308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,12288,0.02890133261680603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,12288,0.028994133075078327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,12288,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,12288,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,12288,0.028551467259724933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,12288,0.0286080002784729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,12288,0.028845866521199543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,12288,0.028987733523050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,12288,0.028967465957005816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,12288,0.02878613273302714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,12288,0.028941865762074786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,12288,0.029265065987904865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,10240,1.5178772608439128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,10240,0.9793306986490885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,10240,0.4948800007502238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,10240,0.2821013331413269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,10240,0.28386133909225464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,10240,0.2698026696840922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,10240,0.24560532967249551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,10240,0.19818133115768433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,10240,0.20133066177368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,10240,0.18065865834554037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,10240,0.17575732866923013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,10240,0.19670933485031128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,10240,0.17685866355895996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,10240,0.1751599907875061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,10240,0.1733306646347046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,10240,0.1497653325398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,10240,0.1489626665910085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,10240,0.13181066513061523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,10240,0.13086133201917013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,10240,0.12411466240882874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,10240,0.11529866854349773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,10240,0.11575733621915181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,10240,0.10379999876022339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,10240,0.09010666608810425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,10240,0.09861600399017334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,10240,0.08316266536712646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,10240,0.07912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,10240,0.08521333336830139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,10240,0.06783466537793477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,10240,0.060826669136683144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,10240,0.05161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,10240,0.04825599988301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,10240,0.041322665909926094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,10240,0.038349332908789315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,10240,0.03230399886767069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,10240,0.02593333274126053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,10240,0.02587199956178665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,10240,0.025850666066010792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,10240,0.025821333130200703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,10240,0.02595466623703639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,10240,0.025613332788149517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,10240,0.02385333428780238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,10240,0.02016266683737437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,10240,0.021984001000722248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,10240,0.018962666392326355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,10240,0.02199200044075648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,10240,0.022085333863894146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,10240,0.022282667458057404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,10240,0.019914666811625164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,10240,0.02103466788927714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,10240,0.02092266579469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,10240,0.020074666788180668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,10240,0.019080000619093578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,10240,0.01974133277932803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,10240,0.018599999447663624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,10240,0.018458666900793713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,10240,0.017711999515692394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,10240,0.017866666118303936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,10240,0.017693333327770233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,10240,0.017909333109855652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,10240,0.017711999515692394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,10240,0.017730666945377987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,10240,0.01777600000301997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,10240,0.017687999953826267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,10240,0.0179599995414416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,10240,0.017880000174045563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,10240,0.017730666945377987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,10240,0.017664000391960144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,10240,0.0176986667017142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,10240,0.017759999881188076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,10240,0.018570666511853535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,10240,0.018386666973431904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,10240,0.01894933357834816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,10240,0.019002666076024372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,10240,1.678153355916341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,10240,0.8721946875254313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,10240,0.4410880009333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,10240,0.24435466527938843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,10240,0.24688265721003214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,10240,0.22715200980504355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,10240,0.22674532731374106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,10240,0.21342533826828003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,10240,0.21428932746251425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,10240,0.19622800747553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,10240,0.1938826640446981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,10240,0.17988799015680948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,10240,0.1790133317311605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,12288,0.028838400046030683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,10240,0.1706119974454244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,10240,0.16859867175420126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,10240,0.14910399913787842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,10240,0.1529893378416697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,10240,0.13502666354179382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,10240,0.13860133290290833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,10240,0.12813066442807516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,10240,0.12583466370900473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,10240,0.11035866538683574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,10240,0.10909333825111389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,10240,0.09967199961344402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,10240,0.10282133022944133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,10240,0.0944986641407013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,10240,0.08912799755732219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,10240,0.08313733339309692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,10240,0.07929866512616475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,10240,0.06637999912103017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,10240,0.0656146655480067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,10240,0.05318133533000946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,10240,0.05012266834576925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,10240,0.03921599934498469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,10240,0.03302400062481562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,10240,0.032657332718372345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,10240,0.0314546674489975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,10240,0.03145733227332433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,10240,0.03062933435042699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,10240,0.03102800001700719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,10240,0.029693332811196644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,10240,0.029180000225702923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,10240,0.02879866709311803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,10240,0.042094667752583824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,10240,0.026921334366003673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,10240,0.027745333810647328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,10240,0.026046666006247204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,10240,0.02696266770362854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,10240,0.02608933299779892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,10240,0.02536266545454661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,10240,0.025193333625793457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,10240,0.026902665694554646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,10240,0.024685333172480266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,10240,0.02354533225297928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,10240,0.024452000856399536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,10240,0.023061332603295643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,10240,0.024990667899449665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,10240,0.022754666705926258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,10240,0.02471066763003667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,10240,0.02296666552623113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,10240,0.02261599898338318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,10240,0.022915999094645183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,10240,0.024482667446136475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,10240,0.02335066596666972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,10240,0.022731999556223553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,10240,0.02290799965461095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,10240,0.02272400011618932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,10240,0.02330266684293747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,10240,0.024519999821980793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,10240,0.022946665684382122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,10240,0.024030665556589764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,10240,0.02446399877468745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,10240,0.023192000885804493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,10240,0.023521333932876587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,12288,0.028996266921361286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,12288,0.028904533386230467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,10240,0.5868906577428182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,10240,1.1505693594614665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,10240,2.243124008178711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,10240,0.29768800735473633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,10240,0.35514533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,10240,0.2856386701265971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,10240,0.28978532552719116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,10240,0.2720373272895813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,10240,0.3203226725260417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,10240,0.2497453292210897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,10240,0.33452534675598145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,10240,0.22705866893132529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,10240,0.22803600629170737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,10240,0.21260400613149008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,10240,0.2158400019009908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,10240,0.19340133666992188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,10240,0.3025599916776021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,10240,0.19808266560236612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,10240,0.1801039973894755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,10240,0.15220800042152405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,10240,0.14839333295822144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,10240,0.13728933533032736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,10240,0.13144266605377197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,10240,0.1200320025285085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,10240,0.2740013400713603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,10240,0.2589306632677714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,10240,0.16749332348505655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,10240,0.07634933292865753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,10240,0.05745466550191244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,10240,0.05221066872278849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,10240,0.04160266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,10240,0.10228133201599121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,10240,0.09743733207384746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,10240,0.08282800018787384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,10240,0.03722800066073736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,10240,0.028433332840601604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,10240,0.026340000331401825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,10240,0.02444000045458476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,10240,0.024501333634058636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,10240,0.02443733314673106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,10240,0.023962666591008503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,10240,0.025770666698614757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,10240,0.026119999587535858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,10240,0.025786665578683216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,10240,0.0194560003777345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,10240,0.019323999683062237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,10240,0.019147999584674835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,10240,0.019630666822195053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,10240,0.019266666223605473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,10240,0.01759200046459834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,10240,0.017682666579882305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,10240,0.018024000028769176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,10240,0.017191999902327854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,10240,0.017641333242257435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,10240,0.01718800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,10240,0.017670666178067524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,10240,0.01725600038965543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,10240,0.017609332998593647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,10240,0.017632000148296356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,10240,0.03610533227523168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,10240,0.036174667378266655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,10240,0.03818000108003616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,10240,0.03752133250236511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,10240,0.03934400031963984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,10240,0.03759466608365377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,10240,0.037990666925907135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,10240,0.038312000532945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,10240,0.038032000263532005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,10240,0.03949466596047083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,10240,0.03779600063959757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,10240,0.037632000943024956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,10240,0.01907866696516673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,10240,0.019368000328540802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,10240,0.0191920002301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,10240,0.7562346776326497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,10240,0.20786666870117188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,10240,0.3952255884806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,10240,0.11779519716898601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,10240,0.11738773187001546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,10240,0.11499626636505127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,10240,0.11739839712778728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,10240,0.11282347043355305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,10240,0.1133344014485677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,10240,0.1116213321685791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,10240,0.0946026643117269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,10240,0.08890559673309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,10240,0.08735360304514567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,10240,0.08884267012278238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,10240,0.08821653525034587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,10240,0.08675733407338461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,10240,0.08556479612986247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,10240,0.08400533199310303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,10240,0.06696213086446126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,10240,0.08539946873982748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,10240,0.06014933188756307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,10240,0.06309546629587809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,10240,0.058968532085418704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,10240,0.05838186740875244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,10240,0.05785599946975708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,10240,0.054795734087626134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,10240,0.054825599988301596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,10240,0.05361920197804769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,10240,0.05383786757787069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,10240,0.03376426696777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,10240,0.033539199829101564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,10240,0.03110719919204712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,10240,0.030643200874328612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,10240,0.028479999303817748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,10240,0.028629332780838013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,10240,0.026995199918746948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,10240,0.026665600140889485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,10240,0.026396799087524413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,10240,0.02648426691691081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,10240,0.026399999856948853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,10240,0.0264682670434316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,10240,0.02648959954579671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,10240,0.026387200752894087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,10240,0.025863466660181682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,10240,0.025703465938568114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,10240,0.02587839961051941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,10240,0.025986133019129436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,10240,0.025685334205627443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,10240,0.025614933172861738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,10240,0.025701334079106648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,10240,0.025573333104451496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,10240,0.025590399901072185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,10240,0.025435733795166015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,10240,0.025667200485865276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,10240,0.025638399521509807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,10240,0.02524159948031108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,10240,0.025217066208521526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,10240,0.025217066208521526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,10240,0.02550826668739319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,10240,0.025389866034189863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,10240,0.025303467114766436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,10240,0.025646932919820148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,10240,0.025638399521509807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,10240,0.02563520073890686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,10240,0.02529919942220052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,10240,0.025642667214075727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,10240,0.025613866249720257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,10240,0.025203200181325276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,10240,0.02555946707725525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,10240,0.025363200902938844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,10240,0.025726934274037678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,8192,1.2718719906277127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,8192,0.8036746448940701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,8192,0.39951645003424746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,8192,0.23216888639662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,8192,0.2335448794894748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,8192,0.19923733340369332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,8192,0.20894222789340547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,8192,0.18695822026994494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,8192,0.1597013341055976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,8192,0.14294755458831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,8192,0.1393173270755344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,8192,0.13887643814086914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,8192,0.13787555694580078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,8192,0.1401404407289293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,8192,0.1371199952231513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,8192,0.11934044626024033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,8192,0.11943111154768203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,8192,0.10854933659235637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,8192,0.10476622316572402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,8192,0.10365333159764607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,8192,0.0943324433432685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,8192,0.09377777576446533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,8192,0.08591644631491767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,8192,0.07499733236100939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,8192,0.07867911126878527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,8192,0.0672159989674886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,8192,0.062131557199690074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,8192,0.06749511427349515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,8192,0.054901334974500865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,8192,0.04974755644798279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,8192,0.04212977819972568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,8192,0.038302222887674965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,8192,0.033152000771628484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,8192,0.030920889642503526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,8192,0.025939555631743536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,8192,0.020869332883093093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,8192,0.020600888464185927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,8192,0.02047644390000237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,8192,0.020414221617910597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,8192,0.020599111914634705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,8192,0.02064533366097344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,8192,0.019143111175960965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,8192,0.016149333781666227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,8192,0.017955554856194388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,8192,0.015407999356587728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,8192,0.01532977819442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,8192,0.01531022290388743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,8192,0.015276443627145557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,8192,0.015365334020720588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,8192,0.015331554743978711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,8192,0.015320888823933072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,8192,0.01661333276165856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,8192,0.015235554840829639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,8192,0.015614221493403116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,8192,0.014917333920796713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,8192,0.014807111687130399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,8192,0.01457244488928053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,8192,0.014700444208251106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,8192,0.014508444401952954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,8192,0.01498311095767551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,8192,0.014677332507239448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,8192,0.014682667122946845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,8192,0.014659555421935188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,8192,0.01460088955031501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,8192,0.014659555421935188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,8192,0.014689778288205465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,8192,0.014223999447292753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,8192,0.014721777704026965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,8192,0.014668444792429606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,8192,0.01443555619981554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,8192,0.014879999889267815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,8192,0.014734221829308404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,8192,0.015384889311260648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,8192,0.015303111738628812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,8192,1.3497834523518881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,8192,0.6906527837117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,8192,0.35531733830769857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,8192,0.19148799578348796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,8192,0.19186347325642902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,8192,0.1762239933013916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,8192,0.17563947041829425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,8192,0.1660970687866211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,8192,0.1653333346048991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,8192,0.1482378641764323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,8192,0.14581012725830078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,8192,0.1423733393351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,8192,0.14162453015645343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,8192,0.1330133358637492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,8192,0.12906560103098552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,8192,0.12074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,8192,0.12026453018188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,8192,0.10904213587443035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,8192,0.10887786547342937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,8192,0.10492266813913982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,8192,0.10020586649576824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,8192,0.09221226374308268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,8192,0.08998080094655356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,8192,0.08131732940673828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,8192,0.08417279720306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,8192,0.07587306499481201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,8192,0.06915093262990316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,8192,0.06725760300954184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,8192,0.06021440029144287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,8192,0.05287253459294637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,8192,0.04953600168228149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,8192,0.044096000989278156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,8192,0.04281599919001262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,8192,0.03582293192545573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,10240,0.025630933046340943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,8192,0.029742934306462604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,8192,0.02829119960467021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,8192,0.03014613389968872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,8192,0.029140265782674153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,8192,0.03096853295962016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,8192,0.028536534309387206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,8192,0.03301759958267212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,8192,0.02717120051383972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,10240,0.025552000602086383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,8192,0.0259552001953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,8192,0.02500159939130147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,8192,0.02485439976056417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,8192,0.02531306743621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,8192,0.023520000775655112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,8192,0.024848000208536784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,10240,0.025229867299397784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,8192,0.023037866751352946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,8192,0.023450666666030885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,8192,0.02314880092938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,8192,0.02235413392384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,8192,0.022788266340891518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,8192,0.02385279933611552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,8192,0.025443200270334882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,8192,0.02136960029602051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,8192,0.02502826650937398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,8192,0.02105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,8192,0.02107306718826294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,8192,0.02143146594365438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,8192,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,8192,0.023427200317382813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,8192,0.020814933379491172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,8192,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,8192,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,8192,0.022363734245300294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,8192,0.023217066129048666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,8192,0.022992000977198283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,8192,0.022749867041905722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,8192,0.022775467236836752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,8192,0.02376533349355062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,8192,0.022693334023157756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,8192,0.023041067520777385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,8192,0.02104746699333191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,8192,0.53832213083903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,8192,1.0414506912231445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,8192,2.0797492980957033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,8192,0.27071466445922854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,8192,0.31529385248819985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,8192,0.26078294118245443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,8192,0.25968853632609046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,8192,0.24661973317464195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,8192,0.2991637229919434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,8192,0.29269440968831384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,8192,0.2344693342844645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,8192,0.2074922720591227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,8192,0.20620373090108238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,8192,0.27416105270385743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,8192,0.19359466234842937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,8192,0.1926143964131673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,8192,0.17586560249328614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,8192,0.17706559499104818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,8192,0.1624842643737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,8192,0.13880747159322102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,8192,0.1254197359085083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,8192,0.12240853309631347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,8192,0.24464640617370606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,8192,0.10592319965362548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,8192,0.10204799969991048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,8192,0.22939839363098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,8192,0.14589866002400714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,8192,0.05687893231709799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,8192,0.08162986437479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,8192,0.05029333432515463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,8192,0.044860800107320145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,8192,0.036645332972208663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,8192,0.0801472028096517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,8192,0.06435093482335409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,8192,0.03256640036900838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,8192,0.02564479907353719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,8192,0.023385600248972575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,8192,0.022027732928593953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,8192,0.021614933013916017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,8192,0.021546665827433267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,8192,0.021448532740275063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,8192,0.022776534159978233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,8192,0.02285439968109131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,8192,0.022849067052205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,8192,0.017422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,8192,0.017245866854985557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,8192,0.016924800475438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,8192,0.017100799083709716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,8192,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,8192,0.015513599912325541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,8192,0.015431466698646545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,8192,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,8192,0.015492266416549683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,8192,0.015090133746465048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,8192,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,8192,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,8192,0.032227200269699094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,8192,0.03209386666615804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,8192,0.01686933239301046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,8192,0.03213119904200236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,8192,0.03302293419837952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,8192,0.032576000690460204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,8192,0.03095253308614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,8192,0.03313600023587544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,8192,0.03302399913469951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,8192,0.03368639945983887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,8192,0.03343360026677449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,8192,0.03384213447570801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,8192,0.03350186745325724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,8192,0.03479466835657756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,8192,0.03415573438008626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,8192,0.034320000807444254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,8192,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,8192,0.017126399278640746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,8192,0.32165867487589517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,8192,0.6372671763102213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,8192,0.09472640355428061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,8192,0.16554773648579915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,8192,0.09394453366597494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,8192,0.09505919615427652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,8192,0.09062080383300782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,8192,0.09315199851989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,8192,0.09121066729227702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,8192,0.09175039927164713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,8192,0.07473493417104085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,8192,0.07275733153025309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,8192,0.07146026293436686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,8192,0.07229759693145751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,8192,0.07032426993052164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,8192,0.06972160339355468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,8192,0.07035093307495117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,8192,0.0689749320348104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,8192,0.06784640153249105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,8192,0.055845332145690915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,8192,0.05089173316955566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,8192,0.050088532765706385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,8192,0.04889599879582723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,8192,0.04749759833017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,8192,0.0468725323677063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,8192,0.04583146572113037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,8192,0.045210667451222736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,8192,0.04452693462371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,8192,0.04423786799112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,8192,0.028914133707682293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,8192,0.02778773307800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,8192,0.025961599747339886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,8192,0.0264575997988383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,8192,0.024871466557184856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,8192,0.02405973275502523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,8192,0.022829866409301756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,8192,0.022360533475875854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,8192,0.022406399250030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,8192,0.022454400857289634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,8192,0.022379734118779502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,8192,0.022321067253748574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,8192,0.022037333250045775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,8192,0.022356265783309938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,8192,0.022423466046651207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,8192,0.0219925324122111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,8192,0.02153493364651998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,8192,0.02177706758181254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,8192,0.021605332692464195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,8192,0.021619200706481934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,8192,0.02151040037473043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,8192,0.021781333287556968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,8192,0.021172267198562623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,8192,0.021550933519999184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,8192,0.021172267198562623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,8192,0.02155839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,8192,0.021577600638071695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,8192,0.021399466196695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,8192,0.02109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,8192,0.021666133403778078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,8192,0.0215445339679718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,8192,0.021538132429122926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,8192,0.021185066302617392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,8192,0.021884800990422566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,8192,0.021588265895843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,8192,0.02190933426221212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,8192,0.02119893431663513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,8192,0.021524266401926676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,8192,0.021384533246358237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,8192,0.021229867140452066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,8192,0.02121493419011434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,8192,0.021486934026082358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,7168,1.0518222384982638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,7168,0.6183075375027126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,7168,0.3147733211517334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,7168,0.20735466480255127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,7168,0.21000356144375273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,7168,0.20474310715993246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,7168,0.19465955098470053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,7168,0.1457173294491238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,7168,0.14317688677046034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,7168,0.12934577465057373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,7168,0.12512177891201443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,7168,0.1234240002102322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,7168,0.12293510966830784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,7168,0.12390755282508002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,7168,0.12078577942318386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,7168,0.10427021980285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,7168,0.10254044665230645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,7168,0.09366755353079902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,7168,0.09211199813418919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,7168,0.08886577685674031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,7168,0.08121955394744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,7168,0.08241955439249675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,7168,0.07666133509741889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,7168,0.06611377663082547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,7168,0.06952177815967135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,7168,0.05937244494756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,7168,0.05571555429034763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,7168,0.05868622329499987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,7168,0.04708266589376661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,7168,0.04350044329961141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,7168,0.03640710976388719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,7168,0.03338311115900675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,7168,0.029612445169025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,7168,0.02681244413057963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,7168,0.0229404436217414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,7168,0.018597332967652213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,7168,0.018039110634062026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,7168,0.01808355583084954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,7168,0.018213333355055917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,7168,0.018030222919252183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,7168,0.017941332525677152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,7168,0.016714667280515034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,7168,0.014142221874660917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,7168,0.015493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,7168,0.013423999978436364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,7168,0.013402666482660504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,7168,0.01354311075475481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,7168,0.013648000028398303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,7168,0.01367288910680347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,7168,0.013464888764752282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,7168,0.013340444200568728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,7168,0.014992000328169929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,7168,0.013454222016864352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,7168,0.014782221780882942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,7168,0.013909333282046847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,7168,0.013889777991506787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,7168,0.01354311075475481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,7168,0.013443555268976422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,7168,0.013388444152143268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,7168,0.013196444345845116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,7168,0.01330133361948861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,7168,0.013230221966902414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,7168,0.013295999831623502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,7168,0.013205333716339536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,7168,0.013331555657916598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,7168,0.013349333571063148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,7168,0.01330488920211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,7168,0.013361777696344586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,7168,0.013297778036859302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,7168,0.013580444786283704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,7168,0.013847110999955071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,7168,0.013911111487282647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,7168,0.013930666777822705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,7168,0.014051554931534661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,7168,1.1839253743489584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,7168,0.6092405319213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,7168,0.31251414616902673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,7168,0.16259733835856122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,7168,0.1649898687998454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,8192,0.02148800094922384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,7168,0.15230293273925782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,7168,0.15175679524739583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,7168,0.14445865948994954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,7168,0.14479786554972332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,7168,0.13074986934661864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,7168,0.13000960350036622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,7168,0.12827413082122802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,7168,0.1263434648513794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,7168,0.11974613666534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,7168,0.11481066544850667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,7168,0.106876802444458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,7168,0.10800960063934326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,7168,0.09917653401692708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,7168,0.09821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,7168,0.09071253140767416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,7168,0.08780906995137533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,7168,0.08284266789754233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,7168,0.08089599609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,7168,0.07017707029978434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,7168,0.0726698637008667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,7168,0.0694485346476237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,7168,0.06299200057983398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,7168,0.05954133272171021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,7168,0.05434666474660238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,7168,0.05006826718648275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,7168,0.046836264928181964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,7168,0.04077226718266805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,7168,0.0399402658144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,7168,0.03459946711858113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,7168,0.032757333914438885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,7168,0.028624000151952107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,7168,0.027315199375152588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,7168,0.027473066250483198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,7168,0.02723093430201213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,7168,0.030705066521962483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,7168,0.026523733139038087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,7168,0.024166399240493776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,7168,0.025675733884175617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,7168,0.02327359914779663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,7168,0.023265065749486287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,7168,0.023244800170262654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,7168,0.02299413283665975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,7168,0.023625600337982177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,7168,0.023164800802866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,7168,0.022674133380254112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,7168,0.021927465995152794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,7168,0.023886932929356893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,7168,0.022057600816090903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,7168,0.02376746733983358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,7168,0.021564799547195434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,7168,0.022574933369954427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,7168,0.023222400744756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,7168,0.020746666193008422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,7168,0.02407360076904297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,7168,0.022487467527389525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,7168,0.020837332804997763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,7168,0.02173653244972229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,7168,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,7168,0.020967467625935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,7168,0.0205567995707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,7168,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,7168,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,7168,0.023512534300486245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,7168,0.02295680046081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,7168,0.022872533400853476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,8192,0.021386667092641195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,7168,0.022780799865722658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,7168,0.022794665892918904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,7168,0.024593067169189454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,7168,0.02286400000254313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,8192,0.02118720014890035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,7168,1.023688507080078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,7168,0.5198037465413411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,7168,1.9969824473063151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,7168,0.2670090675354004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,7168,0.3089248021443685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,7168,0.2559615929921468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,7168,0.2526912053426107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,7168,0.24247573216756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,7168,0.2893141428629557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,7168,0.2890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,7168,0.22123519579569498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,7168,0.22347626686096192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,7168,0.20288000106811524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,7168,0.1963520050048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,7168,0.1883423964182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,7168,0.26491413116455076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,7168,0.18255893389383954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,7168,0.172107728322347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,7168,0.16580479939778645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,7168,0.15495039621988932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,7168,0.12516693274180096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,7168,0.11661333243052166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,7168,0.1092725356419881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,7168,0.09550506273905436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,7168,0.08982720375061035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,7168,0.23621546427408852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,7168,0.13609174092610676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,7168,0.05277226765950521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,7168,0.06737279891967773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,7168,0.04719680150349935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,7168,0.07423679828643799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,7168,0.03440426588058472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,7168,0.040827735265096025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,7168,0.05933866500854492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,7168,0.030371199051539104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,7168,0.02424959937731425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,7168,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,7168,0.019768534104029338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,7168,0.019789866606394448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,7168,0.01946880022684733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,7168,0.01967573364575704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,7168,0.02198293407758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,7168,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,7168,0.02150826652844747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,7168,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,7168,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,7168,0.015635200341542563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,7168,0.015569067001342774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,7168,0.015915733575820924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,7168,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,7168,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,7168,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,7168,0.014196266730626425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,7168,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,7168,0.02852800091107686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,7168,0.028514132897059126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,7168,0.02687893311182658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,7168,0.02755519946416219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,7168,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,7168,0.02802346746126811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,7168,0.027998934189478557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,7168,0.02681386669476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,7168,0.03174720009167989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,7168,0.0313045342763265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,7168,0.02965013384819031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,7168,0.02725759943326314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,7168,0.028677332401275634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,7168,0.028698666890462236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,7168,0.028778666257858278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,7168,0.030112000306447347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,7168,0.030804266532262165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,7168,0.03133866588274638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,7168,0.015779200196266174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,7168,0.5706026713053386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,7168,0.2915285428365072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,7168,0.01622293293476105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,7168,0.15034666061401367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,7168,0.08769066333770752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,7168,0.08609279791514078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,7168,0.08447466691335043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,7168,0.08446826934814453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,7168,0.08450986544291178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,7168,0.08477333386739096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,7168,0.08301866849263509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,7168,0.068776535987854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,7168,0.06723519961039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,7168,0.06607573429743449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,7168,0.06467413504918416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,7168,0.06470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,7168,0.06437973181406656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,7168,0.06449919939041138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,7168,0.061451733112335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,7168,0.060894934336344395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,7168,0.05068586667378744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,7168,0.047116800149281816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,7168,0.044386132558186846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,7168,0.044113067785898845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,7168,0.043449600537618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,7168,0.04286400079727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,7168,0.04128853480021159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,7168,0.04111573298772176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,7168,0.040753066539764404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,7168,0.026174932718276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,7168,0.04074026743570964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,7168,0.026017065842946368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,7168,0.02451733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,7168,0.02363733251889547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,7168,0.022851200898488362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,7168,0.022332799434661866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,7168,0.021127466360727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,7168,0.02069759964942932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,7168,0.020168532927831016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,7168,0.020705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,7168,0.020172800620396933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,7168,0.02067199945449829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,7168,0.020152533054351808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,7168,0.02072319984436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,7168,0.01995733380317688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,7168,0.019922133286794028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,7168,0.019603200753529868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,7168,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,7168,0.019802665710449217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,7168,0.019698133071263633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,7168,0.01945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,7168,0.01981653372446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,7168,0.019471999009450278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,7168,0.019471999009450278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,7168,0.019218132893244425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,7168,0.01959786613782247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,7168,0.019471999009450278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,7168,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,7168,0.01956160068511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,7168,0.01906879941622416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,7168,0.019293866554896035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,7168,0.019694934288660683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,7168,0.019309866428375243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,7168,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,7168,0.01914986570676168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,7168,0.019553067286809285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,7168,0.019832533597946168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,7168,0.01907306710879008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,7168,0.01909439961115519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,7168,0.019592533508936562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,7168,0.019658666849136353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,7168,0.01909546653429667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,6144,0.9385404586791992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,6144,0.5798168712192112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,6144,0.28977955712212455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,6144,0.1600373321109348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,6144,0.16378843784332275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,6144,0.15625066227383083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,6144,0.14549688498179117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,6144,0.12753421730465359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,6144,0.12473955419328477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,6144,0.11243911584218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,6144,0.10964800251854791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,6144,0.11028622256384955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,6144,0.1043342219458686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,6144,0.10138844119177924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,6144,0.09758044613732232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,6144,0.08701511224110921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,6144,0.08737599849700928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,6144,0.08054755793677436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,6144,0.07849955558776855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,6144,0.07707199785444471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,6144,0.06950400273005168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,6144,0.06732266479068331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,6144,0.06273066997528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,6144,0.05627555317348904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,6144,0.05993244383070204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,6144,0.05678221914503309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,6144,0.04790400134192573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,6144,0.05134755704138014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,6144,0.04141155547565884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,6144,0.03735288977622986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,6144,0.03183999988767836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,6144,0.02901155418819851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,6144,0.026030222574869793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,6144,0.02311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,6144,0.019253333409627277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,6144,0.01623288955953386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,6144,0.016346666547987197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,6144,0.016024889217482675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,6144,0.01603911154799991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,6144,0.016414221790101793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,6144,0.015941333439615037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,6144,0.01479288935661316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,6144,0.013399110900031196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,6144,0.013996443814701505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,6144,0.012588444683286877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,6144,0.01258133351802826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,6144,0.01257777793539895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,6144,0.01256533298227522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,6144,0.012789333032237159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,6144,0.012675555215941535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,6144,0.012551111479600271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,6144,0.013953778478834363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,6144,0.012595555848545499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,6144,0.012597333225939008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,6144,0.012643555800120035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,6144,0.01236088905069563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,6144,0.01257955531279246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,6144,0.012439111040698158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,6144,0.01254755589697096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,6144,0.012014221813943652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,6144,0.011935999823941125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,6144,0.01204622205760744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,6144,0.011935999823941125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,6144,0.01222222215599484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,6144,0.012234666281276278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,6144,0.01221333361334271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,6144,0.012634666429625617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,6144,0.012446222205956778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,6144,0.012508444488048553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,6144,0.012522666818565793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,6144,0.012471111284361945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,6144,0.012487110992272695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,6144,0.01256533298227522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,6144,0.012684444586435953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,7168,0.01954453388849894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,6144,0.5393098831176758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,6144,1.0258335749308267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,6144,0.13917226791381837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,6144,0.26894826889038087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,6144,0.1402784029642741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,6144,0.13091946442921956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,6144,0.1290496031443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,6144,0.12499732971191406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,6144,0.13329066435496012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,6144,0.11523733139038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,6144,0.11415893236796062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,6144,0.11034453709920247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,6144,0.1102240006128947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,6144,0.1073525349299113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,6144,0.10279253323872883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,6144,0.09013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,6144,0.09296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,6144,0.08843839963277181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,6144,0.0922218640645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,6144,0.07962026596069335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,6144,0.07791253725687662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,6144,0.07085546652475992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,6144,0.06980906327565511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,6144,0.06336640119552613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,6144,0.06504853169123331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,6144,0.05669013261795044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,6144,0.05349226792653402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,6144,0.053956266244252524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,6144,0.0525322675704956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,6144,0.04551253318786621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,6144,0.0433514674504598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,6144,0.03760213454564412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,6144,0.03637653191884359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,6144,0.033020800352096556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,6144,0.03125759959220886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,6144,0.027060266335805255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,6144,0.02533973256746928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,6144,0.026627200841903686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,6144,0.02759679953257243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,6144,0.02518080075581868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,6144,0.02314880092938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,6144,0.023195733626683555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,6144,0.02315839926401774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,6144,0.023165865739186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,6144,0.022936532894770302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,6144,0.022139734029769896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,6144,0.02213546633720398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,6144,0.02226346731185913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,6144,0.022977066040039063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,6144,0.022310400009155275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,6144,0.020849066972732543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,6144,0.023565866549809775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,6144,0.02127573291460673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,6144,0.020795732736587524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,6144,0.020746666193008422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,6144,0.02082560062408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,6144,0.020983467499415077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,6144,0.020770132541656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,6144,0.021267199516296388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,6144,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,6144,0.019504000743230186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,6144,0.02012373407681783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,6144,0.020707199970881142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,6144,0.020564266045888267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,6144,0.019026132424672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,6144,0.01937920053799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,6144,0.020937599738438926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,6144,0.02190933426221212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,6144,0.02093120018641154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,6144,0.020834134022394816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,6144,0.02100373307863871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,6144,0.02100480000178019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,6144,0.022788266340891518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,6144,0.02118720014890035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,7168,0.019428267081578573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,7168,0.01965226729710897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,6144,0.9630303700764975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,6144,0.2874837239583333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,6144,1.9077546437581379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,6144,0.2516650676727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,6144,0.24492799441019691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,6144,0.23823253313700357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,6144,0.2335807959238688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,6144,0.22618133227030435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,6144,0.49026133219401047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,6144,0.2718463897705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,6144,0.20953706105550132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,6144,0.1899936040242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,6144,0.27333974838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,6144,0.18449279467264812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,6144,0.16888213157653809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,6144,0.17645440101623536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,6144,0.1482634703318278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,6144,0.1531295935312907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,6144,0.13575785954793293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,6144,0.11277759869893392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,6144,0.09249386787414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,6144,0.20970026652018228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,6144,0.09186027050018311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,6144,0.07494186560312907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,6144,0.07993173599243164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,6144,0.2202847957611084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,6144,0.05995413462320963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,6144,0.04798506498336792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,6144,0.04385173320770264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,6144,0.03814506530761719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,6144,0.11527787049611408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,6144,0.06378773450851441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,6144,0.05408213138580322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,6144,0.03194560011227925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,6144,0.0293503999710083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,6144,0.022057600816090903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,6144,0.02035306692123413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,6144,0.018861865997314452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,6144,0.018823466698328652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,6144,0.01886826753616333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,6144,0.01826559901237488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,6144,0.019817600647608437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,6144,0.02046826680501302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,6144,0.019857066869735717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,6144,0.015261866648991904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,6144,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,6144,0.014966400464375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,6144,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,6144,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,6144,0.013685333728790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,6144,0.012936533490816752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,6144,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,6144,0.01325653294722239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,6144,0.013399466872215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,6144,0.025624533494313557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,6144,0.025389866034189863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,6144,0.024873600403467814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,6144,0.02529279987017314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,6144,0.02687893311182658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,6144,0.026385066906611125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,6144,0.02555519938468933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,6144,0.026204800605773924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,6144,0.028068266312281293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,6144,0.02638186613718669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,6144,0.02513493299484253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,6144,0.02544533411661784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,6144,0.02764906684557597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,6144,0.027022933959960936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,6144,0.02616320053736369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,6144,0.027075199286142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,6144,0.02765120069185893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,6144,0.015014400084813436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,6144,0.014962133765220643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,6144,0.01493013302485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,6144,0.510046927134196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,6144,0.2608832041422526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,6144,0.13574293454488118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,6144,0.07713493506113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,6144,0.0783402681350708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,6144,0.07586560249328614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,6144,0.07368960380554199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,6144,0.07613759835561117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,6144,0.07573866844177246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,6144,0.0734773317972819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,6144,0.06177706718444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,6144,0.06019839843114218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,6144,0.060115198294321694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,6144,0.058134400844573976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,6144,0.05762240091959635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,6144,0.056577066580454506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,6144,0.05664746761322022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,6144,0.05445653200149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,6144,0.054039466381073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,6144,0.04395626783370972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,6144,0.04158186515172323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,6144,0.039951999982198075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,6144,0.039926401774088544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,6144,0.039162667592366536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,6144,0.0387168010075887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,6144,0.03720426559448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,6144,0.03713066577911377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,6144,0.0364959994951884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,6144,0.03648746808369954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,6144,0.023975465695063272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,6144,0.023527467250823976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,6144,0.0225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,6144,0.021849600474039714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,6144,0.021022933721542358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,6144,0.02025066614151001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,6144,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,6144,0.018544000387191773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,6144,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,6144,0.018951465686162315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,6144,0.018660267194112144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,6144,0.018248534202575682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,6144,0.01848213275273641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,6144,0.018636800845464072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,6144,0.018668800592422485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,6144,0.01786880095799764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,6144,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,6144,0.017771732807159425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,6144,0.017400532960891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,6144,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,6144,0.017442133029301962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,6144,0.017864533265431724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,6144,0.017860267559687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,6144,0.017528533935546875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,6144,0.017491199572881064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,6144,0.017806933323542277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,6144,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,6144,0.01749546726544698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,6144,0.017462400595347087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,6144,0.017461333672205606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,6144,0.017947733402252197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,6144,0.01758293310801188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,6144,0.017462400595347087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,6144,0.01749546726544698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,6144,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,6144,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,6144,0.017434666554133095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,6144,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,6144,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,6144,0.017617066701253258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,6144,0.017480534315109254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,6144,0.017579734325408936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,5120,0.7565093040466309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,5120,0.40529731909434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,5120,0.21627066532770792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,5120,0.13264532883961996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,5120,0.13565599918365479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,5120,0.13091066479682922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,5120,0.11016399661699931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,5120,0.11808533469835918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,5120,0.0972119967142741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,5120,0.08877333005269368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,5120,0.08584400018056233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,5120,0.08838267127672832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,5120,0.08395333091417949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,5120,0.08420667052268982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,5120,0.07734533150990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,5120,0.07040533423423767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,5120,0.07069999972979228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,5120,0.06629600127538045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,5120,0.06473200023174286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,5120,0.06203866501649221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,5120,0.057111998399098717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,5120,0.05499866604804993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,5120,0.052146668235460915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,5120,0.045784001549084984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,5120,0.04957066476345062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,5120,0.046023999651273094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,5120,0.03969600051641464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,5120,0.04170133173465729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,5120,0.03415066748857498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,5120,0.030794667700926464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,5120,0.026883999506632488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,5120,0.023793332278728485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,5120,0.021562665700912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,5120,0.019181333482265472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,5120,0.015933333585659664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,5120,0.013836000114679337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,5120,0.013521333535512289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,5120,0.013542667031288147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,5120,0.013522667189439138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,5120,0.013534666349490484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,5120,0.01347066710392634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,5120,0.012516000618537268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,5120,0.011017333716154099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,5120,0.011601333816846212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,6144,0.017463467518488564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,5120,0.01042800024151802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,5120,0.01064133271574974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,5120,0.010791999598344168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,5120,0.010549332946538925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,5120,0.010565333068370819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,5120,0.010582666844129562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,5120,0.012201332797606787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,5120,0.010605332752068838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,5120,0.01044800008336703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,5120,0.010530666758616766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,5120,0.010474666953086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,5120,0.012226667255163193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,5120,0.010518666356801987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,5120,0.01097600037852923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,5120,0.010386666903893152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,5120,0.01022799996038278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,5120,0.010102666914463043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,5120,0.010498666514952978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,5120,0.010366666441162428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,5120,0.01005600020289421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,5120,0.01021733321249485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,5120,0.010627999901771545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,5120,0.010665333519379297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,5120,0.010950667162736257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,5120,0.010925333946943283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,5120,0.011078666895627975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,5120,0.011080000549554825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,5120,0.011163999636967977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,5120,0.011276000489791235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,5120,0.8578688303629557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,5120,0.011022667090098063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,5120,0.4440320014953613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,5120,0.22765226364135743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,5120,0.117412265141805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,5120,0.11806613604227703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,5120,0.11202773253122966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,5120,0.10952640374501546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,5120,0.10930879910786946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,5120,0.10565226872762043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,5120,0.09527146816253662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,5120,0.0957365353902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,5120,0.08948693275451661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,5120,0.09006293614705405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,5120,0.08993173440297444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,5120,0.08646612962086996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,5120,0.07995306650797526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,5120,0.07878399689992269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,5120,0.07044586340586344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,5120,0.06986453533172607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,5120,0.06607893308003744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,5120,0.06495786507924398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,5120,0.060134398937225345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,5120,0.059628800551096595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,5120,0.05289386510848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,5120,0.05467626651128134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,5120,0.05074666738510132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,5120,0.048293332258860275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,5120,0.04773333470026652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,5120,0.043508267402648924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,5120,0.03977813323338826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,5120,0.037656533718109134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,5120,0.034178133805592856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,5120,0.03350186745325724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,5120,0.02996480067571004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,5120,0.02885226607322693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,5120,0.025485867261886598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,5120,0.023909332354863484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,6144,0.01767146587371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,5120,0.024885332584381102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,5120,0.023912533124287923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,5120,0.026792534192403156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,5120,0.022347732384999593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,5120,0.022461867332458495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,5120,0.02097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,5120,0.021321600675582884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,5120,0.020936532815297445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,5120,0.020883200565973918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,5120,0.020718934138615926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,5120,0.02086720069249471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,5120,0.020951465765635172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,5120,0.020513067642847695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,5120,0.021627734104792275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,5120,0.019341866175333657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,5120,0.020501333475112914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,5120,0.0194048007329305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,5120,0.018861865997314452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,5120,0.02065920035044352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,5120,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,5120,0.018820265928904213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,5120,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,5120,0.018784000476201376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,5120,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,5120,0.01871573328971863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,5120,0.01844266653060913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,5120,0.018616533279418944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,5120,0.018463999032974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,5120,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,5120,0.021991467475891112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,5120,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,5120,0.020819199085235596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,5120,0.02001919945081075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,5120,0.02074026664098104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,5120,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,5120,0.020936532815297445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,5120,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,6144,0.01753600041071574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,5120,0.4684853235880534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,5120,1.8050069173177081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,5120,0.9191594441731772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,5120,0.23945280710856118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,5120,0.26970027287801107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,5120,0.225219202041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,5120,0.2192746639251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,5120,0.21159893671671548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,5120,0.254693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,5120,0.19544213612874348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,5120,0.25404693285624186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,5120,0.17317226727803547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,5120,0.15539414087931316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,5120,0.15212052663167316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,5120,0.135100793838501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,5120,0.12789653142293295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,5120,0.11466026306152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,5120,0.11239360173543293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,5120,0.2315370718638102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,5120,0.0927178700764974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,5120,0.08266026973724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,5120,0.0798314650853475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,5120,0.07251733144124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,5120,0.06657493511835734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,5120,0.1991754690806071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,5120,0.18494505882263185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,5120,0.09262826442718505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,5120,0.04428266684214274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,5120,0.04069013198216756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,5120,0.03614720106124878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,5120,0.030321067571640013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,5120,0.058789332707722984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,5120,0.05574826796849569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,5120,0.0507423996925354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,5120,0.02688639958699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,5120,0.019107200702031455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,5120,0.020282665888468422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,5120,0.018220800161361694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,5120,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,5120,0.016910932461420693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,5120,0.016937599579493205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,5120,0.016396799683570863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,5120,0.018922666708628334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,5120,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,5120,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,5120,0.013461333513259888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,5120,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,5120,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,5120,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,5120,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,5120,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,5120,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,5120,0.012025599678357441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,5120,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,5120,0.021014400323232017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,5120,0.021721599499384563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,5120,0.022658133506774904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,5120,0.021473066012064616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,5120,0.021554134289423623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,5120,0.021735467513402305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,5120,0.023140267531077067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,5120,0.022427733739217123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,5120,0.021525333325068154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,5120,0.022309333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,5120,0.022667733828226726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,5120,0.02230293353398641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,5120,0.022663466135660806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,5120,0.023069866498311362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,5120,0.02371306618054708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,5120,0.023100799322128295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,5120,0.022300799687703453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,5120,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,5120,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,5120,0.44703038533528644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,5120,0.23423147201538086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,5120,0.013397333025932313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,5120,0.12115626335144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,5120,0.07013013362884521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,5120,0.06965440114339193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,5120,0.06698453426361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,5120,0.06803413232167563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,5120,0.06524373292922973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,5120,0.06352213223775229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,5120,0.06554666757583619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,5120,0.055062401294708255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,5120,0.052161065737406406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,5120,0.05145599842071533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,5120,0.05168213446935018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,5120,0.050979200998942056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,5120,0.04929173390070597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,5120,0.04912639856338501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,5120,0.04820266564687093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,5120,0.04845013221104939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,5120,0.038755198319753006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,5120,0.03716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,5120,0.035974399248758955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,5120,0.035898665587107345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,5120,0.03421440124511719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,5120,0.033779199918111166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,5120,0.033404799302419026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,5120,0.03335040012995402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,5120,0.031480532884597776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,5120,0.031692800919214885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,5120,0.02217386762301127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,5120,0.021514666080474854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,5120,0.01952106753985087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,5120,0.019530665874481202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,5120,0.018731733163197838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,5120,0.018336000045140584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,5120,0.01705066760381063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,5120,0.016562133034070333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,5120,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,5120,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,5120,0.016574933131535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,5120,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,5120,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,5120,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,5120,0.016219733158747356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,5120,0.015836800138155617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,5120,0.01590293347835541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,5120,0.01591679950555166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,5120,0.016261333227157594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,5120,0.016145066420237223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,5120,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,5120,0.01623146633307139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,5120,0.015845333536465965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,5120,0.015756799777348836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,5120,0.015470932920773825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,5120,0.015762133399645488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,5120,0.01585706671079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,5120,0.01583466629187266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,5120,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,5120,0.015796266992886863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,5120,0.015921066204706825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,5120,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,5120,0.01585599978764852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,5120,0.01620266636212667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,5120,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,5120,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,5120,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,5120,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,5120,0.015562666455904641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,5120,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,5120,0.015876266360282897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,4096,0.607913589477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,4096,0.36555093129475913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,4096,0.18245760599772137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,4096,0.10655679702758789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,4096,0.10876373449961345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,4096,0.10578773021697999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,4096,0.08890986442565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,4096,0.0806336005528768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,4096,0.07909653186798096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,4096,0.07121600310007731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,4096,0.0686570644378662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,4096,0.07100906372070312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,4096,0.06720106601715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,4096,0.06599040031433105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,4096,0.0630346655845642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,5120,0.015598932902018229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,4096,0.05996906757354736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,4096,0.05500160058339437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,4096,0.05402026573816935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,4096,0.05202879905700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,4096,0.04863679806391398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,4096,0.0458954652150472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,4096,0.0444597323735555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,4096,0.03828159968058269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,4096,0.04123520056406657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,4096,0.0382207989692688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,4096,0.03421866496404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,4096,0.03460053205490112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,4096,0.057835733890533446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,4096,0.029127466678619384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,4096,0.025331199169158936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,4096,0.02267520030339559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,4096,0.020227199792861937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,4096,0.018542933464050292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,4096,0.01634666621685028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,4096,0.013684266805648803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,4096,0.011683199803034465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,4096,0.009922132889429728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,4096,0.011766399939854939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,4096,0.011513599753379821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,4096,0.014320000012715658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,4096,0.011082667112350463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,4096,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,4096,0.009706667065620423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,4096,0.009854933619499207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,4096,0.009366400043169658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,4096,0.008835200468699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,4096,0.008929066856702169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,4096,0.00907306671142578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,4096,0.009070932865142822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,4096,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,4096,0.009014399846394856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,4096,0.008886399865150451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,4096,0.008532266815503438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,4096,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,4096,0.0086709330479304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,4096,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,4096,0.009742933511734008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,4096,0.01162453293800354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,4096,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,4096,0.00848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,4096,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,4096,0.008662399649620057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,4096,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,4096,0.008572799960772197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,4096,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,4096,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,4096,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,4096,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,4096,0.009316266576449076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,4096,0.009577600161234538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,4096,0.00950933297475179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,4096,0.009365333120028178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,4096,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,4096,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,4096,0.7026816050211588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,4096,0.36836160024007164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,4096,0.17625600496927898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,4096,0.0928447961807251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,4096,0.09734933376312256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,4096,0.09035733540852865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,4096,0.08854080041249593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,4096,0.09220693111419678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,4096,0.08669439951578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,4096,0.08064853350321452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,4096,0.07953279813130697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,4096,0.07507200241088867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,4096,0.07390186786651612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,4096,0.07439466317494711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,4096,0.06871679623921713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,4096,0.06342293421427408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,4096,0.06456640164057413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,4096,0.06004266738891602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,4096,0.058805334568023684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,4096,0.05771093368530274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,4096,0.053653331597646084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,4096,0.05015573501586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,4096,0.05006293455759684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,4096,0.047915732860565184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,4096,0.0481824000676473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,4096,0.04554666678110759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,4096,0.04291520118713379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,4096,0.04040000041325887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,4096,0.03876693248748779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,4096,0.034220798810323076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,4096,0.03351786533991496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,4096,0.03140053351720174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,4096,0.03107733329137166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,4096,0.026819199323654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,4096,0.02648746569951375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,4096,0.02255786657333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,4096,0.022721066077550253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,4096,0.022845866282780965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,4096,0.02218986749649048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,5120,0.015897599856058757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,4096,0.024769065777460735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,4096,0.021104000012079873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,4096,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,4096,0.02067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,4096,0.018772266308466592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,4096,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,4096,0.019077332814534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,4096,0.01953493356704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,4096,0.01869973341623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,4096,0.018781866629918417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,4096,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,4096,0.01999573310216268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,4096,0.01755946675936381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,4096,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,4096,0.018899200359980266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,5120,0.01579093337059021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,4096,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,4096,0.016858667135238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,4096,0.017067732413609822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,4096,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,4096,0.016685867309570314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,4096,0.017040000359217326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,4096,0.018811732530593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,4096,0.016692266861597697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,4096,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,4096,0.017921066284179686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,4096,0.016938666502634682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,4096,0.016565333803494772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,4096,0.019019732872645058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,4096,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,4096,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,4096,0.018861865997314452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,4096,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,4096,0.0184714674949646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,4096,0.01892906626065572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,4096,0.019330133994420372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,4096,0.24835519790649413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,4096,0.4412735939025879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,4096,1.7205365498860676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,4096,0.21527573267618813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,4096,0.196835199991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,4096,0.19632213910420734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,4096,0.8741664250691732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,4096,0.17849920590718588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,4096,0.1842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,4096,0.23776639302571617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,4096,0.23363733291625977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,4096,0.13473067283630372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,4096,0.12062933444976806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,4096,0.11866133213043213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,4096,0.1085472027460734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,4096,0.16400426228841145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,4096,0.09995840390523275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,4096,0.09960213502248129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,4096,0.09005119800567626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,4096,0.07770559787750245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,4096,0.07400000095367432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,4096,0.06936106681823731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,4096,0.06528746684392293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,4096,0.06011306842168172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,4096,0.15983254114786785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,4096,0.14589759508768718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,4096,0.08251093228658041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,4096,0.04073706865310669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,4096,0.03691093524297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,4096,0.03343786795934041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,4096,0.02738453348477681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,4096,0.05379306475321451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,4096,0.051658666133880614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,4096,0.04660693407058716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,4096,0.02449280023574829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,4096,0.018150399128595986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,4096,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,4096,0.016952532529830932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,4096,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,4096,0.014942933122316995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,4096,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,4096,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,4096,0.0170197327931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,4096,0.01611840029557546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,4096,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,4096,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,4096,0.011602133512496948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,4096,0.011252267162005107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,4096,0.011949867010116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,4096,0.009973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,4096,0.009954133629798889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,4096,0.009942400455474853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,4096,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,4096,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,4096,0.018956800301869713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,4096,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,4096,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,4096,0.019462400674819948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,4096,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,4096,0.018961066007614137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,4096,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,4096,0.019413334131240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,4096,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,4096,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,4096,0.019990400473276774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,4096,0.020202666521072388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,4096,0.020268799861272176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,4096,0.02023680011431376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,4096,0.02004479964574178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,4096,0.020240000883738198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,4096,0.02021119991938273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,4096,0.012088533242543538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,4096,0.012119467059771221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,4096,0.3525312105814616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,4096,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,4096,0.18553813298543292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,4096,0.09628693262736002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,4096,0.055631999174753824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,4096,0.05528106689453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,4096,0.05479253530502319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,4096,0.05446186860402426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,4096,0.052526934941609704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,4096,0.05286080042521159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,4096,0.05212693214416504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,4096,0.04433813492457072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,4096,0.04281813303629557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,4096,0.04214293162027995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,4096,0.04237866799036662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,4096,0.04208639860153198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,4096,0.040992001692454025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,4096,0.04074560006459554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,4096,0.040193065007527666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,4096,0.03137279947598775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,4096,0.04032533168792725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,4096,0.030602665742238362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,4096,0.03046720027923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,4096,0.029494400819142657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,4096,0.02912213404973348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,4096,0.028356266021728516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,4096,0.028142933050791425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,4096,0.027833600838979084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,4096,0.02741546630859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,4096,0.02645333409309387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,4096,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,4096,0.018202666441599527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,4096,0.017147733767827352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,4096,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,4096,0.01621333360671997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,4096,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,4096,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,4096,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,4096,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,4096,0.014172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,4096,0.01415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,4096,0.014247467120488485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,4096,0.014254933595657349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,4096,0.01427733302116394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,4096,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,4096,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,4096,0.013766400019327798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,4096,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,4096,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,4096,0.013925333817799887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,4096,0.013797332843144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,4096,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,4096,0.01369599997997284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,4096,0.013512532909711203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,4096,0.013645866513252258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,4096,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,4096,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,4096,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,4096,0.01354986627896627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,4096,0.013778133193651834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,4096,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,4096,0.013521066308021546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,4096,0.01376106639703115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,4096,0.01376106639703115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,4096,0.014062933127085366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,4096,0.013518933455149332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,4096,0.01390720009803772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,4096,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,4096,0.013725866874059042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,4096,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,4096,0.0137855996688207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,4096,0.013774933417638144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,3584,0.5448810577392578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,3584,0.2974346796671549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,3584,0.1518954594930013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,3584,0.08758827050526938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,3584,0.08880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,3584,0.08530773321787516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,3584,0.08088106314341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,3584,0.07978026866912842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,3584,0.07055892944335937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,3584,0.06348479986190796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,3584,0.061469864845275876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,3584,0.060830934842427575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,3584,0.06107519865036011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,3584,0.0597055991490682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,3584,0.055745065212249756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,3584,0.05168319940567016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,3584,0.05156373182932535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,3584,0.04715413252512614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,3584,0.04639999866485596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,3584,0.04442880153656006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,3584,0.04173653523127238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,3584,0.03932053248087565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,3584,0.038306132952372236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,3584,0.033019733428955075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,3584,0.035426131884257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,3584,0.035988267262776694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,3584,0.029186133543650312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,3584,0.030214399099349976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,3584,0.02518826723098755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,3584,0.022487467527389525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,3584,0.020241065820058187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,3584,0.01798293391863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,3584,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,3584,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,3584,0.01225279966990153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,3584,0.01049066682656606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,3584,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,3584,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,3584,0.008780800302823384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,3584,0.012408533692359924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,3584,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,3584,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,3584,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,3584,0.008273066580295562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,3584,0.008080000181992848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,3584,0.008027733365694682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,3584,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,3584,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,3584,0.008254933357238769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,3584,0.008100266754627227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,3584,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,3584,0.008226133386294047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,3584,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,3584,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,3584,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,3584,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,3584,0.009057066837946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,3584,0.007885866860548655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,3584,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,3584,0.007843199868996937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,3584,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,3584,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,3584,0.007743999858697255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,3584,0.007682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,3584,0.007692799965540569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,3584,0.007817600170771282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,3584,0.010354133447011311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,3584,0.010419199864069622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,3584,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,3584,0.010295466581980387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,3584,0.010341333349545796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,3584,0.01032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,3584,0.010246400038401287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,3584,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,3584,0.6142261505126954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,3584,0.31967147191365564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,3584,0.15171626408894856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,3584,0.08786346912384033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,3584,0.08798293272654215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,3584,0.08083840211232504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,3584,0.08210559686024985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,4096,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,3584,0.0775445302327474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,3584,0.07529706954956054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,3584,0.0694762627283732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,3584,0.06703680356343587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,3584,0.06664426724116007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,3584,0.06582080125808716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,3584,0.06377813418706259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,3584,0.06137493451436361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,3584,0.05739519993464152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,3584,0.05681279897689819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,3584,0.05368426640828451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,4096,0.013766400019327798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,3584,0.05198506514231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,3584,0.049668268362681074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,3584,0.04969173272450765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,3584,0.04715733528137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,3584,0.04772479931513469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,3584,0.044232531388600664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,3584,0.041826132933298746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,3584,0.040227198600769044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,3584,0.03753066857655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,3584,0.035139199097951254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,3584,0.03376746575037638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,3584,0.032433066765467325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,3584,0.044326400756835936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,4096,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,3584,0.030135466655095415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,3584,0.02906559904416402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,3584,0.025718400875727337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,3584,0.025035732984542848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,3584,0.020838399728139244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,3584,0.022190932432810465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,3584,0.022323199113210044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,3584,0.022409600019454957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,3584,0.01953386664390564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,3584,0.018850133816401164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,3584,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,3584,0.018778665860493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,3584,0.01863893270492554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,3584,0.0187285323937734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,3584,0.018334933121999106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,3584,0.017502933740615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,3584,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,3584,0.017131733894348144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,3584,0.018252799908320107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,3584,0.019495467344919838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,3584,0.017900800704956053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,3584,0.01662506659825643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,3584,0.017373865842819212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,3584,0.018576000134150186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,3584,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,3584,0.016595199704170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,3584,0.016964266697565712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,3584,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,3584,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,3584,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,3584,0.016717867056528727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,3584,0.016359466314315795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,3584,0.01683733264605204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,3584,0.016505600015322367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,3584,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,3584,0.018229333559672038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,3584,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,3584,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,3584,0.018371200561523436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,3584,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,3584,0.017753599087397258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,3584,0.018743467330932618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,3584,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,3584,0.2338165283203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,3584,0.4411509195963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,3584,0.865665054321289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,3584,0.20473599433898926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,3584,0.17910720507303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,3584,1.7137034098307293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,3584,0.18194665908813476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,3584,0.17362772623697917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,3584,0.16155840555826823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,3584,0.2296245257059733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,3584,0.21121066411336265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,3584,0.15102292696634928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,3584,0.11987413565317791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,3584,0.11669440269470215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,3584,0.1378101348876953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,3584,0.10642986297607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,3584,0.10389013290405273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,3584,0.0960746685663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,3584,0.09246400197347006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,3584,0.08816426595052083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,3584,0.07418773174285889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,3584,0.06989440123240152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,3584,0.0668351968129476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,3584,0.061717331409454346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,3584,0.05827626784642538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,3584,0.12404159704844157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,3584,0.07909119923909505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,3584,0.040797865390777587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,3584,0.0354144016901652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,3584,0.03269333243370056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,3584,0.025542400280634564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,3584,0.05125333468119303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,3584,0.05011093219121297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,3584,0.04366079966227214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,3584,0.02352213263511658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,3584,0.014889599879582724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,3584,0.014961066842079162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,3584,0.014910933375358582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,3584,0.013682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,3584,0.013277866442998252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,3584,0.013241599996884665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,3584,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,3584,0.017432532707850137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,3584,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,3584,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,3584,0.011704533298810323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,3584,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,3584,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,3584,0.010915199915568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,3584,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,3584,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,3584,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,3584,0.009761066238085429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,3584,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,3584,0.016167466839154564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,3584,0.01739413340886434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,3584,0.01744426687558492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,3584,0.017347200711568197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,3584,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,3584,0.01746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,3584,0.017391999562581383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,3584,0.016165332992871602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,3584,0.018948266903559365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,3584,0.017373865842819212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,3584,0.018286933501561485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,3584,0.017913599809010826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,3584,0.018207999070485432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,3584,0.017063466707865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,3584,0.017046399911244712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,3584,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,3584,0.018708266814549766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,3584,0.019058134158452353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,3584,0.018682666619618735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,3584,0.011506133278210958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,3584,0.16757760047912598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,3584,0.08711573282877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,3584,0.31928745905558265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,3584,0.04993600050608317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,3584,0.05048640171686808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,3584,0.04862720171610514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,3584,0.0495690663655599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,3584,0.048571733633677165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,3584,0.047642668088277176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,3584,0.040625067551930745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,3584,0.04638719956080119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,3584,0.03957759936650594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,3584,0.03914239803949992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,3584,0.03794773419698079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,3584,0.03748586575190226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,3584,0.03764586846033732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,3584,0.03722026745478312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,3584,0.03746773401896159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,3584,0.036438401540120444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,3584,0.028326400121053058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,3584,0.02946773370107015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,3584,0.027398399511973065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,3584,0.027438932657241823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,3584,0.026062933603922527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,3584,0.026140799125035603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,3584,0.026997333765029906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,3584,0.025240532557169598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,3584,0.02405866583188375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,3584,0.024945066372553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,3584,0.01754666765530904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,3584,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,3584,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,3584,0.015428266922632852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,3584,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,3584,0.014664533734321594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,3584,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,3584,0.013542399803797404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,3584,0.013753599921862283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,3584,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,3584,0.013340800007184347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,3584,0.013499733805656434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,3584,0.01333440045515696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,3584,0.013389866550763449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,3584,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,3584,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,3584,0.012968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,3584,0.013059199849764506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,3584,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,3584,0.012932266791661581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,3584,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,3584,0.013012267152468362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,3584,0.012931199868520102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,3584,0.01300266683101654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,3584,0.012958932916323343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,3584,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,3584,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,3584,0.012555733323097229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,3584,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,3584,0.012852266430854797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,3584,0.01304213305314382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,3584,0.012923733393351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,3584,0.012948266665140786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,3584,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,3584,0.012598400314648947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,3584,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,3584,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,3584,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,3584,0.012961066762606301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,3584,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,3584,0.012602667013804117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,3584,0.012955733140309653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,3072,0.46113494237263997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,3072,0.26448426246643064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,3072,0.1234613339106242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,3072,0.07074453035990397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,3072,0.07281386852264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,3072,0.060585598150889076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,3072,0.061069866021474205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,3072,0.05664426485697428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,3072,0.05783040126164755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,3072,0.05255573193232218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,3072,0.050920534133911136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,3072,0.0497162659962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,3072,0.05080533425013224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,3072,0.048845867315928146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,3072,0.046507732073465986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,3072,0.04313813447952271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,3072,0.0429909348487854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,3072,0.039401598771413165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,3072,0.038355199495951335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,3072,0.03598719835281372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,3072,0.03461120128631592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,3584,0.012497066458066305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,3072,0.03304746747016907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,3072,0.034082134564717606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,3072,0.027561599016189577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,3072,0.031439999739329025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,3072,0.02866239945093791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,3072,0.026336000363032026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,3072,0.02555840015411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,3072,0.022431999444961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,3072,0.019283199310302736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,3072,0.01832853356997172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,3072,0.015541332960128783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,3072,0.014972800016403198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,3072,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,3072,0.011064533392588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,3072,0.009489066402117411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,3072,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,3072,0.008094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,3072,0.008904533584912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,3072,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,3072,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,3072,0.007656533519426982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,3072,0.007447466750939687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,3072,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,3072,0.007348266740640004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,3072,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,3072,0.0073749333620071415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,3072,0.007441066702206929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,3072,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,3072,0.00735040009021759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,3072,0.007268266876538594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,3072,0.007351466516653697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,3072,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,3072,0.00724480003118515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,3072,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,3072,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,3072,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,3072,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,3072,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,3072,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,3072,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,3584,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,3072,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,3072,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,3072,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,3072,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,3072,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,3072,0.00925973355770111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,3072,0.009336533149083455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,3072,0.009553066889444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,3072,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,3072,0.009304533402125042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,3072,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,3072,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,3072,0.010702932874361675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,3072,0.13054719765981038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,3072,0.2800469398498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,3072,0.07328426837921143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,3072,0.07395626703898112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,3072,0.06837759812672933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,3072,0.07022079626719156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,3072,0.06829120318094889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,3072,0.06852266788482667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,3072,0.06612480084101359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,3072,0.06192533175150553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,3072,0.05784213145573934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,3072,0.05534186760584513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,3072,0.05350186824798584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,3072,0.05036480029424032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,3072,0.050412801901499424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,3584,0.012588799993197123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,3072,0.5296490669250489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,3072,0.049250133832295734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,3072,0.047642668088277176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,3072,0.04643093347549439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,3072,0.04560853242874145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,3072,0.04535253445307414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,3072,0.04030826489130656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,3072,0.061383465925852455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,3072,0.04022506475448608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,3072,0.03848640124003093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,3072,0.03553920189539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,3072,0.03485333522160848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,3072,0.03362133502960205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,3072,0.031489066282908124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,3072,0.03046720027923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,3072,0.02731626629829407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,3072,0.02740266720453898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,3072,0.02434026598930359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,3072,0.023240532477696738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,3072,0.020204800367355346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,3072,0.020321067174275717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,3072,0.01967359979947408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,3072,0.044776535034179686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,3072,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,3072,0.020958934227625528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,3072,0.019479467471440633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,3072,0.018309332927068076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,3072,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,3072,0.018713599443435668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,3072,0.01762346625328064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,3072,0.018294399976730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,3072,0.017574399709701538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,3072,0.017285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,3072,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,3072,0.01693013310432434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,3072,0.01776960094769796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,3072,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,3072,0.01681386629740397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,3072,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,3072,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,3072,0.016845866044362386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,3072,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,3072,0.01693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,3072,0.016760534048080443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,3072,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,3072,0.016101333498954772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,3072,0.016328533490498863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,3072,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,3072,0.014869333306948344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,3072,0.015640532970428465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,3072,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,3072,0.017284266153971353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,3072,0.017718400557835898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,3072,0.017545600732167564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,3072,0.01695786714553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,3072,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,3072,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,3072,0.016775466998418174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,3072,0.018653867642084758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,3072,0.4244234720865886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,3072,0.832273038228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,3072,1.647275670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,3072,0.17402027448018392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,3072,0.20221546490987144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,3072,0.15466240247090657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,3072,0.14341012636820477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,3072,0.14185387293497723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,3072,0.19898773829142252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,3072,0.1210485299428304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,3072,0.19637227058410645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,3072,0.1162933349609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,3072,0.15390507380167645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,3072,0.1066922664642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,3072,0.09875306288401285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,3072,0.09573333263397217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,3072,0.0892842690149943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,3072,0.08598399957021077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,3072,0.08209493160247802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,3072,0.0720192035039266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,3072,0.06661333243052164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,3072,0.0648202657699585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,3072,0.0594378670056661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,3072,0.05669866800308228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,3072,0.1270410696665446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,3072,0.11277973651885986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,3072,0.07469759782155355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,3072,0.03849493265151978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,3072,0.033668267726898196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,3072,0.03065706690152486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,3072,0.024411733945210776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,3072,0.049428268273671465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,3072,0.04827733437220256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,3072,0.041050668557484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,3072,0.02228906750679016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,3072,0.01662720044453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,3072,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,3072,0.013095466295878091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,3072,0.012891733646392822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,3072,0.012903466820716858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,3072,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,3072,0.0141567995150884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,3072,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,3072,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,3072,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,3072,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,3072,0.010552533467610677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,3072,0.010782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,3072,0.010961066683133442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,3072,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,3072,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,3072,0.00932373305161794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,3072,0.015414399902025857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,3072,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,3072,0.016250666975975037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,3072,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,3072,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,3072,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,3072,0.016552533706029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,3072,0.016170666615168253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,3072,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,3072,0.01618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,3072,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,3072,0.016179200013478598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,3072,0.016199466586112977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,3072,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,3072,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,3072,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,3072,0.01576746702194214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,3072,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,3072,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,3072,0.010925867160161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,3072,0.1453503926595052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,3072,0.27973012924194335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,3072,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,3072,0.010914132992426554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,3072,0.07530346711476645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,3072,0.04365439812342326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,3072,0.04459626674652099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,3072,0.042762664953867595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,3072,0.04276693264643351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,3072,0.04259519974390666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,3072,0.04257706801096599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,3072,0.04103680054346721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,3072,0.0356821338335673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,3072,0.03497813145319621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,3072,0.03491306702295939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,3072,0.033964800834655764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,3072,0.03357760111490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,3072,0.033088000615437825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,3072,0.03378346761067708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,3072,0.03245226740837097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,3072,0.0315338671207428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,3072,0.025880533456802367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,3072,0.024593067169189454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,3072,0.026114133993784587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,3072,0.024501333634058632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,3072,0.024040534098943075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,3072,0.02363413373629252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,3072,0.023220266898473105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,3072,0.022759467363357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,3072,0.022372267643610635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,3072,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,3072,0.01585919956366221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,3072,0.015338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,3072,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,3072,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,3072,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,3072,0.013372799754142762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,3072,0.012569600343704223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,3072,0.01262933313846588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,3072,0.012583466370900473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,3072,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,3072,0.012473600109418233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,3072,0.012139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,3072,0.012447999914487202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,3072,0.012566399574279786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,3072,0.012442666292190551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,3072,0.012088533242543538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,3072,0.012081066767374676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,3072,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,3072,0.01206933359305064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,3072,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,3072,0.01218239963054657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,3072,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,3072,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,3072,0.01206933359305064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,3072,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,3072,0.012140799562136333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,3072,0.011715199549992878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,3072,0.012044800321261089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,3072,0.012161067128181458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,3072,0.011983999609947204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,3072,0.011796266833941142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,3072,0.011736533045768738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,3072,0.011915733416875202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,3072,0.01169706682364146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,3072,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,3072,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,3072,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,3072,0.013454932967821756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,3072,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,3072,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,3072,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,3072,0.012152533729871113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,2560,0.38626133600870766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,2560,0.09800000190734863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,2560,0.19967573483784992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,2560,0.05469439824422201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,2560,0.056372265021006264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,2560,0.052118400732676186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,2560,0.05198613405227661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,2560,0.04871999820073446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,2560,0.04744853178660075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,2560,0.0430400013923645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,2560,0.04225279887517293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,2560,0.040964265664418534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,2560,0.04150293270746867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,2560,0.040591998895009355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,2560,0.03875946601231893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,2560,0.03598293463389079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,2560,0.035949865976969406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,2560,0.03284693360328674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,2560,0.03202986717224121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,2560,0.02972480058670044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,2560,0.029029333591461183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,2560,0.027956267197926838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,2560,0.02723840077718099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,2560,0.023628799120585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,2560,0.025360000133514405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,2560,0.023497599363327026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,2560,0.020997333526611327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,2560,0.02250880002975464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,2560,0.018145066499710084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,2560,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,2560,0.015000533064206442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,2560,0.013801599542299906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,2560,0.012574932972590127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,2560,0.011289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,2560,0.009506133198738099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,2560,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,2560,0.007230933507283528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,2560,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,2560,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,2560,0.009379200140635173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,2560,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,3072,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,2560,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,2560,0.006566399832566579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,2560,0.00647573322057724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,2560,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,2560,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,2560,0.0064650664726893115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,2560,0.006414933502674103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,2560,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,2560,0.006343466540177663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,2560,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,2560,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,2560,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,2560,0.00606826643149058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,2560,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,2560,0.006073600053787232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,2560,0.007347199817498524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,2560,0.005975466469923655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,2560,0.006052266558011373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,2560,0.00592853327592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,2560,0.006054399907588959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,2560,0.006004266440868378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,2560,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,2560,0.005967999994754791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,2560,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,2560,0.006049066781997681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,2560,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,2560,0.008062933385372163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,2560,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,2560,0.008226133386294047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,2560,0.008502399921417237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,2560,0.00812799980243047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,2560,0.008858666817347208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,2560,0.009544533491134644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,2560,0.23000747362772622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,2560,0.44219627380371096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,2560,0.11014933586120605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,2560,0.06619733174641927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,2560,0.06344746748606364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,2560,0.060280533631642666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,2560,0.06240640083948771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,2560,0.05732266505559286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,2560,0.05325653155644735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,2560,0.0542464017868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,2560,0.0507914662361145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,3072,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,2560,0.05117119948069254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,2560,0.049976531664530435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,2560,0.05013013283411662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,2560,0.04671359856923421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,2560,0.04523413181304932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,2560,0.04487466812133789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,2560,0.04639573494593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,2560,0.04113386472066243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,2560,0.04131199916203816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,2560,0.03940266768137614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,2560,0.038072534402211505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,2560,0.03567786614100139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,2560,0.03510506550470988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,2560,0.0362335999806722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,2560,0.06008106470108032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,2560,0.032331732908884685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,2560,0.031032532453536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,2560,0.029257599512736005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,2560,0.028920533259709676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,2560,0.025253333648045856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,2560,0.02500266631444295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,2560,0.02260800004005432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,2560,0.02300800085067749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,2560,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,2560,0.01890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,2560,0.01917333404223124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,2560,0.01858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,2560,0.019630932807922365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,2560,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,2560,0.017821866273880004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,2560,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,2560,0.018029866615931193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,2560,0.01848319967587789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,2560,0.017940266927083334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,2560,0.01882879932721456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,2560,0.03306986689567566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,2560,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,2560,0.01768640081087748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,2560,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,2560,0.018245333433151247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,2560,0.015667200088500977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,2560,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,2560,0.017127466201782227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,2560,0.01625386675198873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,2560,0.015064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,2560,0.014944000045458474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,2560,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,2560,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,2560,0.015092266599337259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,2560,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,2560,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,2560,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,2560,0.014816000064214071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,2560,0.015890133380889893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,2560,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,2560,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,2560,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,2560,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,2560,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,2560,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,2560,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,2560,0.017313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,2560,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,2560,0.8147957483927408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,2560,1.6047637939453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,2560,0.173688538869222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,2560,0.14280640284220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,2560,0.1341119925181071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,2560,0.13318933645884196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,2560,0.12544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,2560,0.1218293348948161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,2560,0.4103541374206543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,2560,0.15347092946370441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,2560,0.17230720520019532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,2560,0.10779840151468914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,2560,0.10182613531748455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,2560,0.09590293566385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,2560,0.0926741361618042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,2560,0.08928960164388021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,2560,0.08459839820861817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,2560,0.07731093565622965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,2560,0.08152213096618652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,2560,0.0701205333073934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,2560,0.06335253318150838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,2560,0.06214613517125448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,2560,0.05586773157119751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,2560,0.053972268104553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,2560,0.11388160387674968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,2560,0.11116586526234944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,2560,0.07151892979939779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,2560,0.037123199303944907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,2560,0.030869332949320476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,2560,0.03006400068600972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,2560,0.022758400440216063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,2560,0.04728746811548869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,2560,0.04559253454208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,2560,0.03957120180130005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,2560,0.021589332818984987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,2560,0.015597866972287497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,2560,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,2560,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,2560,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,2560,0.011989333232243856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,2560,0.011990400155385335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,2560,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,2560,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,2560,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,2560,0.010035199920336406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,2560,0.010372266173362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,2560,0.010328533252080281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,2560,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,2560,0.010386133193969726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,2560,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,2560,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,2560,0.012423466642697651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,2560,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,2560,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,2560,0.013321600357691445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,2560,0.014965333541234336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,2560,0.01409066617488861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,2560,0.01406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,2560,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,2560,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,2560,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,2560,0.014840533336003622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,2560,0.013416533668835958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,2560,0.015005866686503092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,2560,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,2560,0.014230400323867798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,2560,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,2560,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,2560,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,2560,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,2560,0.01523413360118866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,2560,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,2560,0.23968960444132487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,2560,0.12670079867045086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,2560,0.06532693306605021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,2560,0.039061331748962404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,2560,0.01045973300933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,2560,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,2560,0.038330666224161786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,2560,0.03804373343785604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,2560,0.0372927983601888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,2560,0.03745919863382975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,2560,0.03660373290379842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,2560,0.03653973340988159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,2560,0.030933332443237305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,2560,0.030880000193913775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,2560,0.03165973424911499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,2560,0.03076053261756897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,2560,0.029850665728251142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,2560,0.029645866155624388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,2560,0.029330132404963176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,2560,0.02895893255869548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,2560,0.028277333577473956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,2560,0.023218133052190146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,2560,0.022818134228388468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,2560,0.02220266660054525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,2560,0.021731199820836385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,2560,0.021630932887395225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,2560,0.02146453261375427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,2560,0.021091200908025107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,2560,0.020618667205174766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,2560,0.020410666863123574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,2560,0.019695999224980672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,2560,0.013341866930325828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,2560,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,2560,0.013326932986577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,2560,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,2560,0.0123989333709081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,2560,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,2560,0.011713066697120666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,2560,0.011597866813341778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,2560,0.011692800124486287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,2560,0.011365333199501037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,2560,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,2560,0.0116757333278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,2560,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,2560,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,2560,0.011318399508794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,2560,0.011288533608118694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,2560,0.011358933647473653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,2560,0.01127893328666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,2560,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,2560,0.010889599720637005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,2560,0.011352533102035522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,2560,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,2560,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,2560,0.010957866907119751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,2560,0.010903466741243999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,2560,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,2560,0.010984533031781514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,2560,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,2560,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,2560,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,2560,0.01086293359597524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,2560,0.01086186667283376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,2560,0.010901332894961039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,2560,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,2560,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,2560,0.011162666479746501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,2560,0.011130666732788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,2560,0.010972799857457478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,2560,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,2560,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,2560,0.010841600100199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,2048,0.31335681279500327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,2048,0.15538026491800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,2048,0.0793941338857015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,2048,0.04311360120773315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,2048,0.04947839975357056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,2048,0.044709332784016925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,2048,0.044387201468149826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,2560,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,2048,0.04147626558939616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,2048,0.04160746733347575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,2048,0.0372320016225179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,2048,0.03625173171361287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,2560,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,2048,0.03882666826248169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,2048,0.035995733737945554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,2048,0.036556800206502274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,2048,0.03318933248519897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,2048,0.032202666997909545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,2048,0.03145706653594971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,2048,0.029447466135025024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,2048,0.027746133009592694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,2048,0.026604799429575603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,2048,0.025380265712738038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,2048,0.024264534314473472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,2048,0.023849600553512575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,2048,0.02082879940668742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,2048,0.021223467588424683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,2048,0.021449599663416544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,2048,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,2048,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,2048,0.016034133235613503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,2048,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,2048,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,2048,0.011849600076675414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,2048,0.010995200276374817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,2048,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,2048,0.00816319982210795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,2048,0.007334400216738384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,2048,0.006451199948787689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,2048,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,2048,0.00824533353249232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,2048,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,2048,0.005883733431498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,2048,0.005776000022888183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,2048,0.00576853354771932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,2048,0.005635199944178263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,2048,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,2048,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,2048,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,2048,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,2048,0.005303466816743215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,2048,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,2048,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,2048,0.00524479995171229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,2048,0.005133866767088572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,2048,0.005128533144791921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,2048,0.005103999873002371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,2048,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,2048,0.004773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,2048,0.004914133250713349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,2048,0.004871466755867004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,2048,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,2048,0.005016533533732096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,2048,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,2048,0.004878933231035868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,2048,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,2048,0.004896000027656555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,2048,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,2048,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,2048,0.006833066542943318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,2048,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,2048,0.006986666719118755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,2048,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,2048,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,2048,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,2048,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,2560,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,2048,0.1822421391805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,2048,0.08869547049204508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,2048,0.3692735989888509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,2048,0.05236800114313761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,2048,0.051667201519012454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,2048,0.04899839957555135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,2048,0.049508265654246014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,2048,0.0499018669128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,2048,0.0499509334564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,2048,0.046063999334971115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,2048,0.04517120122909546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,2048,0.04612160126368205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,2048,0.04573226769765218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,2048,0.04359893401463826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,2048,0.046217600504557296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,2048,0.040387201309204104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,2048,0.04028160174687703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,2048,0.037905065218607585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,2048,0.03622293472290039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,2048,0.03674559990564982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,2048,0.03334186474482219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,2048,0.034069331487019856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,2048,0.03378560145696004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,2048,0.03271146615346272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,2048,0.031274666388829545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,2048,0.030610134204228718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,2048,0.029173332452774047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,2048,0.029041065772374468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,2048,0.02587413390477498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,2048,0.026410667101542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,2048,0.022983467578887938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,2048,0.02152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,2048,0.021322667598724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,2048,0.03806826670964559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,2048,0.01948053240776062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,2048,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,2048,0.018731733163197838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,2048,0.017257599035898845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,2048,0.01926400065422058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,2048,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,2048,0.017016534010569254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,2048,0.017076265811920167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,2048,0.016757333278656007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,2048,0.018245333433151247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,2048,0.024979199965794882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,2048,0.01653866668542226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,2048,0.016835200786590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,2048,0.016797866423924765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,2048,0.016760534048080443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,2048,0.01683626572291056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,2048,0.01697280009587606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,2048,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,2048,0.016314666469891867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,2048,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,2048,0.016681599617004394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,2048,0.016985599199930826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,2048,0.015135999520619711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,2048,0.015158399939537048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,2048,0.017014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,2048,0.015029333035151162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,2048,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,2048,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,2048,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,2048,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,2048,0.015025066335995993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,2048,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,2048,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,2048,0.01649066706498464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,2048,0.017527467012405394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,2048,0.016743467251459757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,2048,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,2048,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,2048,0.016829866170883178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,2048,0.01476693352063497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,2048,1.5588148752848308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,2048,0.39436585108439126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,2048,0.787610689798991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,2048,0.15679574012756348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,2048,0.13004159927368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,2048,0.127237335840861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,2048,0.1208074649175008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,2048,0.11789759794871013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,2048,0.11318933169047038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,2048,0.13182400067647299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,2048,0.14790186882019044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,2048,0.10065066814422607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,2048,0.09517227013905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,2048,0.08905066649119059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,2048,0.09069973627726237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,2048,0.0800170660018921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,2048,0.0843125343322754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,2048,0.10781013170878093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,2048,0.07629013061523438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,2048,0.07502293586730957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,2048,0.10482133229573568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,2048,0.0604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,2048,0.06500159899393718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,2048,0.05957546631495157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,2048,0.05346133311589559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,2048,0.05039573510487875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,2048,0.045111465454101565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,2048,0.03546773195266724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,2048,0.030126933256785077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,2048,0.02802240053812663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,2048,0.04397866725921631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,2048,0.02193280061086019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,2048,0.06808853149414062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,2048,0.0370688001314799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,2048,0.014889599879582724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,2048,0.01325653294722239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,2048,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,2048,0.011583999792734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,2048,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,2048,0.01157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,2048,0.011544533570607503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,2048,0.020728532473246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,2048,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,2048,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,2048,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,2048,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,2048,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,2048,0.009915733337402343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,2048,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,2048,0.009701333443323771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,2048,0.00979306697845459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,2048,0.008044800162315369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,2048,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,2048,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,2048,0.012551466623942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,2048,0.011973333358764649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,2048,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,2048,0.012497066458066305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,2048,0.012843733032544455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,2048,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,2048,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,2048,0.01253973344961802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,2048,0.013480533162752786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,2048,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,2048,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,2048,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,2048,0.013265066345532737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,2048,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,2048,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,2048,0.013378133376439413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,2048,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,2048,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,2048,0.013748266299565635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,2048,0.10545066992441814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,2048,0.20092906951904296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,2048,0.05565866629282633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,2048,0.032807467381159465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,2048,0.03231146732966105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,2048,0.03237760066986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,2048,0.0323360006014506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,2048,0.03152640064557393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,2048,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,2048,0.03158613244692485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,2048,0.03096853295962016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,2048,0.026555732885996504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,2048,0.02644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,2048,0.025527467330296833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,2048,0.025541333357493083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,2048,0.025164800882339477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,2048,0.025308799743652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,2048,0.024858667453130086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,2048,0.02481173276901245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,2048,0.023918932676315306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,2048,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,2048,0.01959999998410543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,2048,0.0194815993309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,2048,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,2048,0.018600533405939736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,2048,0.018182400862375894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,2048,0.018437333901723228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,2048,0.017771732807159425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,2048,0.017832533518473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,2048,0.017500799894332886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,2048,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,2048,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,2048,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,2048,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,2048,0.011337600151697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,2048,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,2048,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,2048,0.010722133517265319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,2048,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,2048,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,2048,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,2048,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,2048,0.01046720047791799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,2048,0.010785067081451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,2048,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,2048,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,2048,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,2048,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,2048,0.010500267148017883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,2048,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,2048,0.010167466600735982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,2048,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,2048,0.010123733679453533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,2048,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,2048,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,2048,0.010069333513577779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,2048,0.010300800204277039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,2048,0.010122666756312054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,2048,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,2048,0.010319999853769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,2048,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,2048,0.010071466366449993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,2048,0.010036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,2048,0.010356266299883525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,2048,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,2048,0.010057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,2048,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,2048,0.010055466492970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,2048,0.010081066687901815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,2048,0.010104533036549885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,2048,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,2048,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,1536,0.23393920262654624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,1536,0.11667306423187256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,1536,0.06186559995015463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,1536,0.03390186627705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,1536,0.034663466612497966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,1536,0.031729066371917726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,1536,0.031598933537801105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,1536,0.030524800221125286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,1536,0.029829333225886028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,1536,0.027340799570083618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,1536,0.0264682670434316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,2048,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,1536,0.026469333966573076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,1536,0.026829866568247478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,1536,0.026257065931955974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,1536,0.025038933753967284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,1536,0.02346773346265157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,1536,0.023492266734441124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,1536,0.021746132771174112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,1536,0.02104319930076599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,1536,0.019733333587646486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,1536,0.019342933098475137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,1536,0.018212266763051353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,1536,0.017962666352589925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,1536,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,1536,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,1536,0.015650133291880287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,1536,0.014252799749374389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,1536,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,1536,0.012147200107574464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,1536,0.0113237331310908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,1536,0.010514133175214132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,1536,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,2048,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,1536,0.00772266685962677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,1536,0.00909546713034312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,1536,0.006470400094985962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,1536,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,1536,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,1536,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,1536,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,1536,0.0047658666968345646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,1536,0.004706133405367533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,1536,0.004407466451327006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,1536,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,1536,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,1536,0.00456639975309372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,1536,0.0046165332198143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,1536,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,1536,0.0044159998496373495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,1536,0.00446720023949941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,1536,0.0043381333351135256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,1536,0.004304000238577525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,1536,0.00432533323764801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,1536,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,1536,0.004278400043646494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,1536,0.003933866570393244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,1536,0.003942399968703588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,1536,0.003917866696914038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,1536,0.0041696002086003625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,1536,0.0039594667653242745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,1536,0.003996799886226654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,1536,0.003933866570393244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,1536,0.005288533369700114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,2048,0.01030293305714925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,1536,0.004020266731580098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,1536,0.003931733220815659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,1536,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,1536,0.005745066702365876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,1536,0.0058559998869895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,1536,0.005622399846712748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,1536,0.005774933099746704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,1536,0.006634666522343953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,1536,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,1536,0.006668800115585327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,1536,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,1536,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,1536,0.07081387042999268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,1536,0.1357685407002767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,1536,0.04447360038757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,1536,0.28344319661458334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,1536,0.043945598602294925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,1536,0.04224853515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,1536,0.041211732228597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,1536,0.04147626558939616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,1536,0.03905813296635945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,1536,0.038585599263509116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,1536,0.036263465881347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,1536,0.037553068002065024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,1536,0.03854293425877889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,1536,0.035292800267537436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,1536,0.03351786533991496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,1536,0.03385813236236572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,1536,0.03317333261171977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,1536,0.03198933402697245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,1536,0.03380906581878662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,1536,0.03110186656316121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,1536,0.030555733044942218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,1536,0.030834132432937623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,1536,0.028549333413441975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,1536,0.02929919958114624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,1536,0.027437865734100342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,1536,0.02664746642112732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,1536,0.02527359922726949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,1536,0.025389866034189863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,1536,0.02472213308016459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,1536,0.02323946754137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,1536,0.023542400201161703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,1536,0.020771199464797975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,1536,0.01882560054461161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,1536,0.020093866189320884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,1536,0.016846932967503867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,1536,0.04205973148345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,1536,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,1536,0.017489065726598106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,1536,0.017540266116460167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,1536,0.01733760039011637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,1536,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,1536,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,1536,0.017014400164286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,1536,0.017343999942143758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,1536,0.016201600432395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,1536,0.01573973298072815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,1536,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,1536,0.0160863995552063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,1536,0.015485866864522298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,1536,0.015156267086664834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,1536,0.0164192001024882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,1536,0.0160181333621343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,1536,0.015273599823315939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,1536,0.014843733112017313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,1536,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,1536,0.014968533317248026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,1536,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,1536,0.014683733383814493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,1536,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,1536,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,1536,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,1536,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,1536,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,1536,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,1536,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,1536,0.015809067090352378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,1536,0.0157642662525177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,1536,0.014838400483131408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,1536,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,1536,0.01627306640148163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,1536,0.016420267025629678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,1536,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,1536,0.01481066644191742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,1536,0.015132799744606018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,1536,0.7669631958007812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,1536,1.5209728240966798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,1536,0.3815381368001302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,1536,0.11921813488006591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,1536,0.1354442596435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,1536,0.11322560310363769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,1536,0.11005226771036784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,1536,0.10609172979990641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,1536,0.12471253077189129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,1536,0.12818666299184162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,1536,0.09767146905263266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,1536,0.09490666389465333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,1536,0.08982400099436441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,1536,0.08267947038014731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,1536,0.08669866720835367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,1536,0.07705173492431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,1536,0.08004159927368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,1536,0.06996053059895833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,1536,0.07252586682637532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,1536,0.06223786671956381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,1536,0.05750399827957153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,1536,0.05593599875768026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,1536,0.05034026702245077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,1536,0.04871040185292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,1536,0.11505173047383625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,1536,0.10188480218251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,1536,0.06438080072402955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,1536,0.03340160051981608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,1536,0.028424533208211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,1536,0.026800000667572023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,1536,0.02104533314704895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,1536,0.04310400088628133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,1536,0.04092053174972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,1536,0.036263465881347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,1536,0.014146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,1536,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,1536,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,1536,0.019755733013153077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,1536,0.011095466216405232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,1536,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,1536,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,1536,0.01118293305238088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,1536,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,1536,0.012874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,1536,0.00922986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,1536,0.010629333058993022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,1536,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,1536,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,1536,0.009153067072232565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,1536,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,1536,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,1536,0.01118293305238088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,1536,0.010382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,1536,0.009264000256856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,1536,0.01151146690050761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,1536,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,1536,0.010934399565060933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,1536,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,1536,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,1536,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,1536,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,1536,0.011346133550008138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,1536,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,1536,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,1536,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,1536,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,1536,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,1536,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,1536,0.01011946698029836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,1536,0.011687466502189636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,1536,0.011315199732780456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,1536,0.16093759536743163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,1536,0.08615787029266357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,1536,0.04585173527399699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,1536,0.0271616001923879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,1536,0.027866667509078978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,1536,0.027038933833440144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,1536,0.027033599217732747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,1536,0.026850134134292603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,1536,0.026048000653584796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,1536,0.02577706575393677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,1536,0.023170133431752525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,1536,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,1536,0.022009599208831786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,1536,0.021891200542449953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,1536,0.02231360077857971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,1536,0.021989333629608154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,1536,0.021601066986719767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,1536,0.021167999505996703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,1536,0.021432532866795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,1536,0.02150826652844747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,1536,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,1536,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,1536,0.01694399913152059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,1536,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,1536,0.016119466225306193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,1536,0.01622719963391622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,1536,0.016135467092196147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,1536,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,1536,0.01520746648311615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,1536,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,1536,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,1536,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,1536,0.01088213324546814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,1536,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,1536,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,1536,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,1536,0.009800533453623455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,1536,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,1536,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,1536,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,1536,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,1536,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,1536,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,1536,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,1536,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,1536,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,1536,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,1536,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,1536,0.00928106705347697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,1536,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,1536,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,1536,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,1536,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,1536,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,1536,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,1536,0.009230933586756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,1536,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,1536,0.00944533348083496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,1536,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,1536,0.009153067072232565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,1536,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,1536,0.009231999516487122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,1536,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,1536,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,1536,0.009251200159390767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,1536,0.009251200159390767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,1536,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,1536,0.009674666325251262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,1536,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,1024,0.1624085267384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,1024,0.08349226315816244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,1024,0.042529066403706864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,1024,0.02375040054321289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,1024,0.024205867449442545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,1024,0.02223680019378662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,1024,0.02244480053583781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,1024,0.02100480000178019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,1024,0.020600533485412596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,1024,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,1024,0.018297600746154784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,1024,0.01816320021947225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,1024,0.018772266308466592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,1024,0.018472532431284584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,1536,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,1024,0.0173632005850474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,1024,0.01586026648680369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,1024,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,1024,0.015505066514015198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,1024,0.014284800489743552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,1024,0.013933866222699483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,1024,0.014084266622861228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,1024,0.013032533725102744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,1536,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,1024,0.013078400492668152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,1024,0.011891200145085653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,1024,0.012122666835784912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,1024,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,1024,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,1024,0.010729599992434185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,1024,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,1024,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,1024,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,1024,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,1024,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,1024,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,1024,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,1024,0.004717866579691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,1024,0.004282666742801667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,1024,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,1024,0.004010666658480962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,1024,0.0054666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,1024,0.0038719999293486277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,1024,0.004220800101757049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,1024,0.0035317334036032355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,1024,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,1024,0.0035797332723935447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,1024,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,1024,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,1024,0.003985066711902618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,1024,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,1024,0.003636266787846883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,1024,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,1024,0.0036864000062147772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,1024,0.003385599950949351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,1024,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,1024,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,1024,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,1024,0.003458133339881897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,1024,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,1024,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,1024,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,1024,0.003455999990304311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,1024,0.0033887999753157297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,1024,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,1024,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,1024,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,1024,0.004593066871166229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,1024,0.004477866490681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,1024,0.004739200075467428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,1024,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,1024,0.005151999990145365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,1024,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,1024,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,1024,0.1899338722229004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,1024,0.09561066627502442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,1024,0.05437119801839193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,1536,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,1024,0.0350165327390035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,1024,0.03543999989827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,1024,0.033098665873209636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,1024,0.03333760102589925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,1024,0.033369600772857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,1024,0.0350602666536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,1024,0.03155840039253235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,1024,0.0046741331617037455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,1024,0.031218133370081586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,1024,0.030937600135803222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,1024,0.031309866905212404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,1024,0.031214932600657146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,1024,0.03025706609090169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,1024,0.028947200377782183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,1024,0.02744213342666626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,1024,0.027028266588846845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,1024,0.029037866989771528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,1024,0.02701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,1024,0.02609386642773946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,1024,0.026498132944107057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,1024,0.025256532430648803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,1024,0.024855466683705647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,1024,0.024330667654673257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,1024,0.02395306626955668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,1024,0.023483733336130776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,1024,0.023188267151514688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,1024,0.02076906760533651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,1024,0.02058026591936747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,1024,0.02082560062408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,1024,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,1024,0.0313589334487915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,1024,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,1024,0.018579200903574625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,1024,0.016436266899108886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,1024,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,1024,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,1024,0.021943465868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,1024,0.01604586640993754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,1024,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,1024,0.018106667200724284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,1024,0.015129599968592325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,1024,0.015870933731396995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,1024,0.014986667037010192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,1024,0.016314666469891867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,1024,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,1024,0.015852800011634825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,1024,0.014713600277900696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,1024,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,1024,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,1024,0.014954666296641031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,1024,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,1024,0.016081066926320393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,1024,0.015625600020090738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,1024,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,1024,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,1024,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,1024,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,1024,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,1024,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,1024,0.014806399742762247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,1024,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,1024,0.016212266683578492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,1024,0.015041066209475198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,1024,0.014859732985496522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,1024,0.01503679951032003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,1024,0.015079466501871744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,1024,0.014949333667755128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,1024,0.015082666277885437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,1024,0.014724266529083253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,1024,0.01483626663684845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,1024,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,1024,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,1024,1.480290095011393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,1024,0.7437973022460938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,1024,0.33604160944620765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,1024,0.11497386296590169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,1024,0.1243712027867635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,1024,0.10733760197957357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,1024,0.1034325361251831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,1024,0.10118292967478434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,1024,0.12121280034383138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,1024,0.0934005339940389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,1024,0.11643413702646892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,1024,0.10994773705800373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,1024,0.08563413619995117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,1024,0.08208639621734619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,1024,0.07978666623433431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,1024,0.07594559987386068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,1024,0.07255679766337077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,1024,0.06894933382670085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,1024,0.06677652994791666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,1024,0.05893760124842325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,1024,0.053464531898498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,1024,0.0530730684598287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,1024,0.046979200839996335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,1024,0.04564906756083171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,1024,0.0961621363957723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,1024,0.08996480305989583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,1024,0.061078401406606045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,1024,0.03307200074195862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,1024,0.02719893256823222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,1024,0.02606719930966695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,1024,0.020190932353337607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,1024,0.039521066347757976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,1024,0.03959146738052368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,1024,0.03386346499125163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,1024,0.01904319922129313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,1024,0.012097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,1024,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,1024,0.012075733145078022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,1024,0.010449066758155823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,1024,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,1024,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,1024,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,1024,0.011994666854540507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,1024,0.012089600165685017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,1024,0.008808533350626629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,1024,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,1024,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,1024,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,1024,0.010308266679445902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,1024,0.008184533317883809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,1024,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,1024,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,1024,0.008985599875450135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,1024,0.009433600306510925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,1024,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,1024,0.009397332866986591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,1024,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,1024,0.009513599673906963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,1024,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,1024,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,1024,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,1024,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,1024,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,1024,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,1024,0.009915733337402343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,1024,0.00965119997660319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,1024,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,1024,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,1024,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,1024,0.009693866968154908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,1024,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,1024,0.12095146973927814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,1024,0.0647541324297587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,1024,0.037546666463216145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,1024,0.021949867407480873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,1024,0.021577600638071695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,1024,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,1024,0.021502933899561563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,1024,0.021875200668970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,1024,0.02095680038134257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,1024,0.0211626668771108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,1024,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,1024,0.01790720025698344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,1024,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,1024,0.009261866410573322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,1024,0.01781866749127706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,1024,0.017857066790262856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,1024,0.017854932943979898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,1024,0.017717333634694417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,1024,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,1024,0.01740586757659912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,1024,0.017756799856821694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,1024,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,1024,0.013375999530156455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,1024,0.015006933609644571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,1024,0.014042666554450989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,1024,0.01322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,1024,0.013118933637936911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,1024,0.012988799810409546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,1024,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,1024,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,1024,0.012458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,1024,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,1024,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,1024,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,1024,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,1024,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,1024,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,1024,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,1024,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,1024,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,1024,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,1024,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,1024,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,1024,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,1024,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,1024,0.008797867099444072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,1024,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,1024,0.008826667070388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,1024,0.008693333466847737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,1024,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,1024,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,1024,0.00848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,1024,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,1024,0.008269866804281871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,1024,0.008438400427500407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,1024,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,1024,0.008522666494051616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,1024,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,1024,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,1024,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,1024,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,1024,0.008825600147247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,1024,0.008476799726486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,1024,0.008705066641171773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,1024,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,1024,0.00843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,1024,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,1024,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,1024,0.008328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,1024,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,1024,0.008016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,1024,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,768,0.1290986696879069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,768,0.06510613361994425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,768,0.03239253362019857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,768,0.01832853356997172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,768,0.018985599279403687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,768,0.01753173271814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,768,0.01732906699180603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,768,0.017101866006851197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,768,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,768,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,768,0.015681067109107973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,768,0.01541973352432251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,768,0.015301332871119181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,1024,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,768,0.015215999881426492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,768,0.014054399728775025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,768,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,768,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,1024,0.008532266815503438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,768,0.012786133090655008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,768,0.011159466703732808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,768,0.010918399691581726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,768,0.010496000448862713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,768,0.010661333799362183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,768,0.010013866424560546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,768,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,768,0.00932373305161794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,768,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,768,0.007630933324495952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,768,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,768,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,768,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,768,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,768,0.005116799970467886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,768,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,768,0.0042922665675481165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,768,0.003920000046491623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,768,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,768,0.0038719999293486277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,768,0.00470719983180364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,768,0.0035114665826161706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,768,0.011392000317573547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,768,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,768,0.0035125332574049628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,768,0.0037685332198937735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,768,0.003433600068092346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,768,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,1024,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,768,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,768,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,768,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,768,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,768,0.0031167998909950255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,768,0.003089066594839096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,768,0.0030986666679382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,768,0.0030730667213598887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,768,0.0030794667700926462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,768,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,768,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,768,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,768,0.0030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,768,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,768,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,768,0.003735466549793879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,768,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,768,0.003884800026814143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,768,0.0038677332301934562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,768,0.003868799904982249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,768,0.003802666564782461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,768,0.004223999877770742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,768,0.004273066421349844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,768,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,768,0.07798613707224528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,768,0.14482666651407877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,768,0.0483242670694987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,768,0.03129813273747762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,768,0.031196800867716472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,768,0.030845866600672407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,768,0.031335467100143434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,768,0.03460479974746704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,768,0.033138134082158405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,768,0.029754666487375896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,768,0.029257599512736005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,768,0.02913600007692973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,768,0.02902719974517822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,768,0.028952533006668092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,768,0.029448533058166505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,768,0.026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,768,0.003914666672547659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,768,0.026874667406082152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,768,0.02691626747449239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,768,0.02523733377456665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,768,0.025219200054804485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,768,0.024295467138290405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,768,0.02413653333981832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,768,0.025009065866470337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,768,0.022825600703557332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,768,0.02281173268953959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,768,0.0218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,768,0.022029866774876915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,768,0.021740800142288207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,768,0.02065599958101908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,768,0.02078933318456014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,768,0.020806399981180827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,768,0.018835200866063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,768,0.018675200144449868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,768,0.017211733261744182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,768,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,768,0.01738986571629842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,768,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,768,0.016235733032226564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,768,0.016849066813786825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,768,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,768,0.016167466839154564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,768,0.016005333264668783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,768,0.015186132987340293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,768,0.01605013310909271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,768,0.01627946694691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,768,0.014971733093261719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,768,0.0171615997950236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,768,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,768,0.015078399578730264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,768,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,768,0.015957333644231162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,768,0.014780799547831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,768,0.014922666549682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,768,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,768,0.014773333072662353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,768,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,768,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,768,0.014820266763369241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,768,0.014866133530934652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,768,0.014819199840227762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,768,0.015526400009791056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,768,0.014788267016410828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,768,0.015398400028546652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,768,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,768,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,768,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,768,0.013934933145840964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,768,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,768,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,768,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,768,0.013353600104649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,768,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,768,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,768,0.7407701492309571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,768,1.46572265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,768,0.3005546569824219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,768,0.1102783997853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,768,0.1206933339436849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,768,0.1067402680714925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,768,0.10461546579996746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,768,0.10029439926147461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,768,0.09858026504516601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,768,0.11792746384938557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,768,0.11431573232014973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,768,0.08488639990488688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,768,0.09126826922098795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,768,0.07969066301981607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,768,0.07374506791432699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,768,0.07811093330383301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,768,0.07148906389872232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,768,0.06587200164794922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,768,0.0653162678082784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,768,0.058101332187652587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,768,0.05289920171101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,768,0.051744000116984046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,768,0.04620586633682251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,768,0.04535679817199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,768,0.09337279796600342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,768,0.05877013206481933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,768,0.08778453667958577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,768,0.03216426571210225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,768,0.026798933744430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,768,0.025677865743637084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,768,0.019895466168721516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,768,0.03928426504135132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,768,0.038661332925160725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,768,0.03257813254992167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,768,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,768,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,768,0.011618133385976155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,768,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,768,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,768,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,768,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,768,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,768,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,768,0.011767466862996418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,768,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,768,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,768,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,768,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,768,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,768,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,768,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,768,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,768,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,768,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,768,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,768,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,768,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,768,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,768,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,768,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,768,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,768,0.009118933478991191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,768,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,768,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,768,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,768,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,768,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,768,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,768,0.009366400043169658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,768,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,768,0.009127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,768,0.10117333730061848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,768,0.054902398586273195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,768,0.029869866371154786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,768,0.019896533091862997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,768,0.019792000452677407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,768,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,768,0.01988053321838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,768,0.019427200158437095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,768,0.01954879959424337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,768,0.019740800062815346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,768,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,768,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,768,0.008805333574612936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,768,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,768,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,768,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,768,0.016736000776290894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,768,0.016942934195200602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,768,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,768,0.01574720044930776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,768,0.016182399789492288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,768,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,768,0.015833600362141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,768,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,768,0.012955733140309653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,768,0.012452266613642375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,768,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,768,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,768,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,768,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,768,0.011700266599655151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,768,0.011306666334470113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,768,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,768,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,768,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,768,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,768,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,768,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,768,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,768,0.008189866443475087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,768,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,768,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,768,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,768,0.008430932958920796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,768,0.008481066425641377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,768,0.008042666812737782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,768,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,768,0.00813973347345988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,768,0.008062933385372163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,768,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,768,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,768,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,768,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,768,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,768,0.007653333246707916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,768,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,768,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,768,0.007770666480064392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,768,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,768,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,768,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,768,0.008038400113582611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,768,0.008028799792130788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,768,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,768,0.007608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,768,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,768,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,768,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,768,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,768,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,512,0.09433173338572184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,512,0.04803200165430705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,512,0.023693867524464927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,512,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,512,0.01406826674938202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,512,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,512,0.012817066907882691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,512,0.012717866897583007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,512,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,512,0.011929600437482198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,512,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,512,0.01143893301486969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,512,0.01195733348528544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,512,0.011458133657773335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,512,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,512,0.010121599833170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,512,0.0102293332417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,512,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,512,0.009629866480827332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,512,0.008709333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,512,0.008880000313123066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,512,0.00820479989051819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,512,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,512,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,512,0.007635200023651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,512,0.0073290665944417315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,768,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,512,0.007206400235493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,512,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,512,0.006439466774463653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,512,0.006375466783841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,512,0.006000000238418579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,512,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,512,0.00514026681582133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,512,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,512,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,768,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,512,0.003562666724125544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,512,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,512,0.003516799956560135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,512,0.003910399973392487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,512,0.003190399954716364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,512,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,512,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,512,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,512,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,512,0.003101866692304611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,512,0.0030901332696278887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,512,0.003124266614516576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,512,0.0030752000709374744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,512,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,512,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,512,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,512,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,512,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,512,0.002738133321205775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,512,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,512,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,512,0.002881066749493281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,512,0.002677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,512,0.0027306665976842242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,512,0.0038730666041374207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,512,0.002807466685771942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,512,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,512,0.0027594665686289472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,512,0.002812800059715907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,512,0.003740799923737844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,512,0.004123733441034953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,512,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,512,0.003706666578849157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,512,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,512,0.0034815999368826545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,512,0.0035018667578697203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,512,0.00348693331082662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,512,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,512,0.11014186541239421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,512,0.0630783994992574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,512,0.02775040070215861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,512,0.03945493300755819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,512,0.0287445326646169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,512,0.027536000808080035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,512,0.029256532589594524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,512,0.028828799724578857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,512,0.026399999856948853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,512,0.02564053336779277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,512,0.025127466519673663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,512,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,512,0.026834134260813398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,512,0.026834134260813398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,512,0.023665066560109457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,512,0.024937599897384644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,512,0.022844799359639487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,512,0.022387200593948366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,512,0.022843732436498006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,512,0.022711465756098427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,512,0.022988800207773843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,512,0.021948800484339396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,512,0.020823466777801513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,512,0.02722240090370178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,512,0.020503467321395873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,512,0.020830933252970377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,512,0.018809600671132406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,512,0.018768000602722167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,512,0.019108267625172932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,512,0.018312533696492515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,512,0.0184063990910848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,512,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,512,0.01750826636950175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,512,0.016344533363978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,512,0.015972266594568886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,512,0.015221333503723145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,512,0.01541759967803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,512,0.015227733055750528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,512,0.015525333086649575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,512,0.01597760021686554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,512,0.020853332678476968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,512,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,512,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,512,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,512,0.01722453236579895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,512,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,512,0.014805333813031516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,512,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,512,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,512,0.01437013347943624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,512,0.016883200407028197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,512,0.01567893326282501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,512,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,512,0.01409280002117157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,512,0.014803199966748556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,512,0.01490239997704824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,512,0.014957867066065469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,512,0.014724266529083253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,512,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,512,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,512,0.016220800081888833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,512,0.015165866414705912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,512,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,512,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,512,0.014178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,512,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,512,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,512,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,512,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,512,0.013849600156148275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,512,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,512,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,512,0.0139957328637441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,512,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,512,1.4312095642089844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,512,0.2684981346130371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,512,0.7152074813842774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,512,0.10849813620249431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,512,0.11651733716328938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,512,0.10188480218251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,512,0.09610986709594727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,512,0.09590506553649902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,512,0.11055146853129069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,512,0.11454613208770752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,512,0.10283093452453614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,512,0.08458560307820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,512,0.08239359855651855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,512,0.07820800145467123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,512,0.07634560267130533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,512,0.07187946637471518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,512,0.06941013336181641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,512,0.06466559966405233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,512,0.06327786842981974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,512,0.05675626595815023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,512,0.051381333669026696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,512,0.050627199808756504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,512,0.04440639813741048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,512,0.043662933508555095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,512,0.08902400334676107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,512,0.08867200215657553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,512,0.05879466533660889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,512,0.03133440017700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,512,0.025997867186864216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,512,0.024717867374420166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,512,0.019387733936309815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,512,0.038311465581258135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,512,0.03748586575190226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,512,0.03213226596514384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,512,0.018233599265416463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,512,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,512,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,512,0.009979733824729919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,512,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,512,0.010101333260536194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,512,0.009929600358009338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,512,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,512,0.01120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,512,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,512,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,512,0.008663466572761536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,512,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,512,0.008273066580295562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,512,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,512,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,512,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,512,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,512,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,512,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,512,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,512,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,512,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,512,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,512,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,512,0.007585066556930542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,512,0.0074442664782206226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,512,0.0076906666159629825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,512,0.007652266820271809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,512,0.007602133353551229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,512,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,512,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,512,0.08299946784973145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,512,0.04578133424123128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,512,0.02725013295809428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,512,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,512,0.018289067347844443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,512,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,512,0.018205867211023966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,512,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,512,0.01781439979871114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,512,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,512,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,512,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,512,0.017143466075261436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,512,0.015306666493415833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,512,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,512,0.015401599804560342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,512,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,512,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,512,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,512,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,512,0.014999467134475707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,512,0.014084266622861228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,512,0.012216533223787945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,512,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,512,0.01199893355369568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,512,0.011610666910807293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,512,0.011553066968917846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,512,0.010806399583816528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,512,0.010880000392595927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,512,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,512,0.01051093339920044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,512,0.010384000341097514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,512,0.009302399555842082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,512,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,512,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,512,0.00844693382581075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,512,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,512,0.008254933357238769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,512,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,512,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,512,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,512,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,512,0.0076117331782976794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,512,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,512,0.007684266567230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,512,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,512,0.008006399869918824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,512,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,512,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,512,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,512,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,512,0.007438933352629344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,512,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,512,0.007879466811815897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,512,0.007621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,512,0.007592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,512,0.007449600100517273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,512,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,512,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,512,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,512,0.007819733520348867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,512,0.007614933451016744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,512,0.00761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,512,0.007601066430409749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,512,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,512,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,512,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,256,0.0623583992322286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,256,0.03255786697069804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,256,0.016852267583211265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,256,0.010086400310198466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,256,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,256,0.009851732850074768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,512,0.00746559997399648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,256,0.009868799646695455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,256,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,512,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,256,0.010990933577219645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,256,0.008447999755541485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,256,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,256,0.00851093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,256,0.008583466211954754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,256,0.01011306643486023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,256,0.009662933150927226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,256,0.00763626645008723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,512,0.007618133227030437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,256,0.007613866527875264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,256,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,256,0.0069365332523981735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,256,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,256,0.0066538666685422255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,256,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,256,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,256,0.005576533575852713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,256,0.005508266886075338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,256,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,256,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,256,0.005430399874846141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,256,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,256,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,256,0.0046079998215039575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,256,0.0038176000118255613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,256,0.003479466587305069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,256,0.003470933437347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,256,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,256,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,256,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,256,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,256,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,256,0.002855466554562251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,256,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,256,0.0026762666801611584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,256,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,256,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,256,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,256,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,256,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,256,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,256,0.0026933332284291584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,256,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,256,0.0026805333793163298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,256,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,256,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,256,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,256,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,256,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,256,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,256,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,256,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,256,0.002551466723283132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,256,0.002407466620206833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,256,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,256,0.0025279998779296877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,256,0.0025429333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,256,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,256,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,256,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,256,0.07843413352966308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,256,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,256,0.04849173227945964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,256,0.033353598912556966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,256,0.02332800030708313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,256,0.023817600806554158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,256,0.023590399821599325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,256,0.02461120088895162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,256,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,256,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,256,0.02592746615409851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,256,0.02257279952367147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,256,0.022643200556437173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,256,0.024683733781178795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,256,0.023197867472966514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,256,0.02350506583849589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,256,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,256,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,256,0.021027199427286782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,256,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,256,0.02086506684621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,256,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,256,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,256,0.02147946755091349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,256,0.018642133474349974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,256,0.01917866667111715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,256,0.01908586621284485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,256,0.019361066818237304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,256,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,256,0.017552000284194947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,256,0.017772799730300902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,256,0.01696959932645162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,256,0.01697173317273458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,256,0.022822399934132896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,256,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,256,0.016277333100636802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,256,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,256,0.017242666085561117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,256,0.014689067006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,256,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,256,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,256,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,256,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,256,0.014907733599344889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,256,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,256,0.014855466286341348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,256,0.014800000190734863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,256,0.014724266529083253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,256,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,256,0.014379733800888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,256,0.016103466351826988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,256,0.01516480048497518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,256,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,256,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,256,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,256,0.013851733009020487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,256,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,256,0.0153546671072642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,256,0.014765866597493491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,256,0.014184533556302389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,256,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,256,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,256,0.01434346636136373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,256,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,256,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,256,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,256,0.013871999581654868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,256,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,256,0.013949867089589438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,256,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,256,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,256,0.013961600263913474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,256,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,256,0.014334932963053385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,256,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,256,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,256,0.9770271937052408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,256,0.4891498565673828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,256,0.180949338277181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,256,0.0880832036336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,256,0.0944543997446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,256,0.08271893660227457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,256,0.07842133045196534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,256,0.07794986565907797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,256,0.09271252950032552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,256,0.07210666338602702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,256,0.08351893424987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,256,0.08944746653238932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,256,0.06780800024668375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,256,0.06355946858723958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,256,0.062408534685770664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,256,0.0587936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,256,0.056814932823181154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,256,0.05264639854431152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,256,0.05163306792577108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,256,0.04679146607716878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,256,0.04238826831181844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,256,0.041980799039204916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,256,0.03675839900970459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,256,0.036329599221547444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,256,0.07269866466522217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,256,0.06841920216878256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,256,0.04795200030008952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,256,0.02598293423652649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,256,0.03173866669336955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,256,0.030920533339182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,256,0.021499733130137123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,256,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,256,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,256,0.026808534065882367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,256,0.011242666840553283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,256,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,256,0.009973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,256,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,256,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,256,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,256,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,256,0.015703466534614564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,256,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,256,0.009707732995351156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,256,0.007608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,256,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,256,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,256,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,256,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,256,0.006502399841944377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,256,0.00645653357108434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,256,0.006356266637643178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,256,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,256,0.006483200192451477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,256,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,256,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,256,0.006415999929110209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,256,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,256,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,256,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,256,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,256,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,256,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,256,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,256,0.006692266464233399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,256,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,256,0.006266666452089946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,256,0.006402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,256,0.0063381334145863845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,256,0.006371200084686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,256,0.06669759750366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,256,0.041117866834004715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,256,0.026718932390213012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,256,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,256,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,256,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,256,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,256,0.016280532876650492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,256,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,256,0.0156960000594457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,256,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,256,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,256,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,256,0.014905599753061929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,256,0.013038933277130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,256,0.013395200173060099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,256,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,256,0.01253546675046285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,256,0.012507733702659608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,256,0.011735467116038005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,256,0.011058132847150166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,256,0.010886399944623312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,256,0.010743467013041179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,256,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,256,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,256,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,256,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,256,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,256,0.009672533472379048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,256,0.008316799998283386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,256,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,256,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,256,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,256,0.00801813354094823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,256,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,256,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,256,0.0076906666159629825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,256,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,256,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,256,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,256,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,256,0.007446399827798207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,256,0.00766293356815974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,256,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,256,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,256,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,256,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,256,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,256,0.007179733117421467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,256,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,256,0.007377066711584728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,256,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,256,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,256,0.007436800003051758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,256,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,256,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,256,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,256,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,256,0.007223466535409291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,256,0.007342933118343354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,256,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,256,0.007089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,256,0.0072053333123524976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,256,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,256,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,128,0.04490666786829631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,128,0.028128000100453694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,128,0.013552000125249227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,256,0.007234133283297221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,256,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,128,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,128,0.010442666212717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,128,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,128,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,128,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,128,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,128,0.007165866593519847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,128,0.007204266885916392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,128,0.007226666808128357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,128,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,128,0.006779733300209046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,128,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,128,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,256,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,128,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,128,0.005992533266544342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,128,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,128,0.005125333368778229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,128,0.00499839981396993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,128,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,128,0.004506666461626689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,128,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,128,0.0043029333154360454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,128,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,128,0.006385066608587901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,128,0.003903999924659729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,128,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,128,0.005966933568318685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,128,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,128,0.003126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,128,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,128,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,128,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,128,0.0027082666754722597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,128,0.0027562665442625684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,128,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,128,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,128,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,128,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,128,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,128,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,128,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,128,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,128,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,128,0.0022570667167504626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,128,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,128,0.0024618667860825854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,128,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,128,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,128,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,128,0.0023146666586399078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,128,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,128,0.0027072000006834666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,128,0.0023359999060630797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,128,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,128,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,128,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,128,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,128,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,128,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,128,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,128,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,128,0.0641696015993754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,128,0.04361600081125895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,128,0.029637332757314044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,128,0.02256853381792704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,128,0.021766400337219237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,128,0.021291732788085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,128,0.022477867205937703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,128,0.021811199188232423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,128,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,128,0.021406932671864828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,128,0.021230934063593547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,128,0.02307093342145284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,128,0.02218986749649048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,128,0.020450133085250854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,128,0.021088000138600668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,128,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,128,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,128,0.019193599621454872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,128,0.019539199272791543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,128,0.018626133600870766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,128,0.018887466192245482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,128,0.019530665874481202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,128,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,128,0.018736000855763754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,128,0.016834133863449098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,128,0.01843520005544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,128,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,128,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,128,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,128,0.016800000270207723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,128,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,128,0.020159999529520668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,128,0.016780799627304076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,128,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,128,0.015083733201026916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,128,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,128,0.015662933389345803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,128,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,128,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,128,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,128,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,128,0.01418773333231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,128,0.01743040084838867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,128,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,128,0.015392000476519266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,128,0.015256533026695251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,128,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,128,0.013896532853444419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,128,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,128,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,128,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,128,0.014186666409174601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,128,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,128,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,128,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,128,0.017128533124923705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,128,0.013783466815948487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,128,0.014376533031463624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,128,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,128,0.013109333316485085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,128,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,128,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,128,0.013375999530156455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,128,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,128,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,128,0.013032533725102744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,128,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,128,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,128,0.013320533434549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,128,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,128,0.013031466801961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,128,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,128,0.013515733679135642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,128,0.01437440017859141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,4096,128,0.37316160202026366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,4096,128,0.1557088057200114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,4096,128,0.7440832138061524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,4096,128,0.07778240044911702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,4096,128,0.08434453010559081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,4096,128,0.073799467086792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,4096,128,0.07016212940216064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,4096,128,0.06942400137583414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,4096,128,0.08222506841023763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,4096,128,0.06411840120951334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,4096,128,0.0785312016805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,4096,128,0.06014293432235718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,4096,128,0.05636800130208334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,4096,128,0.07385493119557698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,4096,128,0.055462400118509926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,4096,128,0.05135039885838827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,4096,128,0.05020693143208822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,4096,128,0.0464298685391744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,4096,128,0.046410667896270755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,4096,128,0.041587201754252116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,4096,128,0.03788479963938395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,4096,128,0.03750720024108887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,4096,128,0.03302186727523804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,4096,128,0.06490026712417603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,4096,128,0.03245546619097392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,4096,128,0.0604149341583252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,4096,128,0.04197973410288493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,4096,128,0.023502933979034423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,4096,128,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,4096,128,0.028861866394678755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,4096,128,0.018642133474349974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,4096,128,0.028360533714294433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,4096,128,0.014881066481272378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,4096,128,0.02364586591720581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,4096,128,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,4096,128,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,4096,128,0.014099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,4096,128,0.009545600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,4096,128,0.008311466872692108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,4096,128,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,4096,128,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,4096,128,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,4096,128,0.010443733135859171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,4096,128,0.009306666254997254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,4096,128,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,4096,128,0.006975999971230824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,4096,128,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,4096,128,0.007052800059318543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,4096,128,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,4096,128,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,4096,128,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,4096,128,0.005805866420269012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,4096,128,0.005931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,4096,128,0.005974400043487549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,4096,128,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,4096,128,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,4096,128,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,4096,128,0.005834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,4096,128,0.005819733440876007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,4096,128,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,4096,128,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,4096,128,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,4096,128,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,4096,128,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,4096,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,4096,128,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,4096,128,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,4096,128,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,4096,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,4096,128,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,4096,128,0.005683200061321258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,4096,128,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,4096,128,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,4096,128,0.06779627005259195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,4096,128,0.0242741326491038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,4096,128,0.04452159802118937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,4096,128,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,4096,128,0.015305599570274353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,4096,128,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,4096,128,0.015280000368754067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,4096,128,0.01532799998919169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,4096,128,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,4096,128,0.014841600259145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,4096,128,0.014991999665896098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,4096,128,0.01420906682809194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,4096,128,0.014947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,4096,128,0.014169599612553915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,4096,128,0.013799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,4096,128,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,4096,128,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,4096,128,0.012494933605194092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,4096,128,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,4096,128,0.01164906620979309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,4096,128,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,4096,128,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,4096,128,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,4096,128,0.009964799880981446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,4096,128,0.010097066561381023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,4096,128,0.009657599528630574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,4096,128,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,4096,128,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,4096,128,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,4096,128,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,4096,128,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,4096,128,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,4096,128,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,4096,128,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,4096,128,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,4096,128,0.007348266740640004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,4096,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,4096,128,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,4096,128,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,4096,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,4096,128,0.007632000247637431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,4096,128,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,4096,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,4096,128,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,4096,128,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,4096,128,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,4096,128,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,4096,128,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,4096,128,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,4096,128,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,4096,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,4096,128,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,4096,128,0.006805333495140076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,4096,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,4096,128,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,4096,128,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,4096,128,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,4096,128,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,4096,128,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,4096,128,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,4096,128,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,4096,128,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,4096,128,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,4096,128,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,4096,128,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,4096,128,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,4096,128,0.007053866485754649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,4096,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,4096,128,0.006919466455777486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,4096,128,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,4096,128,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,4096,128,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,64,0.04173546632130941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,4096,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,64,0.023614933093388878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,64,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,64,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,64,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,4096,128,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,64,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,64,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,64,0.010322133700052898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,64,0.006790400048096975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,64,0.006364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,64,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,64,0.008449066678682964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,64,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,64,0.0060138667623202005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,64,0.008846933643023174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,64,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,64,0.005584000051021576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,64,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,64,0.005558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,64,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,64,0.005579733351866404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,64,0.005107200145721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,64,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,64,0.004789333542188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,64,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,64,0.003969066590070724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,64,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,64,0.00439573327700297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,64,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,64,0.003787733366092046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,64,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,64,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,64,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,64,0.006206933160622915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,64,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,64,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,64,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,64,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,64,0.002713600049416224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,64,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,64,0.002726399898529053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,64,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,64,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,64,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,64,0.0026880001028378804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,64,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,64,0.0027317332724730173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,64,0.0023711999257405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,64,0.0023541333774725597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,64,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,64,0.0023061332603295645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,64,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,64,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,64,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,64,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,64,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,64,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,64,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,64,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,64,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,64,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,64,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,64,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,64,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,64,0.0021375998854637145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,64,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,64,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,64,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,64,0.0021322667598724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,64,0.06443093220392862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,64,0.04119466543197632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,64,0.028445865710576373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,64,0.022227199872334798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,64,0.02195733388264974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,64,0.02118399937947591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,64,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,64,0.020878932873407998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,64,0.023005867004394533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,64,0.019912532965342202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,64,0.019589332739512126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,64,0.01917866667111715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,64,0.01928960084915161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,64,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,64,0.019938133160273232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,64,0.022054400046666464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,64,0.01937920053799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,64,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,64,0.01894506613413493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,64,0.01842133402824402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,64,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,64,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,64,0.019349332650502524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,64,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,64,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,64,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,64,0.01676586667696635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,64,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,64,0.01771626671155294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,64,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,64,0.0171509325504303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,64,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,64,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,64,0.01722773313522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,64,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,64,0.015015467007954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,64,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,64,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,64,0.014751999576886495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,64,0.014747732877731323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,64,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,64,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,64,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,64,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,64,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,64,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,64,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,4096,128,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,64,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,64,0.013977600137392679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,64,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,64,0.013999999562899271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,64,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,64,0.014739200472831726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,64,0.013924266894658408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,64,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,64,0.013820800185203552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,64,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,64,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,64,0.013222400347391763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,64,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,64,0.013659733533859252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,64,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,64,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,64,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,64,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,64,0.013557333747545877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,64,0.013615999619166055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,64,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,64,0.013142399986584983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,64,0.014215466380119324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,4096,32,0.043449600537618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,64,0.013006933530171714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,4096,32,0.023961599667867026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,4096,32,0.014292266964912415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,64,0.01413653294245402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,4096,32,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,4096,32,0.009313066800435383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,4096,32,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,4096,32,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,4096,32,0.01053439974784851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,4096,32,0.006623999774456024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,4096,32,0.007276799778143566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,4096,32,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,4096,32,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,4096,32,0.008603733777999879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,4096,32,0.008026666442553202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,4096,32,0.006346666812896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,4096,32,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,4096,32,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,4096,32,0.0065301333864529925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,4096,32,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,4096,32,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,4096,32,0.00544213354587555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,4096,32,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,4096,32,0.006367999811967213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,4096,32,0.0047189335028330484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,4096,32,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,4096,32,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,4096,32,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,4096,32,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,4096,32,0.004305066665013632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,4096,32,0.0038901334007581077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,4096,32,0.00469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,4096,32,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,4096,32,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,4096,32,0.0031093334158261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,4096,32,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,4096,32,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,4096,32,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,4096,32,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,4096,32,0.0026517334083716077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,4096,32,0.0026933332284291584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,4096,32,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,4096,32,0.002666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,4096,32,0.0026496000587940215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,4096,32,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,4096,32,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,4096,32,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,4096,32,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,4096,32,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,4096,32,0.0023146666586399078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,4096,32,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,4096,32,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,4096,32,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,4096,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,4096,32,0.002535466601451238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,4096,32,0.0023520000278949736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,4096,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,4096,32,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,4096,32,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,4096,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,4096,32,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,4096,32,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,4096,32,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,4096,32,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,4096,32,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,4096,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,4096,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,4096,32,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,4096,32,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,4096,32,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,4096,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,4096,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,4096,32,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,4096,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,4096,32,0.03917440176010132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,4096,32,0.027086933453877766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,4096,32,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,4096,32,0.02084266742070516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,4096,32,0.022035199403762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,4096,32,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,4096,32,0.020202666521072388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,4096,32,0.020542933543523153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,4096,32,0.023131734132766722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,4096,32,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,4096,32,0.019591466585795084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,4096,32,0.020137600104014077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,4096,32,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,4096,32,0.06202026605606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,4096,32,0.019338667392730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,4096,32,0.021372799078623453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,4096,32,0.020152533054351808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,4096,32,0.01878933310508728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,4096,32,0.018293333053588868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,4096,32,0.018731733163197838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,4096,32,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,4096,32,0.022123734156290688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,4096,32,0.017938133080800375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,4096,32,0.018103466431299845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,4096,32,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,4096,32,0.018177066246668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,4096,32,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,4096,32,0.017987199624379478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,4096,32,0.015268266201019287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,4096,32,0.01815999945004781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,4096,32,0.016962132851282754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,4096,32,0.01728960076967875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,4096,32,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,4096,32,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,4096,32,0.014674133062362671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,4096,32,0.01502826710542043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,4096,32,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,4096,32,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,4096,32,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,4096,32,0.014874666929244995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,4096,32,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,4096,32,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,4096,32,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,4096,32,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,4096,32,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,4096,32,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,4096,32,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,4096,32,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,4096,32,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,4096,32,0.013946666320164999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,4096,32,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,4096,32,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,4096,32,0.013883733749389648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,4096,32,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,4096,32,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,4096,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,4096,32,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,4096,32,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,4096,32,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,4096,32,0.014312533537546792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,4096,32,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,4096,32,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,4096,32,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,4096,32,0.014020267128944396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,4096,32,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,4096,32,0.014340266585350037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,4096,32,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,4096,32,0.01404800017674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,4096,32,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,4096,32,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,4096,32,0.014404267072677612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,4096,32,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,4096,32,0.014344533284505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,4096,32,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,4096,32,0.014223999778429666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,65536,2.166096051534017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,65536,4.337914784749349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,65536,1.3038506507873535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,65536,1.2143680254618328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,65536,1.4481439590454102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,65536,1.2161226272583008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,65536,10.249600092569986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,65536,1.1273760000864665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,65536,1.2999040285746257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,65536,1.1615626811981201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,65536,0.9150239626566569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,65536,1.2746613025665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,65536,0.8569653034210205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,65536,1.017584005991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,65536,1.4104639689127605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,65536,0.8591466744740804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,65536,0.9208693504333496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,65536,0.8788746992746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,65536,0.6659786701202393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,65536,0.7122026284535726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,65536,0.6310293277104696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,65536,0.6266666650772095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,65536,0.614026665687561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,65536,0.576042652130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,65536,0.5076746543248495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,65536,0.49008532365163165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,65536,0.43698132038116455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,65536,0.39873600006103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,65536,0.3638453483581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,65536,0.32420265674591064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,65536,0.3378880023956299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,65536,0.22884267568588257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,65536,0.19064533710479736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,65536,0.18069867293039957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,65536,0.11075733105341594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,65536,0.13909332950909933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,65536,0.11116266250610352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,65536,0.10787199934323628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,65536,0.10945066809654236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,65536,0.10569066802660625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,65536,0.11660800377527873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,65536,0.0972106655438741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,65536,0.09628267089525859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,65536,0.09292800227801006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,65536,0.08609599868456523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,65536,0.08281066517035167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,65536,0.08360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,65536,0.08131733536720276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,65536,0.08097066481908162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,65536,0.07736533383528392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,65536,0.07906666894753774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,65536,0.07713599999745686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,65536,0.07766399780909221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,65536,0.07649600009123485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,65536,0.07488533357779185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,65536,0.07458666463692983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,65536,0.07525866727034251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,65536,0.07725866635640462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,65536,0.07642666498819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,65536,0.0765119989713033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,65536,0.07674666742483775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,65536,0.07666133344173431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,65536,0.07635733485221863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,65536,0.0759680022795995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,65536,0.07623466849327087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,65536,0.07518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,65536,0.07576533158620198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,65536,0.0746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,65536,0.07550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,65536,0.07561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,65536,0.0764213353395462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,65536,0.0757013310988744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,65536,0.07687999804814656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,65536,0.26474666595458984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,65536,2.5066506067911782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,65536,5.002901395161946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,65536,1.3799039522806804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,65536,1.4026986757914226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,65536,1.2990773518880208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,65536,1.337056001027425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,65536,1.241487979888916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,65536,1.2090933322906494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,65536,10.339157104492188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,65536,1.1517759958902996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,65536,1.161904017130534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,65536,1.0869759718577068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,65536,1.0872693061828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,65536,1.0169653097788494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,65536,0.9175360202789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,65536,0.9563093185424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,65536,0.8483839829762777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,65536,0.8106826941172282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,65536,0.7384959856669108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,65536,0.659114678700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,65536,0.7521013418833414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,65536,0.6885813077290853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,65536,0.593941330909729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,65536,0.5904213190078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,65536,0.5103466510772705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,65536,0.5182720025380453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,65536,0.4354666471481323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,65536,0.425872008005778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,65536,0.36953067779541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,65536,1.0294079780578613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,65536,0.2836906711260478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,65536,0.29310399293899536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,65536,0.18987733125686646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,65536,0.1901706655820211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,65536,0.1090880036354065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,65536,0.10718933741251628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,65536,0.10296000043551128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,65536,0.1051573355992635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,65536,0.09347732861836751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,65536,0.09296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,65536,0.08868799606959026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,65536,0.08613333106040955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,65536,0.07843733330567677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,65536,0.0799786647160848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,65536,0.07715199887752533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,65536,0.07759466767311096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,65536,0.0740586668252945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,65536,0.07443733513355255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,65536,0.07422400017579396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,65536,0.07166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,65536,0.06515199939409892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,65536,0.06672533353169759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,65536,0.06883733471234639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,65536,0.0645546664794286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,65536,0.0629120022058487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,65536,0.05972800155480703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,65536,0.06258666515350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,65536,0.05677333474159241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,65536,0.05734399954477946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,65536,0.05595199763774872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,65536,0.05698133508364359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,65536,0.055589333176612854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,65536,0.05526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,65536,0.05346133311589559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,65536,0.0540533314148585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,65536,0.3776426712671916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,65536,0.052784000833829246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,65536,0.05453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,65536,0.0525546669960022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,65536,0.05493866900602976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,65536,0.05417599777380625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,65536,0.05724266668160757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,65536,0.05340266724427541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,65536,0.05681600173314413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,65536,8.606218973795572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,65536,1.157866636912028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,65536,2.054213364919027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,65536,4.019311904907227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,65536,1.2268213431040447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,65536,1.1884640057881672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,65536,1.0133972962697346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,65536,0.8593386809031168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,65536,0.9161333243052164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,65536,1.1169386704762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,65536,0.8246506849924723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,65536,0.7588373025258383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,65536,0.8957280317942301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,65536,0.8347840309143066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,65536,0.7197866439819336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,65536,0.667797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,65536,0.8102400302886963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,65536,0.6334133148193359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,65536,0.5707146724065145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,65536,0.5092106660207113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,65536,0.5527413288752238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,65536,0.47049065430959064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,65536,0.6012213230133057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,65536,0.9791306654612223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,65536,1.0936319828033447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,65536,0.44677865505218506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,65536,0.3110559980074565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,65536,0.2711946765581767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,65536,0.2693173289299011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,65536,0.4068533182144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,65536,0.4094560146331787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,65536,0.3552853266398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,65536,0.21424533923467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,65536,0.18836800257364908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,65536,0.15286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,65536,0.1281760036945343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,65536,0.12384532888730367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,65536,0.1167039970556895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,65536,0.11262933413187663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,65536,0.11238400141398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,65536,0.10965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,65536,0.11958400408426921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,65536,0.11820266644159953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,65536,0.1164533297220866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,65536,0.08954133590062459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,65536,0.08360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,65536,0.08191466828187306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,65536,0.08587732911109924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,65536,0.08190399905045827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,65536,0.08080000181992848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,65536,0.08126399914423625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,65536,0.07912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,65536,0.07904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,65536,0.07642666498819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,65536,0.07663466533025105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,65536,0.0753600001335144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,65536,0.07635200023651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,65536,0.07462400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,65536,0.07599466542402904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,65536,0.07518399755160014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,65536,0.07460799813270569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,65536,0.07441066702206929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,65536,0.07469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,65536,0.07469333211580913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,65536,0.07500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,65536,0.07459199925263722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,65536,0.07462933162848155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,65536,0.07441600163777669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,65536,0.07469333211580913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,65536,0.07443200051784515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,65536,0.07471466561158498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,65536,0.21700799465179443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,65536,0.08601599931716919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,65536,0.08312533299128215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,65536,2.1460960706075034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,65536,4.374077479044597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,65536,1.0409253438313801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,65536,0.6390800078709921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,65536,0.6352666616439819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,65536,0.6425573428471884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,65536,0.5094133218129476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,65536,0.5388000011444092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,65536,0.5042879978815714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,65536,0.5001706679662069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,65536,0.49961332480112713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,65536,0.4970346689224243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,65536,0.4779813289642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,65536,0.47782933712005615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,65536,0.47404801845550537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,65536,0.48099199930826825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,65536,0.4689333438873291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,65536,0.34879199663798016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,65536,0.3397359848022461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,65536,0.33444801966349286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,65536,0.3311946590741475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,65536,0.31357600291570026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,65536,0.3133973280588786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,65536,0.310696005821228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,65536,0.2990826765696208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,65536,0.3096426725387573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,65536,0.29922399918238324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,65536,0.17956533034642538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,65536,0.16857866446177164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,65536,0.16315199931462607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,65536,0.2957013249397278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,65536,0.14944266279538473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,65536,0.14802400271097818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,65536,0.13929866751035055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,65536,0.13818132877349854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,65536,0.13147200147310892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,65536,0.12993866205215454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,65536,0.13050132989883423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,65536,0.12998666365941366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,65536,0.13064799706141153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,65536,0.12972266475359598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,65536,0.12963733077049255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,65536,0.1296453376611074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,65536,0.12956533829371134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,65536,0.12869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,65536,0.1285706659158071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,65536,0.12862132986386618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,65536,0.12866133451461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,65536,0.12842933336893717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,65536,0.12877866625785828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,65536,0.12833600242932638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,65536,0.12869600454966226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,65536,0.1285306711991628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,65536,0.12774933377901712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,65536,0.12823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,65536,0.12838400403658548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,65536,0.1285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,65536,0.12847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,65536,0.1285546620686849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,65536,0.12787200013796488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,65536,0.12857866287231445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,65536,0.12759199738502502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,65536,0.12859466671943665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,65536,0.127618670463562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,65536,0.12855733434359232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,65536,0.12755200266838074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,65536,0.12756266196568808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,65536,0.1284559965133667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,65536,0.12845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,65536,0.12753867109616598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,65536,0.12840533256530762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,51200,7.9874827067057295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,51200,3.393301328023275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,51200,1.8718825976053874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,51200,1.0285546779632568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,51200,1.0821759700775146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,51200,0.9356533686319987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,51200,1.080357313156128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,51200,0.9225280284881592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,51200,0.8118560314178467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,51200,0.8127840360005697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,51200,0.842362642288208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,51200,0.7764320373535156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,51200,0.8468480110168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,51200,0.7313760121663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,51200,0.7091093063354492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,51200,0.6313493251800537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,51200,0.7684053579966227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,51200,0.6321813265482584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,51200,0.5493119955062866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,51200,0.5147466659545898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,51200,0.5144053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,51200,0.4261600176493327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,51200,0.48924267292022705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,51200,0.40622401237487793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,51200,0.4047893285751343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,51200,0.3487893342971802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,51200,0.35389868418375653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,51200,0.2900373339653015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,51200,0.2764959931373596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,51200,0.23079466819763184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,51200,0.2562719980875651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,51200,0.2002826730410258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,51200,0.1713493267695109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,51200,0.14813333749771118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,51200,0.12968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,51200,0.10378133257230122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,51200,0.08404800295829773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,51200,0.08331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,51200,0.08191999793052673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,51200,0.08249066770076752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,51200,0.08074666559696198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,51200,0.08574400345484416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,51200,0.07296533385912578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,51200,0.07121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,51200,0.06957333286603291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,51200,0.07172266642252605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,51200,0.07109866539637248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,51200,0.06995733578999837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,51200,0.06939200063546498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,51200,0.0658079981803894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,51200,0.06495466828346252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,51200,0.06514133512973785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,51200,0.06470400094985962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,51200,0.06484266618887584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,51200,0.06285333136717479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,51200,0.06117333471775055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,51200,0.060831998785336815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,51200,0.06298133234182994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,51200,0.0603359987338384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,51200,0.060405333836873375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,51200,0.06028800209363302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,51200,0.0602453351020813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,51200,0.059845333298047386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,51200,0.0591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,51200,0.06025599936644236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,51200,0.058703998724619545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,51200,0.06087466577688853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,51200,0.06144533554712931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,51200,0.06145599981149038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,51200,0.06079466640949249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,51200,0.06313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,51200,0.06356800099213918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,51200,0.06340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,51200,0.06283199787139893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,51200,7.914074579874675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,51200,3.935861269632975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,51200,1.9782452583312988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,51200,1.0857973098754883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,51200,1.1159839630126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,51200,1.020133336385091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,51200,1.0645973682403564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,51200,0.9772640069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,51200,0.9581973552703857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,51200,0.9154453277587891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,51200,0.9158293406168619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,65536,0.1285733381907145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,51200,0.850213368733724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,51200,0.8701546986897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,51200,0.802512009938558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,51200,0.8087039788564047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,51200,0.7257973353068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,51200,0.74508269627889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,51200,0.6734506289164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,51200,0.6320586601893107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,51200,0.5896639823913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,51200,0.522874673207601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,51200,0.5896906852722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,51200,0.4708319902420044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,51200,0.5476746559143066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,51200,0.4066559871037801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,51200,0.41231465339660645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,51200,0.3461759885152181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,51200,0.3409279982248942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,51200,0.27738134066263836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,51200,0.30554133653640747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,51200,0.2149333357810974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,51200,0.22114133834838867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,51200,0.15081600348154703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,51200,0.14819199840227762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,51200,0.09207466244697571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,51200,0.08962666988372803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,51200,0.08729066451390584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,51200,0.08809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,51200,0.08035199840863545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,51200,0.08032000064849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,51200,0.07303999861081441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,51200,0.07096000015735626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,51200,0.0691840002934138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,51200,0.06929066777229309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,51200,0.0664106657107671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,51200,0.06517333288987477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,51200,0.0631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,51200,0.06239999830722809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,51200,0.05884799857934316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,51200,0.05788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,51200,0.05876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,51200,0.058143998185793556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,51200,0.05714133381843567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,51200,0.056090667843818665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,51200,0.052671998739242554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,51200,0.051589335004488625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,51200,0.048026666045188904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,51200,0.049285332361857094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,51200,0.04880533119042715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,51200,0.04814399778842926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,51200,0.04682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,51200,0.04704533517360687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,51200,0.04675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,51200,0.04610666632652283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,51200,0.046869332591692604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,51200,0.04517866671085358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,51200,0.04632000128428141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,51200,0.04571733375390371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,51200,0.46987732251485187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,51200,0.044250667095184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,51200,0.04674666623274485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,51200,0.046069333950678505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,51200,0.04598933458328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,51200,0.046053335070610046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,65536,0.12808266282081604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,51200,7.107690811157227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,51200,3.4751148223876953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,51200,0.9469280242919922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,51200,1.6752427419026692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,51200,1.023792028427124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,51200,1.0059733390808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,51200,0.8520692984263102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,65536,0.12805333733558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,51200,0.7519839604695638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,51200,0.7861759662628174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,51200,0.715669314066569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,51200,0.7460319995880127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,51200,0.647493322690328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,51200,0.9408480326334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,51200,0.6179519891738892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,51200,0.6808160146077474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,51200,0.5844213167826334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,51200,0.5317866802215576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,51200,0.49159467220306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,51200,0.5118720134099325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,51200,0.4405226707458496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,51200,0.46374932924906415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,51200,0.40090131759643555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,51200,0.8277706305185953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,51200,0.9094293117523193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,51200,0.7073173522949219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,51200,0.37781866391499835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,51200,0.26362667481104535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,51200,0.23257599274317423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,51200,0.22806400060653687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,51200,0.3508479992548625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,51200,0.343669335047404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,51200,0.30744000275929767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,51200,0.18694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,51200,0.15827733278274536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,51200,0.12965866923332214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,51200,0.10758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,51200,0.1039680043856303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,51200,0.09883733590443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,51200,0.09095999598503113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,51200,0.09092799822489421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,51200,0.08905599514643352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,51200,0.09787733356157939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,51200,0.09861866633097331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,51200,0.0965173343817393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,51200,0.07314133147398631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,51200,0.06650666892528534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,51200,0.0658079981803894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,51200,0.06576533118883769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,51200,0.0658186674118042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,51200,0.0662613312403361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,51200,0.06458133459091187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,51200,0.06458666423956554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,51200,0.0625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,51200,0.06190933287143707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,51200,0.06054399907588959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,51200,0.06078400214513143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,51200,0.06052800019582113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,51200,0.062080000837643944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,51200,0.0610453337430954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,51200,0.061109334230422974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,51200,0.06123200058937073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,51200,0.06028266747792562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,51200,0.060453335444132485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,51200,0.060309335589408875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,51200,0.06061333417892456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,51200,0.060496002435684204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,51200,0.06050133208433787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,51200,0.06016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,51200,0.06057066718737284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,51200,0.17968533436457315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,51200,0.17966399590174356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,51200,0.07099199791749318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,51200,0.06947200000286102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,51200,0.0682826687892278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,51200,3.4528427124023438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,51200,0.8180987040201823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,51200,1.6914374033610027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,51200,0.5189306735992432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,51200,0.5075519879659017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,51200,0.5009706815083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,51200,0.4123306671778361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,51200,0.42400801181793213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,51200,0.3970479965209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,51200,0.40261868635813397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,51200,0.40001598993937176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,51200,0.3846426804860433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,51200,0.37988801797231037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,51200,0.3797733386357625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,51200,0.382858673731486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,51200,0.3775786558787028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,51200,0.37329332033793133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,51200,0.2757306694984436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,51200,0.2754053274790446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,51200,0.26521066824595135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,51200,0.26392000913619995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,51200,0.25013067324956256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,51200,0.2505893309911092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,51200,0.2497119903564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,51200,0.24899466832478842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,51200,0.23861332734425864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,51200,0.2339573303858439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,51200,0.24263733625411987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,51200,0.1434426705042521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,51200,0.13458399971326193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,51200,0.13040000200271606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,51200,0.11129599809646606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,51200,0.12033599615097046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,51200,0.11854133009910583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,51200,0.11016533772150676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,51200,0.10486666361490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,51200,0.10517600178718567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,51200,0.10425600409507751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,51200,0.10396533211072286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,51200,0.10395999749501546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,51200,0.10399199525515239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,51200,0.10397066672643025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,51200,0.104093333085378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,51200,0.10304266214370728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,51200,0.10281599561373393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,51200,0.10376800100008647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,51200,0.10305333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,51200,0.10277066628138225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,51200,0.10283466180165608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,51200,0.10290666421254475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,51200,0.10312267144521077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,51200,0.10293333729108174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,51200,0.10302933057149251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,51200,0.10297866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,51200,0.10215199987093608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,51200,0.10287732879320781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,51200,0.10292533040046692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,51200,0.10225866238276164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,51200,0.10196800033251445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,51200,0.10246400038401286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,51200,0.1024453341960907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,51200,0.1019759972890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,51200,0.10214133063952129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,51200,0.10189066330591838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,51200,0.10200799504915874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,51200,0.10281067093213399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,51200,0.10222400228182475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,51200,0.1020906666914622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,51200,0.10195466876029968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,51200,0.10181599855422974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,51200,0.10194933414459229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,16384,2.2677013079325357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,16384,1.2237066427866619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,16384,0.6404399871826172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,16384,0.37833599249521893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,16384,0.39905865987141925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,16384,0.319538672765096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,16384,0.36133865515391034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,16384,0.3132773240407308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,16384,0.265880008538564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,16384,0.2617680033047994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,16384,0.26069066921869916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,16384,0.2343226671218872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,16384,0.2741306622823079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,16384,0.2262586752573649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,16384,0.22535733381907144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,16384,0.19948800404866537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,16384,0.21497867504755655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,16384,0.18989866971969604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,16384,0.16806666056315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,16384,0.16196533044179282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,16384,0.16535733143488565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,16384,0.13338667154312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,16384,0.14882933100064596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,16384,0.12287466724713643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,16384,0.12283733487129211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,16384,0.10769599676132202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,16384,0.11265866955121358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,16384,0.09258932868639629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,16384,0.08849866191546123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,16384,0.07498933374881744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,16384,0.0814000020424525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,16384,0.06621066729227702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,16384,0.05686133106549581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,16384,0.049602667490641274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,16384,0.04459999998410543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,16384,0.04004266609748205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,16384,0.029480000336964924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,16384,0.03269333392381668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,16384,0.032287999987602234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,16384,0.03257866700490316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,16384,0.03223466624816259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,16384,0.03327466547489166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,16384,0.03014666587114334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,16384,0.02861066659291585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,16384,0.026072000463803608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,16384,0.029285334050655365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,16384,0.02794933319091797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,51200,0.10192533334096272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,16384,0.027272000908851624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,16384,0.027085334062576294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,16384,0.026309333741664886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,16384,0.025616000096003216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,16384,0.02502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,16384,0.025125332176685333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,16384,0.02628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,16384,0.02530933419863383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,16384,0.026015999416510265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,16384,0.024890666206677754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,16384,0.02513333410024643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,16384,0.024133334557215374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,16384,0.024029334386189777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,16384,0.024101334313551586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,16384,0.024061332146326702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,16384,0.0240639994541804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,16384,0.023936000963052113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,16384,0.023887999355793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,16384,0.023455999791622162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,16384,0.023266665637493134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,16384,0.0230880007147789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,16384,0.023175999522209167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,16384,0.022989332675933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,16384,0.024029334386189777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,16384,0.023757333556811016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,16384,0.02317333221435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,16384,0.023978665471076965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,16384,2.580846150716146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,16384,1.288474718729655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,16384,0.6479111247592503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,16384,0.3653599951002333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,16384,0.3708871205647786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,16384,0.34244799613952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,16384,0.3534702195061578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,16384,0.3293688827090793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,16384,0.3183022340138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,16384,0.30718933211432564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,16384,0.3025226593017578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,16384,0.2835288842519124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,16384,0.28851021660698783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,16384,0.2673688994513618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,16384,0.26382043626573354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,16384,0.23973332511054146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,16384,0.2413404517703586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,16384,0.22118755181630453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,16384,0.2087822225358751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,16384,0.1903111139933268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,16384,0.16089244683583578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,16384,0.17053688897026908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,16384,0.14070933394961888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,16384,0.1402453316582574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,16384,0.11986488766140407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,16384,0.12136177221934001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,16384,0.10414755344390869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,16384,0.1902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,16384,0.10044444269604152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,16384,0.08684977557924058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,16384,0.08989510933558147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,16384,0.07491555478837755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,16384,0.06644444333182441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,16384,0.05725333425733778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,16384,0.05181866553094652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,16384,0.04286400145954556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,16384,0.03707199957635667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,16384,0.04125688804520501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,16384,0.04161244299676683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,16384,0.04122844338417053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,16384,0.04387199878692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,16384,0.03891911109288534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,51200,0.1032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,16384,0.0373599992858039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,16384,0.03613333238495721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,16384,0.033215999603271484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,16384,0.03470222155253092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,16384,0.033843557039896645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,16384,0.03359999921586778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,16384,0.032949331733915545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,16384,0.03290844294759963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,16384,0.03174755639500088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,16384,0.03106488784154256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,16384,0.029751112063725788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,16384,0.0313351121213701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,16384,0.02920888861020406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,16384,0.02836622132195367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,16384,0.027235555979940627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,16384,0.02713955607679155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,16384,0.02853155467245314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,16384,0.027290667096773785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,16384,0.028837333122889202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,16384,0.028766221470303003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,16384,0.02751644452412923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,16384,0.027535999814669292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,16384,0.02533688810136583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,16384,0.028892444239722356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,16384,0.026760889424218073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,16384,0.026296888788541157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,16384,0.025434666209750708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,16384,0.02570488883389367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,16384,0.02756799923049079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,16384,0.025303110480308533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,16384,0.02696000039577484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,16384,0.028307557106018066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,16384,1.3645226160685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,16384,2.6582132975260415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,16384,0.37254754702250165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,16384,0.6838186581929525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,51200,0.10178400079409282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,16384,0.40764088100857204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,16384,0.3925760057237413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,16384,0.3481724527147081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,16384,0.3032160070207384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,16384,0.3113759888543023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,16384,0.2897884315914578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,16384,0.29846755663553876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,16384,0.26332799593607586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,16384,0.3689884344736735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,16384,0.24763909975687662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,16384,0.2651875548892551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,16384,0.2283573415544298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,16384,0.21537421809302437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,16384,0.20302222834693062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,16384,0.20447288619147408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,16384,0.17798222435845268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,16384,0.18272356192270914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,16384,0.1629635492960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,16384,0.3335004382663303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,16384,0.35436444812350804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,16384,0.2773208883073595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,16384,0.1493404441409641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,16384,0.10490666495429145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,16384,0.1431164476606581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,16384,0.09057955609427558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,16384,0.0885031090842353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,16384,0.07186844613817003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,16384,0.133349339167277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,16384,0.11939911047617595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,16384,0.06002489063474867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,16384,0.05111644334263272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,16384,0.04034488730960422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,16384,0.03732088870472378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,16384,0.03450311223665873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,16384,0.03382755650414361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,16384,0.03400533397992452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,16384,0.03322488731808133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,16384,0.03603200117746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,16384,0.036531554328070745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,16384,0.03579555617438422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,16384,0.027070222629441157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,16384,0.026883555783165827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,16384,0.026879999372694228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,16384,0.02626488937271966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,16384,0.025681777132882014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,16384,0.024705777565638225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,16384,0.024538666009902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,16384,0.02424000038041009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,16384,0.026364444030655756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,16384,0.024792888098292883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,16384,0.02419022222359975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,16384,0.0236462222205268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,16384,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,16384,0.023335110810067918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,16384,0.023710222707854375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,16384,0.023583999938435022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,16384,0.023580445183648005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,16384,0.023511111736297607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,16384,0.023246222072177466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,16384,0.02383288906680213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,16384,0.023706666297382776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,16384,0.05639288822809855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,16384,0.05998400184843275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,16384,0.05757688813739353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,16384,0.06001600291993883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,16384,0.05695644352171156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,16384,0.05950578053792318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,16384,0.05657244390911526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,16384,0.0262080000506507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,16384,0.025171554750866357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,16384,1.098026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,16384,0.5413471857706706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,16384,0.2737759908040365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,16384,0.17431786855061848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,16384,0.17746559778849286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,16384,0.1750655968983968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,16384,0.14296426773071289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,16384,0.13866666158040364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,16384,0.13946666717529296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,16384,0.13657280604044597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,16384,0.13654826482137045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,16384,0.13108800252278646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,16384,0.1330666700998942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,16384,0.13115946451822919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,16384,0.13104853630065919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,16384,0.12829759915669758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,16384,0.13164052963256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,16384,0.09473066329956055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,16384,0.09356906414031982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,16384,0.09033706982930502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,16384,0.09080639680226645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,16384,0.08634239832560221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,16384,0.08587626616160074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,16384,0.08493333657582601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,16384,0.08578346570332845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,16384,0.08193919658660889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,16384,0.08211627006530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,16384,0.07995733420054117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,16384,0.050462933381398525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,16384,0.04746880133946736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,16384,0.04673386812210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,16384,0.043429334958394364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,16384,0.04302826722462972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,16384,0.04041813214619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,16384,0.04078720013300578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,16384,0.03762453397115072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,16384,0.03752640088399251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,16384,0.037436799208323164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,16384,0.0373962680498759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,16384,0.03712213436762492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,16384,0.037251198291778566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,16384,0.037061333656311035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,16384,0.03714453379313151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,16384,0.03673493464787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,16384,0.036212265491485596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,16384,0.03633813460667928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,16384,0.03628906806310018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,16384,0.036345601081848145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,16384,0.03600213527679443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,16384,0.036305065949757895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,16384,0.03632320165634155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,16384,0.03634453217188517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,16384,0.03620479901631673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,16384,0.03613866567611694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,16384,0.03588053385416667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,16384,0.03640213410059611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,16384,0.03629226684570312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,16384,0.036099199453989664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,16384,0.036158935228983564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,16384,0.03600000143051148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,16384,0.03585600058237712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,16384,0.035916801293691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,16384,0.035955198605855304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,16384,0.03626559972763062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,16384,0.036210131645202634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,16384,0.03592106501261393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,16384,0.03578346570332845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,16384,0.03621120055516561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,16384,0.03603413502375285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,16384,0.03617279926935832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,16384,0.03617493311564128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,12288,1.6319066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,12288,0.9252959887186686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,12288,0.46768001715342206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,12288,0.2728479901949565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,12288,0.29242666562398273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,12288,0.2548533280690511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,12288,0.2704426646232605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,12288,0.22070133686065674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,12288,0.20573065678278604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,12288,0.2050000031789144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,12288,0.205567995707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,12288,0.18937599658966064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,12288,0.19555999835332236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,12288,0.17675467332204184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,12288,0.17726133267084757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,12288,0.15630666414896646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,12288,0.16039466857910156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,12288,0.151418666044871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,12288,0.1296559969584147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,12288,0.12180266777674358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,12288,0.12362133463223775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,12288,0.10729333758354187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,12288,0.11898666620254517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,12288,0.09874400496482849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,12288,0.09796800216039021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,12288,0.08451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,12288,0.08781066536903381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,12288,0.0745093325773875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,12288,0.07010399798552196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,12288,0.05972800155480703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,12288,0.06564799944559734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,12288,0.05291733145713806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,12288,0.044026667873064675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,12288,0.03972533345222473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,12288,0.03522400061289469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,12288,0.03170400112867355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,12288,0.023770667612552643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,12288,0.027719999353090923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,12288,0.02926933268706004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,12288,0.029282666742801666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,12288,0.030733334521452587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,12288,0.027346665660540264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,12288,0.025042665501435597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,12288,0.024031999210516613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,12288,0.022005334496498108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,12288,0.021938666701316833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,12288,0.02181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,12288,0.021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,12288,0.02179466684659322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,12288,0.021943998833497364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,12288,0.020050667226314545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,12288,0.021685334543387096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,12288,0.02055199940999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,12288,0.021000000337759655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,12288,0.020237332830826443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,12288,0.020898667474587757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,12288,0.019757332901159923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,12288,0.02014933278163274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,12288,0.019253333409627277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,12288,0.01908533275127411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,12288,0.0188400000333786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,12288,0.018992000569899876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,12288,0.019018666197856266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,12288,0.018584000567595165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,12288,0.018461332966883976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,12288,0.018343999981880188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,12288,0.018288000176350277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,12288,0.01809599995613098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,12288,0.018207999567190807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,12288,0.017994667092959087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,12288,0.018514666706323624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,12288,0.018754666050275166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,12288,0.018746666610240936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,12288,0.019098666807015736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,12288,1.9475293159484863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,12288,0.9786559740702311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,12288,0.5011306603749593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,12288,0.2800453305244446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,12288,0.28824400901794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,12288,0.2599586645762126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,12288,0.27195467551549274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,12288,0.24992533524831137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,12288,0.2428893248240153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,12288,0.23289867242177328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,12288,0.23264666398366293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,12288,0.21512667338053384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,12288,0.220033327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,12288,0.19584399461746216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,12288,0.19554134209950766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,12288,0.1732973257700602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,12288,0.17809865872065225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,12288,0.16141866644223532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,12288,0.1521679957707723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,12288,0.1397053301334381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,12288,0.14105733235677084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,12288,0.1202679971853892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,12288,0.12807066241900125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,12288,0.11198533574740092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,12288,0.11023199558258057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,12288,0.09699066480000813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,12288,0.09856133659680684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,12288,0.08585333824157715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,12288,0.08389066656430562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,12288,0.0678760011990865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,12288,0.07170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,12288,0.05905733505884806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,12288,0.05382266640663147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,12288,0.04569733142852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,12288,0.04294533530871073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,12288,0.03629333277543386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,12288,0.03291599949200948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,12288,0.03409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,12288,0.035219999651114144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,12288,0.03659733384847641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,12288,0.0336053321758906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,12288,0.03130399932463964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,12288,0.030372001230716705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,12288,0.030201333264509838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,12288,0.02845599999030431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,12288,0.029847999413808186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,12288,0.027508000532786053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,12288,0.030239999294281006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,12288,0.030392001072565716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,12288,0.029650665819644928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,12288,0.029106666644414265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,12288,0.028597332537174225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,12288,0.026205333570639294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,12288,0.025211999813715618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,12288,0.026764000455538433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,12288,0.02554933230082194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,12288,0.02492533375819524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,12288,0.023965333898862202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,12288,0.024814667801062267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,12288,0.02421066661675771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,12288,0.026119999587535858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,12288,0.022862667838732403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,12288,0.02366666744152705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,12288,0.022985334197680157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,12288,0.023985333740711212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,12288,0.022691999872525532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,12288,0.023105333248774212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,12288,0.023612000048160553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,12288,0.02717866748571396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,16384,0.03643733263015747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,12288,0.02272533377011617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,12288,0.024166665971279144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,12288,0.022809334099292755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,12288,0.022757334013779957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,12288,0.0249493345618248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,16384,0.03628693421681722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,16384,0.03582826852798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,12288,2.3255027135213218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,12288,0.3300373355547587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,12288,1.1594866911570232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,12288,0.6005786657333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,12288,0.35307331879933673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,12288,0.33860798676808673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,12288,0.3049253424008687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,12288,0.26723333199818927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,12288,0.2705639998118083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,12288,0.25161200761795044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,12288,0.2546573281288147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,12288,0.2301479975382487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,12288,0.3212520082791646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,12288,0.21978666385014853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,12288,0.22907867034276327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,12288,0.20526800553003946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,12288,0.19321866830190024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,12288,0.17563732465108237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,12288,0.17525599400202432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,12288,0.15664800008138022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,12288,0.15782666206359863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,12288,0.14086932937304178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,12288,0.2922079960505168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,12288,0.3063093423843384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,12288,0.2411093314488729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,12288,0.13004266222318014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,12288,0.08255866666634877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,12288,0.07945333421230316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,12288,0.06540266672770183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,12288,0.12318933010101318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,12288,0.116949329773585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,12288,0.10349466403325398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,12288,0.0569213330745697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,12288,0.04439066847165426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,12288,0.0402399996916453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,12288,0.030561332901318867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,12288,0.029502667486667633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,12288,0.02719600001970927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,12288,0.027082666754722595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,12288,0.027058665951093037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,12288,0.02700000007947286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,12288,0.028575999041398365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,12288,0.028771998981634777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,12288,0.02807466685771942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,12288,0.021553332606951397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,12288,0.021030666927496593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,12288,0.021246666709582012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,12288,0.021340000132719677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,12288,0.020781333247820537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,12288,0.019851999978224438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,12288,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,12288,0.01953733339905739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,12288,0.01971333349744479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,12288,0.01934933289885521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,12288,0.01902666687965393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,12288,0.01933066671093305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,12288,0.019235999633868534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,12288,0.019424000134070713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,12288,0.019205333044131596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,12288,0.018990666915973026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,12288,0.019186666856209438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,12288,0.042380000154177346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,12288,0.043247997760772705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,12288,0.04398933549722036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,12288,0.04379333555698395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,12288,0.04385599990685781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,12288,0.045081332325935364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,12288,0.04389200111230215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,12288,0.044465333223342896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,12288,0.04390400151411692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,12288,0.044362664222717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,12288,0.021157334248224895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,12288,0.02122800052165985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,12288,0.020734666536251705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,12288,0.819592539469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,12288,0.42009919484456376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,12288,0.13535787264506022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,12288,0.2118197282155355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,12288,0.13568746248881022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,12288,0.13495999972025555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,12288,0.1102847973505656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,12288,0.10693120161692302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,12288,0.10627840360005696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,12288,0.10629653135935466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,12288,0.10541760126749675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,12288,0.1010858694712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,12288,0.1017077366511027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,12288,0.10142827033996582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,12288,0.100819198290507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,12288,0.0990453322728475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,12288,0.07452906767527262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,12288,0.099945600827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,12288,0.0721461296081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,12288,0.07008852958679199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,12288,0.0703978697458903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,12288,0.06817279656728109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,12288,0.06764693260192871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,12288,0.06698773701985677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,12288,0.06722986698150635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,12288,0.06362026532491048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,12288,0.06360960006713867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,12288,0.061172266801198326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,12288,0.04036159912745158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,12288,0.039025068283081055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,12288,0.03698133230209351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,12288,0.035113600889841716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,12288,0.03430720170338948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,12288,0.03188479940096538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,12288,0.032682667175928756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,12288,0.03011946678161621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,12288,0.029739733537038165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,12288,0.03007359902064006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,12288,0.030166399478912354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,12288,0.029783467451731365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,12288,0.029815467198689778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,12288,0.029898667335510255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,12288,0.0298250675201416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,12288,0.029620265960693358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,12288,0.02895146608352661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,12288,0.029002666473388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,12288,0.029284266630808513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,12288,0.02885546684265137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,12288,0.028907734155654907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,12288,0.029026132822036744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,12288,0.028832000494003297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,12288,0.028946133454640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,12288,0.03102506597836812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,12288,0.02893120050430298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,12288,0.028883200883865357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,12288,0.028729599714279175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,12288,0.028600533803304035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,12288,0.029240532716115313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,12288,0.028989867369333906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,12288,0.028940800825754804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,12288,0.028484266996383668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,12288,0.028914133707682293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,12288,0.02889813383420308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,12288,0.028849067290623982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,12288,0.028585600852966308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,12288,0.029226666688919066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,12288,0.028940800825754804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,12288,0.028531199693679808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,12288,0.028590933481852217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,12288,0.029286400477091475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,12288,0.0288810670375824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,10240,1.37883726755778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,10240,0.7535786628723145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,10240,0.38619999090830487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,10240,0.23307466506958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,10240,0.24832799037297568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,10240,0.1897760033607483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,10240,0.18000799417495728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,10240,0.17943199475606283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,10240,0.17785867055257162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,10240,0.1783813238143921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,10240,0.1747386654218038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,10240,0.17320799827575684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,10240,0.17283467451731363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,10240,0.15134132901827493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,10240,0.137554665406545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,10240,0.13530932863553366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,10240,0.1439626713593801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,10240,0.12605067094167074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,10240,0.1143066684405009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,10240,0.10432533423105876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,10240,0.10580533742904663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,10240,0.09178933501243591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,10240,0.10566666722297668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,10240,0.08438666661580403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,10240,0.08473599950472514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,10240,0.07261600097020467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,10240,0.0732506662607193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,10240,0.06247733533382416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,10240,0.058874666690826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,10240,0.05003733436266581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,10240,0.05406400064627329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,10240,0.04435466726620992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,10240,0.03669333209594091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,10240,0.03342399994532267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,10240,0.029650665819644928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,10240,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,10240,0.020469332734743755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,10240,0.025616000096003216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,10240,0.02606933315594991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,10240,0.03173866619666418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,10240,0.025920001169045765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,10240,0.02372266600529353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,10240,0.024856001138687134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,10240,0.022885332504908245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,10240,0.018933333456516266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,10240,0.01889066646496455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,10240,0.0188400000333786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,10240,0.019952000429232914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,10240,0.019845332950353622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,10240,0.019751999527215958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,10240,0.018944000204404194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,10240,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,10240,0.017685333887736004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,10240,0.01811733345190684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,10240,0.01684800038735072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,12288,0.028621866305669146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,10240,0.017869333426157635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,10240,0.01684800038735072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,10240,0.01741333305835724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,10240,0.016063999384641647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,10240,0.017762667189041775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,10240,0.017632000148296356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,10240,0.017557332913080852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,10240,0.01770666614174843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,10240,0.017794666190942127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,10240,0.01775733381509781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,10240,0.017847999930381775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,10240,0.015928000211715698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,10240,0.015853332976500194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,10240,0.01573066661755244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,10240,0.01574133336544037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,10240,0.016162666181723278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,10240,0.01591466615597407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,10240,0.015949333707491558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,10240,0.0161920003592968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,12288,0.028922667105992634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,10240,1.6245239575703938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,10240,0.4295693238576253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,10240,0.8041573365529379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,10240,0.23300800720850626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,10240,0.2388933300971985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,10240,0.21416000525156656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,10240,0.20067334175109863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,10240,0.20892800887425741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,10240,0.200762669245402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,10240,0.19145600001017252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,10240,0.19126399358113608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,10240,0.17629732688268027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,10240,0.1743533412615458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,10240,0.1558959980805715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,10240,0.14057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,10240,0.1545026699701945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,10240,0.1444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,12288,0.028836266199747725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,10240,0.13067467013994852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,10240,0.1224186619122823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,10240,0.11713066697120667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,10240,0.10498932997385661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,10240,0.11493600408236186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,10240,0.094842662413915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,10240,0.09336266915003459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,10240,0.08228266735871632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,10240,0.08268799881140391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,10240,0.06991066535313924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,10240,0.06873466571172078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,10240,0.05916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,10240,0.061790664990743004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,10240,0.04984800020853678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,10240,0.04683466752370199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,10240,0.03871199985345205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,10240,0.038030666609605156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,10240,0.03319599976142248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,10240,0.030368000268936157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,10240,0.031683998803297676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,10240,0.03106933335463206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,10240,0.033515999714533486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,10240,0.03190933416287104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,10240,0.031311998764673867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,10240,0.027005332211653393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,10240,0.026726665596167248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,10240,0.027486667037010193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,10240,0.025285333395004272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,10240,0.02558266619841258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,10240,0.026370666921138763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,10240,0.1270106633504232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,10240,0.02701200048128764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,10240,0.025461333493391674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,10240,0.02759466568628947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,10240,0.024998667339483898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,10240,0.027217333515485127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,10240,0.023604000608126324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,10240,0.02513200044631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,10240,0.024117333193620045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,10240,0.02348266790310542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,10240,0.023788000146547954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,10240,0.024019998808701832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,10240,0.022858666876951855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,10240,0.022389332453409832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,10240,0.022667999068895977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,10240,0.022754666705926258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,10240,0.024010665714740753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,10240,0.02291066696246465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,10240,0.02297733227411906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,10240,0.022105333705743153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,10240,0.022860000530878704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,10240,0.022849333782990772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,10240,0.024457332988580067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,10240,0.022250667214393616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,10240,0.022898666560649872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,10240,0.022944000860055287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,10240,0.022689332564671833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,10240,0.5545053482055664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,10240,0.30232399702072144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,10240,0.3258639971415202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,10240,1.098262627919515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,10240,2.161790688832601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,10240,0.3159839908281962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,10240,0.2851840058962504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,10240,0.2495573361714681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,10240,0.25088266531626385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,10240,0.2367853323618571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,10240,0.23754133780797324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,10240,0.21528800328572592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,10240,0.2949613332748413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,10240,0.20326000452041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,10240,0.20751466353734335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,10240,0.1898799935976664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,10240,0.17382800579071045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,10240,0.16455066204071045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,10240,0.27598534027735394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,10240,0.16013466318448386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,10240,0.1469493309656779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,10240,0.14542266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,10240,0.13154133160909018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,10240,0.283735990524292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,10240,0.2213559945424398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,10240,0.1131933331489563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,10240,0.07116533319155376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,10240,0.06774266560872395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,10240,0.05731200178464254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,10240,0.049310664335886635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,10240,0.11685867110888164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,10240,0.0960253377755483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,10240,0.09020800391832988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,10240,0.039642666776975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,10240,0.03352533280849457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,10240,0.027722666660944622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,10240,0.02592666695515315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,10240,0.024142667651176453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,10240,0.024296000599861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,10240,0.02422400067249934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,10240,0.023559999962647755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,10240,0.025965332984924316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,10240,0.025943999489148457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,10240,0.025311999022960663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,10240,0.019209332764148712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,10240,0.018937333176533382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,10240,0.018661333868900936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,10240,0.01904666672150294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,10240,0.018638666719198227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,10240,0.017213333398103714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,10240,0.017709333449602127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,10240,0.01716933275262515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,10240,0.016985333214203518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,10240,0.017161333312590916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,10240,0.017659999430179596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,10240,0.017154666284720104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,10240,0.017086666077375412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,10240,0.016862666855255764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,10240,0.017051999767621357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,10240,0.038482666015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,10240,0.03971333305040995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,10240,0.03769999990860621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,10240,0.03793333222468694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,10240,0.04218533138434092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,10240,0.040048000713189445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,10240,0.03822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,10240,0.038134666780630745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,10240,0.040190666913986206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,10240,0.0400693342089653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,10240,0.03912266592184702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,10240,0.03914266576369604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,10240,0.019287999719381332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,10240,0.019286666065454483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,10240,0.019066666563351948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,10240,0.3640533447265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,10240,0.7020490646362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,10240,0.18871253331502277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,10240,0.11690560181935628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,10240,0.11721173127492268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,10240,0.09869973659515381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,10240,0.11448427041371663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,10240,0.09280213514963785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,10240,0.09237866401672364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,10240,0.09227306842803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,10240,0.09075093269348145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,10240,0.08791999816894532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,10240,0.08848106861114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,10240,0.08920533657073974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,10240,0.08682026863098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,10240,0.08623147010803223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,10240,0.08714986642201741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,10240,0.06573973496754965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,10240,0.06363093455632528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,10240,0.06248000065485636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,10240,0.0619050661722819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,10240,0.06001706520716349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,10240,0.05918293396631876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,10240,0.05767999887466431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,10240,0.05697280168533325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,10240,0.054780801137288414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,10240,0.05358186562856039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,10240,0.05405439933141073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,10240,0.03440426588058472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,10240,0.03315413395563761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,10240,0.03341333468755086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,10240,0.030244266986846922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,10240,0.030100266138712566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,10240,0.028475733598073323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,10240,0.02892586588859558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,10240,0.026818132400512694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,10240,0.02646080056826274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,10240,0.025997867186864216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,10240,0.02639893293380737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,10240,0.026053333282470705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,10240,0.02650880018870036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,10240,0.026386133829752606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,10240,0.026046933730443318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,10240,0.02598080039024353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,10240,0.025778132677078246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,10240,0.025732266902923583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,10240,0.025218133131663007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,10240,0.0255840003490448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,10240,0.025553067525227863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,10240,0.025569067398707075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,10240,0.025300266345342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,10240,0.025167999664942424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,10240,0.02521599928538005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,10240,0.025280000766118367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,10240,0.02547520001729329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,10240,0.02553279995918274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,10240,0.025226666529973345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,10240,0.025269333521525068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,10240,0.025272534290949507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,10240,0.025144533316294355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,10240,0.025294933716456098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,10240,0.025286400318145753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,10240,0.02656000057856242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,10240,0.025604265928268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,10240,0.025655466318130492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,10240,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,10240,0.025251199801762898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,10240,0.025246934096018477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,10240,0.025280000766118367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,10240,0.025302400191624958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,10240,0.025158399343490602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,8192,1.1016355090671115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,8192,0.5703022215101454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,8192,0.2882862091064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,8192,0.2003964450624254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,8192,0.21435199843512642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,10240,0.025231999158859254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,8192,0.18862933582729766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,8192,0.1687555578019884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,8192,0.14664355913798013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,8192,0.142520891295539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,8192,0.13920888635847303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,8192,0.1378542184829712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,8192,0.1376053359773424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,8192,0.11574044492509629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,8192,0.10724977652231853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,8192,0.10652266608344184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,8192,0.11278222666846381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,8192,0.10072177648544312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,8192,0.09152711100048488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,8192,0.09304355250464545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,8192,0.14763555261823866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,8192,0.08356799681981404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,8192,0.07308977842330933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,8192,0.08777955505583022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,8192,0.07097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,8192,0.06901866859859891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,8192,0.058711111545562744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,8192,0.05089244577619764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,8192,0.04745777779155307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,8192,0.04029333260324266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,8192,0.04320177767011854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,8192,0.03566222058402167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,8192,0.029754665162828233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,8192,0.026542221506436665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,8192,0.02343822187847561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,8192,0.02199288871553209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,8192,0.01609244445959727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,8192,0.019539554913838703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,8192,0.019367110398080613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,8192,0.02552000019285414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,8192,0.02060622142420875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,8192,0.021041777398851182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,8192,0.015912888778580558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,8192,0.017038222816255357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,8192,0.014992000328169929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,8192,0.014949333336618213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,8192,0.014849777022997538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,8192,0.015557333827018738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,8192,0.015941333439615037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,8192,0.017342221405771043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,8192,0.06189333067999946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,8192,0.015390222271283468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,8192,0.015470221638679504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,8192,0.015564444992277356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,8192,0.01479644411140018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,8192,0.014353776971499125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,8192,0.014019555515713163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,8192,0.01390044391155243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,8192,0.01462044484085507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,8192,0.013767110804716745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,8192,0.01462577780087789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,8192,0.01462933255566491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,8192,0.014650666051440768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,8192,0.014679110712475248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,8192,0.014632888966136508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,8192,0.014693333042992486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,8192,0.014542222023010254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,8192,0.01333688861793942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,8192,0.013285333083735572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,8192,0.013278221918476952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,8192,0.013246222502655454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,8192,0.01331022216214074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,8192,0.013255111045307584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,8192,0.01331555595000585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,8192,0.013271110753218332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,8192,1.2989184061686196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,8192,0.6572341283162435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,8192,0.33665812810262047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,8192,0.17947306632995605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,8192,0.18581652641296387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,8192,0.1650261402130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,8192,0.16238932609558104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,8192,0.15642773310343425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,8192,0.15513280232747395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,8192,0.14750399589538574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,8192,0.14386986096700033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,8192,0.14009812672932942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,8192,0.14001812934875488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,8192,0.125709867477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,8192,0.11903039614359538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,8192,0.11842346986134847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,8192,0.11643946965535482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,8192,0.10706880092620849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,10240,0.02537493308385213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,8192,0.1010207970937093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,8192,0.09805973370869955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,8192,0.08325866858164468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,8192,0.09566720326741537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,8192,0.09149333635965982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,8192,0.0772757371266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,8192,0.06643946568171183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,8192,0.06370240052541097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,8192,0.05889706611633301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,8192,0.056017065048217775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,8192,0.048045865694681805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,8192,0.050037332375844325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,8192,0.04355626503626506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,8192,0.040983466307322185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,8192,0.03404373327891032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,8192,0.03297280073165894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,8192,0.030210133393605548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,8192,0.02762346665064494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,8192,0.03027413288752238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,8192,0.029927466313044233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,8192,0.031420799096425374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,8192,0.02919999957084656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,8192,0.028142933050791425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,8192,0.027060266335805255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,8192,0.024892799059549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,8192,0.07624213695526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,8192,0.02489173412322998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,8192,0.02326293389002482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,8192,0.024991999069849648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,8192,0.02299626668294271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,8192,0.023294933636983237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,8192,0.022860799233118692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,8192,0.022657066583633423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,8192,0.02395626703898112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,8192,0.022694400946299233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,8192,0.022642133633295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,8192,0.021525333325068154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,8192,0.023145600159962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,8192,0.02065599958101908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,8192,0.025102933247884113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,8192,0.02072640061378479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,8192,0.0209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,8192,0.020478934049606323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,8192,0.021724800268809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,8192,0.022699733575185142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,8192,0.02206719915072123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,8192,0.02091946601867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,8192,0.02063680092493693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,8192,0.02255679965019226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,8192,0.021766400337219237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,8192,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,8192,0.022402133544286093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,8192,0.02083946665128072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,8192,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,8192,0.021747199694315593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,8192,0.020773333311080933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,10240,0.025255467494328814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,8192,1.012389310201009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,8192,0.28178132375081383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,8192,2.003221384684245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,8192,0.5100010553995769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,8192,0.29481067657470705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,8192,0.2843466758728027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,8192,0.26305279731750486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,8192,0.23030400276184082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,8192,0.26415252685546875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,8192,0.22832852999369302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,8192,0.21594239870707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,8192,0.21476160685221352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,8192,0.1972629388173421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,8192,0.19910186131795246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,8192,0.18363626797993976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,8192,0.1841365337371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,8192,0.16959147453308104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,8192,0.15463786125183104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,8192,0.14579092661539714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,8192,0.13888427416483562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,8192,0.13095253308614094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,8192,0.11385707060496013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,8192,0.11472000281016033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,8192,0.25060693422953284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,8192,0.25206185976664225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,8192,0.09000746409098306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,8192,0.05691200097401937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,8192,0.050765868028004965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,8192,0.04845120112101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,8192,0.09026026725769043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,8192,0.07651840051015218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,8192,0.07111999988555909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,8192,0.04013866583506266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,8192,0.035709865887959796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,8192,0.024973867336908977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,8192,0.02992853323618571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,8192,0.022677334149678548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,8192,0.021000534296035767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,8192,0.020801067352294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,8192,0.020920532941818237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,8192,0.020660267273585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,8192,0.02286400000254313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,8192,0.023129600286483764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,8192,0.022719999154408775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,8192,0.016862932840983072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,8192,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,8192,0.016321067015329996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,8192,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,8192,0.016454399625460307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,8192,0.015093333522478738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,8192,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,8192,0.014907733599344889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,8192,0.014965333541234336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,8192,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,8192,0.014862933754920959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,8192,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,8192,0.032075732946395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,8192,0.03192960023880005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,8192,0.032001066207885745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,8192,0.033098665873209636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,8192,0.032876799503962204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,8192,0.03088853359222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,8192,0.03351999918619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,8192,0.03289600014686585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,8192,0.033521068096160886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,8192,0.0333568016688029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,8192,0.03368746836980184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,8192,0.03244693279266357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,8192,0.034534398714701334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,8192,0.03413973251978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,8192,0.03412160078684489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,8192,0.017324799299240114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,8192,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,8192,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,8192,0.15026453336079915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,8192,0.5687018712361653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,8192,0.29623467127482095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,8192,0.09409066836039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,8192,0.09512746334075928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,8192,0.09299626350402831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,8192,0.07896213531494141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,8192,0.07565546830495198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,8192,0.0751413345336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,8192,0.07367253303527832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,8192,0.074781862894694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,8192,0.07138240337371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,8192,0.07037013371785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,8192,0.07222719987233481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,8192,0.07173120180765788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,8192,0.06914347012837728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,8192,0.06986773014068604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,8192,0.053124264876047766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,8192,0.05325973431269328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,8192,0.05030826727549235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,8192,0.04974826574325562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,8192,0.04851306676864624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,8192,0.04862826665242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,8192,0.047457067171732585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,8192,0.04685653448104858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,8192,0.04413653214772542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,8192,0.0455135981241862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,8192,0.045510399341583255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,8192,0.028971733649571736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,8192,0.027637332677841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,8192,0.028166399399439497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,8192,0.026577067375183106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,8192,0.025875200827916462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,8192,0.024435200293858848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,8192,0.023639466365178427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,8192,0.022715733448664347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,8192,0.022300799687703453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,8192,0.022320000330607097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,8192,0.021972266832987468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,8192,0.021900800863901775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,8192,0.021924267212549843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,8192,0.02250666618347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,8192,0.021641600131988525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,8192,0.02158613403638204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,8192,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,8192,0.021491199731826782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,8192,0.02148800094922384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,8192,0.021112533410390218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,8192,0.021266132593154907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,8192,0.021125332514444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,8192,0.021138133605321248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,8192,0.02119040091832479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,8192,0.021062399943669638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,8192,0.02117439905802409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,8192,0.02091839909553528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,8192,0.02075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,8192,0.02113599975903829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,8192,0.021093332767486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,8192,0.021107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,8192,0.021172267198562623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,8192,0.02113920052846273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,8192,0.021361066897710165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,8192,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,8192,0.021066667636235555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,8192,0.021218132972717286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,8192,0.02132373253504435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,8192,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,8192,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,8192,0.021093332767486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,8192,0.021785600980122884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,8192,0.02077440023422241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,7168,1.045532438490126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,7168,0.5472497940063477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,7168,0.2773688899146186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,7168,0.1759715610080295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,7168,0.18777244620852998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,7168,0.16337954998016357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,7168,0.13805333773295084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,7168,0.13364622328016493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,8192,0.021091200908025107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,7168,0.13223289118872747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,7168,0.11893510818481445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,7168,0.13172445032331678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,7168,0.11140444543626572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,7168,0.12502755059136286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,7168,0.10059199730555217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,7168,0.09625066651238336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,7168,0.09223822090360854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,7168,0.09846933020485772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,7168,0.08371022012498643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,7168,0.08049599991904365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,7168,0.07868088616265191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,7168,0.07478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,7168,0.061214221848381885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,7168,0.05825777848561605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,7168,0.05756622552871704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,7168,0.04929777648713854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,7168,0.050444444020589195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,7168,0.04319644305441114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,7168,0.04048711061477661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,7168,0.034613334470325045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,7168,0.037647998995251127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,7168,0.03087110983000861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,7168,0.026183111800087824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,7168,0.022800000177489385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,7168,0.020865778128306072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,7168,0.018767999278174508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,7168,0.014071111877759298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,7168,0.017834666702482436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,7168,0.018191999859280057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,7168,0.023246222072177466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,7168,0.018213333355055917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,7168,0.018188445104493033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,7168,0.014174222946166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,7168,0.015187554889255099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,7168,0.07571911149554782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,7168,0.013276444541083442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,7168,0.01353422221210268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,7168,0.013555555707878537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,7168,0.014204444156752693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,7168,0.01609777741962009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,7168,0.014540443817774454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,7168,0.014737778239780001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,7168,0.013975110318925647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,7168,0.014083556003040738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,7168,0.013276444541083442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,7168,0.013056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,7168,0.012736000120639801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,7168,0.013694222602579327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,7168,0.01259200026591619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,7168,0.013464888764752282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,7168,0.013482666677898832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,7168,0.013278221918476952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,7168,0.01329955541425281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,7168,0.013358222113715278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,7168,0.013368888861603208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,7168,0.01351288871632682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,7168,0.013287111288971372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,7168,0.012759110993809171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,7168,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,7168,0.012634666429625617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,7168,0.01275199982855055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,7168,0.012627555264366997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,7168,0.012636444634861417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,7168,0.013358222113715278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,7168,0.01332266628742218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,7168,1.1356469472249349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,7168,0.5777781168619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,7168,0.2952831904093424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,7168,0.1532277266184489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,7168,0.16200853983561198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,7168,0.1401290734608968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,7168,0.13754773139953613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,7168,0.13390506108601888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,7168,0.13359893163045247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,7168,0.1266549348831177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,7168,0.12432106335957845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,7168,0.12097813288370769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,7168,0.12081173261006672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,7168,0.10911466280619304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,7168,0.10392213662465413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,7168,0.10069119930267334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,7168,0.10237973531087238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,7168,0.09314986864725748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,7168,0.08461013634999594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,7168,0.09161279996236166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,7168,0.08306986490885417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,7168,0.07996373176574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,7168,0.07524373531341552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,7168,0.06570773522059123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,7168,0.058806399504343666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,7168,0.06650133530298868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,7168,0.057860267162322995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,7168,0.05080853303273519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,7168,0.0501141349474589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,7168,0.04747200012207031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,7168,0.04559040069580078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,8192,0.021522132555643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,7168,0.03868800004323324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,7168,0.03286186655362447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,7168,0.032238932450612386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,7168,0.038209064801534014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,7168,0.028861866394678755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,7168,0.0271232008934021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,7168,0.026681600014368693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,7168,0.02873493234316508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,7168,0.026216532786687213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,7168,0.028257066011428834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,7168,0.024445867538452147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,7168,0.02403306762377421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,7168,0.023203200101852416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,7168,0.022653865814208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,7168,0.023337600628534953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,7168,0.02263039946556091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,7168,0.0213045338789622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,7168,0.022107734282811483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,8192,0.021093332767486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,7168,0.02139413356781006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,7168,0.024380799134572348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,7168,0.023121066888173423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,7168,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,7168,0.021924267212549843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,7168,0.021590399742126464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,7168,0.02082879940668742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,7168,0.020760534207026164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,7168,0.025355732440948485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,7168,0.02063680092493693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,7168,0.020940800507863365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,7168,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,7168,0.020148267348607383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,7168,0.027116799354553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,7168,0.021713066101074218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,7168,0.01924053430557251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,7168,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,7168,0.02466986576716105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,7168,0.022273067633310953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,7168,0.022938666741053264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,7168,0.023169066508611044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,7168,0.021953066190083824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,7168,0.022177066405614218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,7168,0.023364265759785972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,7168,0.023085866371790567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,7168,0.5019573211669922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,7168,0.9777034759521485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,7168,0.2776298522949219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,7168,1.927730178833008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,7168,0.28587201436360676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,7168,0.2571925322214762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,7168,0.2733973185221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,7168,0.24292160669962565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,7168,0.22284480730692544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,7168,0.21994667053222655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,7168,0.21075092951456703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,7168,0.2087264060974121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,7168,0.25834026336669924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,7168,0.19183146158854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,7168,0.18061973253885905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,7168,0.17653120358784993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,7168,0.16749973297119142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,7168,0.14708159764607748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,7168,0.14349865913391113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,7168,0.1249888022740682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,7168,0.2405930678049723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,7168,0.1206933339436849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,7168,0.10246720314025878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,7168,0.09901546637217204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,7168,0.1949600060780843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,7168,0.07897066275278727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,7168,0.08049066861470541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,7168,0.05395413239796957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,7168,0.045858132839202884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,7168,0.049108266830444336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,7168,0.03835839827855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,7168,0.07013226350148519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,7168,0.06429973443349203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,7168,0.027986133098602296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,7168,0.03336319923400879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,7168,0.023571199178695677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,7168,0.021705599625905354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,7168,0.02021013299624125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,7168,0.0199455996354421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,7168,0.020248534282048543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,7168,0.019803732633590698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,7168,0.021676800648371377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,7168,0.02101226647694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,7168,0.020811732610066733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,7168,0.016221867005030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,7168,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,7168,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,7168,0.015808000167210897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,7168,0.015897599856058757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,7168,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,7168,0.014153599739074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,7168,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,7168,0.01409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,7168,0.015754666924476624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,7168,0.014088533322016396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,7168,0.01552959978580475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,7168,0.02852906584739685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,7168,0.02691626747449239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,7168,0.02730026642481486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,7168,0.0268832008043925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,7168,0.0283786674340566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,7168,0.028905600309371948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,7168,0.028670932849248248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,7168,0.03207893371582031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,7168,0.030728532870610552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,7168,0.027162667115529376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,7168,0.028599466880162554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,7168,0.02865920066833496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,7168,0.02913386623064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,7168,0.029729066292444865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,7168,0.02833919922510783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,7168,0.030905600388844805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,7168,0.028812799851099653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,7168,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,7168,0.2696159998575846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,7168,0.13645119667053224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,7168,0.5142965316772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,7168,0.08586133321126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,7168,0.08728640079498291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,7168,0.08401280244191488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,7168,0.07166933218638102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,7168,0.0688704013824463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,7168,0.07028906345367432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,7168,0.06771093209584554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,7168,0.06830399831136068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,7168,0.06528426806131998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,7168,0.06686506271362305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,7168,0.06443626483281453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,7168,0.06551680167516073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,7168,0.06258026758829752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,7168,0.06273066600163778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,7168,0.0482367992401123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,7168,0.04863893191019694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,7168,0.045716265837351486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,7168,0.04643413225809733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,7168,0.04394666751225789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,7168,0.04441813230514526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,7168,0.04283519983291626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,7168,0.04118186632792155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,7168,0.04269440174102783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,7168,0.04128640095392863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,7168,0.04002453486124675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,7168,0.027010132869084675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,7168,0.02653866608937581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,7168,0.026054400205612182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,7168,0.02401919960975647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,7168,0.023587199052174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,7168,0.02278719941775004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,7168,0.02239146629969279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,7168,0.020746666193008422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,7168,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,7168,0.019910399119059244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,7168,0.019908267259597778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,7168,0.020266666014989217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,7168,0.019926400979359944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,7168,0.0199178675810496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,7168,0.01987733244895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,7168,0.019938133160273232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,7168,0.01988053321838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,7168,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,7168,0.019412267208099365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,7168,0.019513599077860513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,7168,0.019486933946609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,7168,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,7168,0.01953279972076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,7168,0.019100799163182577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,7168,0.019397334257761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,7168,0.019485867023468016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,7168,0.019128533204396565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,7168,0.01950719952583313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,7168,0.019478400548299156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,7168,0.01940586765607198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,7168,0.019080533583958944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,7168,0.019485867023468016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,7168,0.019127466281255088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,7168,0.019554134209950766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,7168,0.019113600254058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,7168,0.019882667064666747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,7168,0.019428267081578573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,7168,0.019077332814534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,7168,0.018917334079742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,7168,0.019321600596110024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,7168,0.01951040029525757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,7168,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,7168,0.01906986633936564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,6144,0.8560919761657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,6144,0.4872893492380778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,6144,0.24912800391515097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,6144,0.15396799643834433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,6144,0.1645573377609253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,6144,0.14764666557312012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,6144,0.11266266306241353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,6144,0.10817333062489827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,6144,0.10831466317176819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,6144,0.10796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,6144,0.09871332844098409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,6144,0.09645199775695801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,6144,0.09626799821853638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,6144,0.08843599756558736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,6144,0.0825439989566803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,6144,0.08220133185386658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,6144,0.08172399799029033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,7168,0.019425066312154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,6144,0.06750800212224324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,6144,0.06826533377170563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,7168,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,6144,0.0630493313074112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,6144,0.053417334953943886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,6144,0.06434533496697743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,6144,0.05020666619141897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,6144,0.049707998832066856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,6144,0.04302933315436045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,6144,0.044253334403038025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,6144,0.0751013308763504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,6144,0.0370253324508667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,6144,0.03689733395973841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,6144,0.032170665760835014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,6144,0.02664799988269806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,6144,0.022405333817005157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,6144,0.01971466715137164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,6144,0.01724666605393092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,6144,0.01693600043654442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,6144,0.015595999856789907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,6144,0.01569066693385442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,6144,0.019638666262229282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,6144,0.01583866650859515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,6144,0.016088000188271206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,6144,0.012455999851226807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,6144,0.013016000390052795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,6144,0.011525332927703857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,6144,0.011505333085854849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,6144,0.011502667019764582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,6144,0.011873333404461542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,6144,0.011726666241884232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,6144,0.011528000235557556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,6144,0.013257333387931189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,6144,0.013082666943470636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,6144,0.03136399885018667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,6144,0.011503999431928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,6144,0.01146399974822998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,6144,0.01161200056473414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,6144,0.012017333259185156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,6144,0.01155333345135053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,6144,0.011177333692709604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,6144,0.011052000025908152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,6144,0.012177333235740662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,6144,0.011242666592200598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,6144,0.011116000513235727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,6144,0.011177333692709604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,6144,0.011176000038782755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,6144,0.011178666104873022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,6144,0.011127999673287073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,6144,0.011030666530132294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,6144,0.011098666737476984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,6144,0.011042666931947073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,6144,0.011029332876205444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,6144,0.01130799949169159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,6144,0.01099600022037824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,6144,0.011007999380429586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,6144,0.011228000124295553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,6144,0.01089733342329661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,6144,0.5058944066365559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,6144,0.9906389236450195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,6144,0.1350272019704183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,6144,0.2577173391977946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,6144,0.13871466318766276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,6144,0.12331093152364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,6144,0.12004480361938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,6144,0.11679573059082031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,6144,0.11738879680633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,6144,0.10892053445180257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,6144,0.1087392012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,6144,0.11281706492106121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,6144,0.10323519706726074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,6144,0.09258986314137777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,6144,0.08675733407338461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,6144,0.08823786576588949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,6144,0.08321279684702555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,6144,0.07394986947377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,6144,0.07357760270436606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,6144,0.061673601468404136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,6144,0.09600853125254313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,6144,0.07627306779225668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,7168,0.019433599710464478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,6144,0.06146026849746704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,6144,0.060755201180775965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,6144,0.06741759777069092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,6144,0.052693335215250645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,6144,0.05174613396326701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,6144,0.049193600813547775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,6144,0.04578346808751424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,6144,0.04061013460159302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,6144,0.036985599994659425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,6144,0.033701332410176595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,6144,0.030958932638168336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,6144,0.030848000446955365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,6144,0.026811732848485308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,6144,0.02477546731630961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,6144,0.027077333132425947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,6144,0.02674773335456848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,6144,0.025356799364089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,6144,0.02449493408203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,6144,0.02621226708094279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,6144,0.022782933712005616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,6144,0.022983467578887938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,6144,0.021844265858332317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,6144,0.022909865776697794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,6144,0.021308799584706627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,6144,0.02344320019086202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,6144,0.023167999585469563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,6144,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,6144,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,6144,0.021857066949208578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,6144,0.021574399868647256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,6144,0.020553600788116456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,6144,0.019275732835133872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,6144,0.022423466046651207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,6144,0.04323306481043498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,6144,0.021092265844345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,6144,0.021835732460021972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,6144,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,6144,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,6144,0.02018666664759318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,6144,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,6144,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,6144,0.01881813406944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,6144,0.01876693367958069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,6144,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,6144,0.021153066555658975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,6144,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,6144,0.02133973240852356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,6144,0.020572799444198608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,6144,0.020937599738438926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,6144,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,6144,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,6144,0.0220085342725118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,6144,0.9327807744344077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,6144,0.26235626538594564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,6144,0.2713151931762695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,6144,0.4784543991088867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,6144,1.8329524993896484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,6144,0.2599861303965251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,6144,0.24487786293029784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,6144,0.23882452646891275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,6144,0.21335786183675132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,6144,0.20784319241841637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,6144,0.20058347384134928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,6144,0.19300586382548016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,6144,0.1831487973531087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,6144,0.17016533215840657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,6144,0.1682773272196452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,6144,0.14588479995727538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,6144,0.14885013898213703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,6144,0.23411839803059897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,6144,0.12588799794514974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,6144,0.11786773204803466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,6144,0.11415146986643473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,6144,0.09671146869659424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,6144,0.08950826327006021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,6144,0.08209599653879801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,6144,0.2297365347544352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,6144,0.06737706661224366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,6144,0.05012373526891073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,6144,0.04505813519159953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,6144,0.04261973301569621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,6144,0.03627413511276245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,6144,0.07092266877492269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,6144,0.06308693488438924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,6144,0.05825493335723877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,6144,0.03086079955101013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,6144,0.02640426754951477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,6144,0.02229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,6144,0.02029973268508911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,6144,0.018600533405939736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,6144,0.018447999159495035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,6144,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,6144,0.018183465798695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,6144,0.019789866606394448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,6144,0.01989226738611857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,6144,0.019927465915679933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,6144,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,6144,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,6144,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,6144,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,6144,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,6144,0.013169067104657492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,6144,0.013285332918167114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,6144,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,6144,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,6144,0.013006933530171714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,6144,0.025719465812047322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,6144,0.0253493328889211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,6144,0.024791467189788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,6144,0.024945066372553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,6144,0.026870399713516235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,6144,0.02613760034243266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,6144,0.025333333015441894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,6144,0.02617599964141846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,6144,0.027801599105199176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,6144,0.026340266068776447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,6144,0.02490773399670919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,6144,0.025316266218821208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,6144,0.02727573315302531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,6144,0.0272053341070811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,6144,0.026374399662017822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,6144,0.026664533217748004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,6144,0.02760533293088277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,6144,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,6144,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,6144,0.014947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,6144,0.46468267440795896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,6144,0.23809919357299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,6144,0.12210559844970703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,6144,0.0779754638671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,6144,0.07525760332743327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,6144,0.07827093601226806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,6144,0.06415893236796061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,6144,0.062990931669871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,6144,0.061817598342895505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,6144,0.06189866860707601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,6144,0.05868159929911295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,6144,0.060344533125559485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,6144,0.0582912007967631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,6144,0.05878293514251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,6144,0.05752426783243815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,6144,0.05543680191040039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,6144,0.055401599407196044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,6144,0.04426133235295614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,6144,0.04319893519083659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,6144,0.04125226736068725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,6144,0.040948267777760824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,6144,0.0400330662727356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,6144,0.039868799845377605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,6144,0.0379093329111735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,6144,0.038610132535298665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,6144,0.03752106825510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,6144,0.03711680173873901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,6144,0.03551573355992635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,6144,0.024371200799942018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,6144,0.02398186723391215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,6144,0.023763199647267662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,6144,0.02153493364651998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,6144,0.021170133352279664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,6144,0.020793600877126058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,6144,0.020278400182723998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,6144,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,6144,0.018227199713389076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,6144,0.018210132916768394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,6144,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,6144,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,6144,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,6144,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,6144,0.01815999945004781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,6144,0.017885865767796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,6144,0.01765759984652201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,6144,0.017774933576583864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,6144,0.01789120038350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,6144,0.017494400342305504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,6144,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,6144,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,6144,0.01760853330294291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,6144,0.017798399925231932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,6144,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,6144,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,6144,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,6144,0.017504000663757326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,6144,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,6144,0.01745706597963969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,6144,0.017211733261744182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,6144,0.017391999562581383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,6144,0.017811199029286705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,6144,0.01779306729634603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,6144,0.017434666554133095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,6144,0.017862399419148765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,6144,0.01749546726544698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,6144,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,6144,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,6144,0.017515732844670614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,6144,0.01738986571629842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,6144,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,6144,0.017475199699401856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,5120,0.67439866065979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,5120,0.386574665705363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,5120,0.19804267088572183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,5120,0.11974133054415385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,5120,0.11798266569773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,5120,0.10216800371805827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,5120,0.09356266260147095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,5120,0.08440400163332622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,5120,0.0841493308544159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,5120,0.08388800422350566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,5120,0.0813839981953303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,5120,0.08054799834887187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,5120,0.08036533494790395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,5120,0.06878399848937988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,5120,0.06469599902629852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,5120,0.06500666836897533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,5120,0.0655106653769811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,5120,0.059114664793014526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,5120,0.054444000124931335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,5120,0.05418799817562103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,5120,0.05041733384132385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,5120,0.04379599789778391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,5120,0.051542664567629494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,5120,0.04125466694434484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,5120,0.04029866556326548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,5120,0.0352933332324028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,5120,0.03442933410406113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,5120,0.030318667491277058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,5120,0.02942399928967158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,5120,0.024628000954786938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,5120,0.02718133231004079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,5120,0.021874666213989258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,5120,0.019093333433071773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,5120,0.01647199938694636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,5120,0.014695999523003897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,5120,0.014221332967281342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,5120,0.010502666234970093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,5120,0.013038666297992071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,5120,0.01277466615041097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,5120,0.016117333124081295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,5120,0.013369332998991013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,5120,0.013219999770323435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,5120,0.01073200007279714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,5120,0.011528000235557556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,5120,0.01009733354051908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,5120,0.010034666707118353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,5120,0.009933333223064741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,5120,0.009984000275532404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,5120,0.009969333186745644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,5120,0.010297333200772604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,5120,0.01033866653839747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,5120,0.011961333453655243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,5120,0.009894666572411856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,5120,0.009986666962504387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,5120,0.009969333186745644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,5120,0.010757333288590113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,5120,0.01161200056473414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,5120,0.010014666865269342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,5120,0.010399999717871347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,6144,0.01747200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,5120,0.00988933319846789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,5120,0.010025333613157272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,5120,0.00997866690158844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,5120,0.0100426667680343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,5120,0.009872000043590864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,5120,0.010025333613157272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,5120,0.010121333102385202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,5120,0.009986666962504387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,5120,0.010089333479603132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,5120,0.010167999813954035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,5120,0.010057333235939344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,6144,0.01798080007235209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,5120,0.009872000043590864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,5120,0.010481332739194235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,5120,0.010442666709423065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,5120,0.010832000523805618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,5120,0.42214078903198243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,5120,0.21248745918273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,5120,0.831062380472819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,5120,0.10836053689320882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,5120,0.13007573286692303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,5120,0.10527573426564533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,5120,0.11081279913584392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,5120,0.10058133602142334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,5120,0.09817173480987548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,5120,0.09513386885325113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,5120,0.09188160101572672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,5120,0.08682560125986735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,5120,0.08128853638966879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,5120,0.07832640012105306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,5120,0.073799467086792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,5120,0.07451093196868896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,5120,0.06703253587086996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,5120,0.06483519872029622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,5120,0.061926400661468504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,5120,0.06241706609725952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,5120,0.05543786684672038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,5120,0.05404693285624186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,5120,0.059170134862264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,5120,0.05003946622212728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,5120,0.046632532278696695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,5120,0.04536106586456299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,5120,0.042829867204030356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,5120,0.08680426279703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,5120,0.04145173231760661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,5120,0.03683306773503621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,5120,0.03372693459192912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,5120,0.03280533353487651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,5120,0.02812906702359517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,5120,0.02521066665649414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,5120,0.02786453366279602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,5120,0.023166932662328086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,5120,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,5120,0.02408000032107035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,5120,0.027102933327356978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,5120,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,5120,0.024430932601292928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,5120,0.020584533611933388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,5120,0.021107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,5120,0.020568533738454183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,5120,0.020666666825612388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,5120,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,5120,0.022360533475875854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,5120,0.01962560017903646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,5120,0.01927786668141683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,5120,0.020230400562286376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,5120,0.03828906615575155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,5120,0.01953279972076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,5120,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,5120,0.019679999351501463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,5120,0.018259199460347493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,5120,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,5120,0.01978773276011149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,5120,0.017474132776260375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,5120,0.0191648006439209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,5120,0.016772266228993735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,5120,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,5120,0.017093332608540852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,5120,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,5120,0.017333332697550455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,5120,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,5120,0.019642666975657145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,5120,0.01890346606572469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,5120,0.019139200448989868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,5120,0.019428267081578573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,5120,0.019262933731079103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,5120,0.02075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,5120,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,5120,0.020771199464797975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,5120,0.019749333461125694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,6144,0.017560533682505288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,5120,1.7580832163492839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,5120,0.45186878840128586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,5120,0.2459669272104899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,5120,0.8957813262939454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,5120,0.25704107284545896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,5120,0.24449920654296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,5120,0.2300586700439453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,5120,0.1944405396779378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,5120,0.22542400360107423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,5120,0.22017599741617838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,5120,0.1829429308573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,5120,0.1832885265350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,5120,0.16471680005391437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,5120,0.15583252906799316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,5120,0.14574079513549804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,5120,0.13726719220479328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,5120,0.1216117302576701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,5120,0.12313066323598225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,5120,0.10225706895192463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,5120,0.09609493414560953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,5120,0.08941973050435384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,5120,0.08283092975616455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,5120,0.07871572971343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,5120,0.07295680046081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,5120,0.20904746055603027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,5120,0.06298559904098511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,5120,0.04749759833017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,5120,0.043508267402648924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,5120,0.039590398470560714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,5120,0.03523199955622355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,5120,0.06509653329849244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,5120,0.05868053436279297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,5120,0.05321386655171713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,5120,0.02906773289044698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,5120,0.02550719976425171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,5120,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,5120,0.0174453337987264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,5120,0.016127999623616537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,5120,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,5120,0.015412267049153647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,5120,0.0156768004099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,5120,0.018202666441599527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,5120,0.01785599986712138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,5120,0.018338133891423546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,5120,0.012770133217175803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,5120,0.012553600470225015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,5120,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,5120,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,5120,0.012803199887275695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,5120,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,5120,0.011132799585660299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,5120,0.010798933108647664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,5120,0.01102186640103658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,5120,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,5120,0.022291199366251627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,5120,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,5120,0.02135466734568278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,5120,0.02272426684697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,5120,0.020308266083399452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,5120,0.021707733472188316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,5120,0.023934932549794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,5120,0.021090133984883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,5120,0.022371200720469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,5120,0.022337067127227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,5120,0.02193386753400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,5120,0.021541333198547362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,5120,0.021754666169484457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,5120,0.022282665967941283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,5120,0.023512534300486245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,5120,0.022323199113210044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,5120,0.024245333671569825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,5120,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,5120,0.013338667154312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,5120,0.013333333532015481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,5120,0.41257918675740557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,5120,0.11020586490631104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,5120,0.2162175973256429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,5120,0.06801173686981202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,5120,0.06755092938741049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,5120,0.0677728017171224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,5120,0.057638398806254064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,5120,0.054618668556213376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,5120,0.05430506865183512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,5120,0.05363733371098837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,5120,0.05375146468480428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,5120,0.050477866331736246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,5120,0.050714667638142905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,5120,0.05043306748072306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,5120,0.050323200225830075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,5120,0.048264535268147786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,5120,0.04828159809112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,5120,0.038867199420928956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,5120,0.03827733198801676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,5120,0.03685653209686279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,5120,0.036124801635742186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,5120,0.03546666701634725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,5120,0.03504213492075602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,5120,0.03397013346354167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,5120,0.03354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,5120,0.03306559920310974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,5120,0.03307519952456157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,5120,0.031523199876149495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,5120,0.021423999468485513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,5120,0.021918932596842446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,5120,0.021074134111404418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,5120,0.019040000438690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,5120,0.01837546626726786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,5120,0.01920426686604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,5120,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,5120,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,5120,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,5120,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,5120,0.016201600432395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,5120,0.016200533509254454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,5120,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,5120,0.01618346671263377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,5120,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,5120,0.01622293293476105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,5120,0.01624853312969208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,5120,0.016193067034085594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,5120,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,5120,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,5120,0.015779200196266174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,5120,0.015804800391197204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,5120,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,5120,0.015759999553362526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,5120,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,5120,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,5120,0.01575040022532145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,5120,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,5120,0.01580586632092794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,5120,0.01574186682701111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,5120,0.015830399592717488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,5120,0.015742933750152587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,5120,0.016241066654523215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,5120,0.016078933080037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,5120,0.01581013302008311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,5120,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,5120,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,5120,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,5120,0.015852800011634825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,5120,0.015499732891718545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,5120,0.015904000401496886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,5120,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,5120,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,5120,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,4096,0.5459775924682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,4096,0.2830592155456543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,4096,0.15341226259867352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,4096,0.07665066719055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,4096,0.09895573457082113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,5120,0.01621333360671997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,4096,0.07126186688741049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,4096,0.07977706591288249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,4096,0.06752639611562093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,4096,0.06778666973114014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,4096,0.06308159828186036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,4096,0.08113173643747965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,4096,0.06239146788914999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,4096,0.06151893138885498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,4096,0.06789440313975016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,4096,0.05348053375879923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,4096,0.05201280117034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,4096,0.06255679925282796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,4096,0.04878933429718017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,4096,0.04319146474202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,4096,0.051499732335408534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,4096,0.03466560045878093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,4096,0.042454401652018234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,4096,0.0455839991569519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,4096,0.032686932881673174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,4096,0.03075946569442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,4096,0.02798186739285787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,4096,0.02648853262265523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,4096,0.02410773237546285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,4096,0.02034986615180969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,4096,0.023165865739186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,4096,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,4096,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,4096,0.013399466872215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,4096,0.012201600273450216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,4096,0.01172693371772766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,4096,0.009004799524943034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,4096,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,4096,0.010706133643786113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,4096,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,4096,0.010658133029937743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,4096,0.011384532848993937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,4096,0.009522133072217305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,4096,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,4096,0.008507733543713886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,4096,0.00842026670773824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,4096,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,4096,0.0086218665043513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,4096,0.00844586690266927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,4096,0.008679466446240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,4096,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,4096,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,4096,0.008246399958928426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,4096,0.008520533641179402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,4096,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,4096,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,4096,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,4096,0.008257066706816356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,4096,0.012006400028864543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,4096,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,4096,0.0081194669008255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,4096,0.008272000153859456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,4096,0.008166400094827015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,4096,0.008239999910195668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,4096,0.00819413314263026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,4096,0.008778666456540424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,4096,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,4096,0.03371520042419433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,4096,0.008745599786440532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,4096,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,4096,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,4096,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,4096,0.008955732981363932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,4096,0.6679808298746746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,4096,0.008102400104204814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,4096,0.009161600470542907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,4096,0.34054721196492516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,4096,0.09055893421173096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,4096,0.16575786272684734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,4096,0.09500799973805746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,4096,0.08506773312886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,4096,0.08086506525675455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,4096,0.07745493253072103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,4096,0.08087999820709228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,4096,0.0762069304784139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,4096,0.07386879920959473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,4096,0.06788586775461833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,4096,0.06966079870859782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,4096,0.06431573232014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,4096,0.06218986511230469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,4096,0.06053760051727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,4096,0.06163626511891683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,4096,0.05760533412297567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,4096,0.05405439933141073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,4096,0.05239573319753012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,4096,0.05208959976832071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,4096,0.04723626772562663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,4096,0.049515732129414874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,4096,0.04484800100326538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,4096,0.04394026597340901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,4096,0.041061333815256756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,4096,0.03954773346583049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,4096,0.036304001013437906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,4096,0.03617173433303833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,4096,0.03167146643002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,4096,0.03442879915237427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,4096,0.029983999331792195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,4096,0.028823467095692952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,5120,0.015804800391197204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,4096,0.026285866896311443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,4096,0.024181334177652995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,4096,0.025163733959198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,4096,0.02267626722653707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,4096,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,4096,0.024858667453130086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,4096,0.021035732825597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,4096,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,4096,0.018850133816401164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,4096,0.01900906761487325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,4096,0.018776534001032512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,4096,0.018720000982284546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,4096,0.02059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,4096,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,4096,0.019895466168721516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,4096,0.01798400084177653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,4096,0.019485867023468016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,4096,0.018551466862360637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,4096,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,4096,0.017844265699386595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,4096,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,4096,0.01755946675936381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,4096,0.016808533668518068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,4096,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,4096,0.023044266303380332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,4096,0.016401066382726034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,4096,0.016759467124938966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,4096,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,4096,0.015944533546765647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,4096,0.017462400595347087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,4096,0.017142399152119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,4096,0.019128533204396565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,4096,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,4096,0.017248000701268515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,4096,0.017862399419148765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,4096,0.017105066776275636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,4096,0.018074667453765868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,4096,0.018206934134165444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,4096,0.01870186726252238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,4096,0.018732800086339315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,4096,0.01700906753540039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,4096,0.23087040583292642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,4096,0.4303872108459473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,4096,0.8539445241292318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,4096,0.2244490623474121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,4096,0.21294399897257485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,4096,1.681484858194987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,4096,0.18816213607788085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,4096,0.159772793451945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,4096,0.14366186459859212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,4096,0.14123519261678058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,4096,0.12740693092346192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,4096,0.186407470703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,4096,0.12043306827545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,4096,0.19994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,4096,0.11634559631347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,4096,0.10651199817657471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,4096,0.09802453517913819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,4096,0.08942826588948569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,4096,0.084115203221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,4096,0.08056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,4096,0.0754858652750651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,4096,0.07176427046457926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,4096,0.06583466529846191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,4096,0.16845332781473796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,4096,0.1057696024576823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,4096,0.05737066666285197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,4096,0.043297068277994795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,4096,0.040116266409556074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,4096,0.06034559806187948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,4096,0.03521706660588582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,4096,0.03232746720314026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,4096,0.05381866693496704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,4096,0.04946879943211873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,4096,0.023104000091552734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,4096,0.02545706629753113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,4096,0.017767467101415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,4096,0.0157642662525177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,4096,0.014036267002423605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,4096,0.013777066270510355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,4096,0.014077867070833841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,4096,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,4096,0.016243199507395424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,4096,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,4096,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,4096,0.011645866433779399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,4096,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,4096,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,4096,0.011590400338172912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,4096,0.011552000045776367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,4096,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,4096,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,4096,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,4096,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,4096,0.01016213297843933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,4096,0.01921066641807556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,4096,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,4096,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,4096,0.019242666165033975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,4096,0.01975359916687012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,4096,0.01944213310877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,4096,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,4096,0.019322667519251505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,4096,0.01947306593259176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,4096,0.019629865884780884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,4096,0.019539199272791543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,4096,0.02003413240114848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,4096,0.020217599471410115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,4096,0.020383999745051066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,4096,0.02021013299624125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,4096,0.019989333550135293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,4096,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,4096,0.020242132743199668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,4096,0.17025173505147298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,4096,0.32592000961303713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,4096,0.01169706682364146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,4096,0.011197866996129353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,4096,0.08763840198516845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,4096,0.05424319903055826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,4096,0.05282026529312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,4096,0.05515306790669759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,4096,0.04572693506876628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,4096,0.044698667526245114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,4096,0.0441706657409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,4096,0.04415466785430908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,4096,0.04351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,4096,0.04244693517684937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,4096,0.042165335019429526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,4096,0.04223786592483521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,4096,0.041867733001708984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,4096,0.04056106805801392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,4096,0.040210131804148355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,4096,0.03265386621157328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,4096,0.032017066081364946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,4096,0.03078719973564148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,4096,0.030214399099349976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,4096,0.029398399591445922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,4096,0.02932159900665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,4096,0.02849919994672139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,4096,0.02807040015856425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,4096,0.028145066897074383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,4096,0.027986133098602296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,4096,0.02655679980913798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,4096,0.018598399559656777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,4096,0.01829013427098592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,4096,0.017937066157658894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,4096,0.016622933745384216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,4096,0.016973867019017538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,4096,0.015801599621772765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,4096,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,4096,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,4096,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,4096,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,4096,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,4096,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,4096,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,4096,0.014299733440081277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,4096,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,4096,0.014255999525388082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,4096,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,4096,0.013822933038075766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,4096,0.013762133320172629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,4096,0.014153599739074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,4096,0.014125866691271463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,4096,0.01381653348604838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,4096,0.013723733027776084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,4096,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,4096,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,4096,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,4096,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,4096,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,4096,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,4096,0.013756799697875976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,4096,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,4096,0.01368106702963511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,4096,0.013750400145848593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,4096,0.013763200243314108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,4096,0.013750400145848593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,4096,0.013845333456993103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,4096,0.013431466619173684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,4096,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,4096,0.0137472003698349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,4096,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,3584,0.478389326731364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,3584,0.23065919876098634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,3584,0.13706453641255695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,3584,0.08752319812774659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,3584,0.09235946337381998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,3584,0.07209920088450114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,3584,0.05908053318659464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,3584,0.059779198964436855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,3584,0.05839146773020426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,3584,0.057937065760294594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,3584,0.0533461332321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,3584,0.05277760028839111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,3584,0.052799999713897705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,3584,0.04792319933573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,3584,0.04492586851119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,3584,0.04402773380279541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,3584,0.04566293160120646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,3584,0.04145173231760661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,3584,0.037855998675028486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,3584,0.037614933649698895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,3584,0.035860268274943034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,3584,0.03150720000267029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,3584,0.03652799924214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,3584,0.02892906665802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,3584,0.028195200363794963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,3584,0.02550506591796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,3584,0.024383999903996787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,3584,0.022114133834838866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,3584,0.021129600207010903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,3584,0.01807039976119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,3584,0.020054399967193604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,3584,0.01599253316720327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,3584,0.013943466544151305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,3584,0.012356266379356384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,3584,0.010995200276374817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,3584,0.010523733496665955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,3584,0.008278400202592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,4096,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,3584,0.010251733660697936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,3584,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,3584,0.010566400488217671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,3584,0.009674666325251262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,3584,0.010651733477910359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,3584,0.007758933305740357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,3584,0.007794133325417836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,3584,0.008685866991678875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,3584,0.007733333110809326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,3584,0.008088533580303193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,3584,0.0076330666740735366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,3584,0.007684266567230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,3584,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,3584,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,3584,0.008059733112653096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,3584,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,3584,0.007699200014273326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,3584,0.00775786687930425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,3584,0.008906666437784832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,3584,0.007614933451016744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,3584,0.010533333818117777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,3584,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,3584,0.007652266820271809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,3584,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,3584,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,3584,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,3584,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,3584,0.00759680022795995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,3584,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,3584,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,3584,0.010470400253931682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,3584,0.010519466797510783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,3584,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,3584,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,3584,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,3584,0.01032319962978363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,3584,0.011577600240707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,3584,0.2918645222981771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,3584,0.13835733731587727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,3584,0.5967658360799153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,3584,0.08125759760538737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,3584,0.08522773583730062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,3584,0.07844159603118897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,3584,0.07368106842041015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,3584,0.07388906478881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,3584,0.0701258659362793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,3584,0.06695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,4096,0.013486933708190919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,3584,0.06539200146993002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,3584,0.06169386704762777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,3584,0.06301546494166056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,3584,0.058964268366495765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,3584,0.0572213331858317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,3584,0.05502400000890097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,3584,0.05541333357493082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,3584,0.0515989343325297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,3584,0.04960533380508423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,3584,0.04786773522694905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,3584,0.04832106828689575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,3584,0.04512853225072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,3584,0.04730773369471232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,3584,0.04109013477961222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,3584,0.04142826795578003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,3584,0.03750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,3584,0.037921067078908285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,3584,0.034151466687520345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,3584,0.034031999111175534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,3584,0.03259413242340088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,3584,0.032731733719507855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,3584,0.02911146680514018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,4096,0.013771733641624451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,3584,0.027356799443562823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,3584,0.024734934171040855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,3584,0.024898133675257363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,3584,0.022062933444976805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,3584,0.021333332856496176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,3584,0.021971199909845987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,3584,0.021348265806833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,3584,0.02249280015627543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,3584,0.021077332894007365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,3584,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,3584,0.01832853356997172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,3584,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,3584,0.018521600961685182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,3584,0.019314134120941163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,3584,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,3584,0.01695466637611389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,3584,0.017206400632858276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,3584,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,3584,0.01727679967880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,3584,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,3584,0.018807466824849448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,3584,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,3584,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,3584,0.019061332941055296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,3584,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,3584,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,3584,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,3584,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,3584,0.018962132930755615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,3584,0.016689066092173258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,3584,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,3584,0.017308799425760905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,3584,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,3584,0.01889386574427287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,3584,0.016734933853149413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,3584,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,3584,0.016812799374262492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,3584,0.017151999473571777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,3584,0.017989333470662436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,3584,0.01803413430849711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,3584,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,3584,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,3584,0.8469024022420248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,3584,0.2144714673360189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,3584,0.212172794342041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,3584,0.42565011978149414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,3584,0.19234239260355632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,3584,1.6761887868245442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,3584,0.16348479588826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,3584,0.16434027353922526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,3584,0.144268798828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,3584,0.12925759951273602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,3584,0.12798826694488524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,3584,0.11565439701080323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,3584,0.11356159845987956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,3584,0.1034325361251831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,3584,0.10366186300913494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,3584,0.0967306693394979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,3584,0.1860768000284831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,3584,0.09266666571299234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,3584,0.08349440097808838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,3584,0.08111786842346191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,3584,0.07085866928100586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,3584,0.07669013341267904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,3584,0.0685749371846517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,3584,0.06331626574198404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,3584,0.1569119930267334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,3584,0.05836053291956583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,3584,0.041306666533152264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,3584,0.039046398798624676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,3584,0.057025067011515294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,3584,0.03267733256022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,3584,0.03160640001296997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,3584,0.05070933500925699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,3584,0.047982935110727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,3584,0.021967999140421548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,3584,0.023906133572260537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,3584,0.015085867047309876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,3584,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,3584,0.013676800330479941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,3584,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,3584,0.013366400202115377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,3584,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,3584,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,3584,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,3584,0.015046399831771851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,3584,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,3584,0.01090239981810252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,3584,0.01107199986775716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,3584,0.011133866508801778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,3584,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,3584,0.011296000083287556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,3584,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,3584,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,3584,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,3584,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,3584,0.01604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,3584,0.01736853321393331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,3584,0.01738986571629842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,3584,0.01736746629079183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,3584,0.016344533363978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,3584,0.017475199699401856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,3584,0.017708800236384072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,3584,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,3584,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,3584,0.01824000080426534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,3584,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,3584,0.01699733336766561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,3584,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,3584,0.017068799336751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,3584,0.018515199422836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,3584,0.017935999234517417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,3584,0.018626133600870766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,3584,0.019351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,3584,0.15224320093790691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,3584,0.29342400232950844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,3584,0.01120960017045339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,3584,0.04959466854731242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,3584,0.07847359975179037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,3584,0.04915093183517456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,3584,0.011339733004570007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,3584,0.047694933414459226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,3584,0.04213653405507405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,3584,0.040421334902445476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,3584,0.040652799606323245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,3584,0.039955198764801025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,3584,0.040150400002797446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,3584,0.03822933435440064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,3584,0.03839999834696452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,3584,0.037351465225219725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,3584,0.038040534655253096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,3584,0.036339199542999266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,3584,0.037064532438913986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,3584,0.02913386623064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,3584,0.027663999795913698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,3584,0.02956586678822835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,3584,0.02818560004234314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,3584,0.02649173339207967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,3584,0.027236266930898027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,3584,0.02685653368631999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,3584,0.026418133576711016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,3584,0.025156267484029132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,3584,0.025153066714604693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,3584,0.024875734249750772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,3584,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,3584,0.017825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,3584,0.016250666975975037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,3584,0.01583253343900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,3584,0.015384533007939658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,3584,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,3584,0.014233600099881491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,3584,0.01378773351510366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,3584,0.013320533434549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,3584,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,3584,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,3584,0.013333333532015481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,3584,0.013397333025932313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,3584,0.013367467125256858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,3584,0.013249066472053529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,3584,0.013315199812253316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,3584,0.012925866246223449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,3584,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,3584,0.013266133268674216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,3584,0.013066666324933371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,3584,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,3584,0.012824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,3584,0.012946133812268576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,3584,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,3584,0.012888532876968384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,3584,0.012585600217183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,3584,0.01297706663608551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,3584,0.012903466820716858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,3584,0.012923733393351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,3584,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,3584,0.012784000237782797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,3584,0.012961066762606301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,3584,0.012937600413958231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,3584,0.012969600160916648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,3584,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,3584,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,3584,0.01293333371480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,3584,0.012553600470225015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,3584,0.013179733355840047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,3584,0.012994133432706199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,3584,0.012959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,3584,0.01290773351987203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,3584,0.013143466909726462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,3072,0.4154656092325847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,3072,0.19826773007710774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,3072,0.11954452991485595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,3072,0.07615679899851481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,3072,0.08099520206451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,3072,0.07103253205617269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,3072,0.062318933010101316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,3072,0.0529205322265625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,3072,0.04994986852010091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,3072,0.04913493394851685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,3072,0.04652479887008667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,3072,0.04571093320846557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,3072,0.04462399880091349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,3072,0.04125333229700724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,3072,0.03860479990641276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,3072,0.03842666546503703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,3072,0.039018666744232176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,3072,0.036101333300272626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,3072,0.03270399967829386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,3072,0.03240213394165039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,3072,0.03240533272425334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,3072,0.02738773425420125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,3072,0.03187519907951355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,3072,0.025277866919835405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,3072,0.024654932816823325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,3072,0.02223893404006958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,3072,0.02135146657625834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,3072,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,3072,0.018787199258804323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,3072,0.01583999991416931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,3072,0.01776319940884908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,3072,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,3072,0.012227200468381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,3072,0.011062399546305338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,3072,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,3072,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,3072,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,3072,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,3072,0.008973866701126099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,3072,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,3072,0.007210666437943776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,3072,0.008878933389981587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,3072,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,3072,0.00765119989713033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,3072,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,3072,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,3072,0.007213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,3072,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,3072,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,3072,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,3584,0.012826666235923767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,3072,0.007012266914049785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,3072,0.006773333251476288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,3072,0.006759466727574666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,3072,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,3072,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,3072,0.008039466540018718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,3072,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,3072,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,3072,0.006773333251476288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,3072,0.006807466844717662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,3072,0.006790400048096975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,3072,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,3072,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,3072,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,3072,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,3072,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,3072,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,3072,0.009545600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,3072,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,3072,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,3072,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,3072,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,3072,0.01011306643486023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,3072,0.010540800293286641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,3584,0.012594133615493774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,3072,0.2515199979146322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,3072,0.5148234685262044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,3072,0.06765653292338053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,3072,0.06915520032246908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,3072,0.06389760176340739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,3072,0.06205653349558512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,3072,0.060880001386006674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,3072,0.06211093266805014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,3584,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,3072,0.05979093313217163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,3072,0.05818133354187012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,3072,0.057468799750010166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,3072,0.05450453360875448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,3072,0.05172160069147745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,3072,0.049993598461151124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,3072,0.049670398235321045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,3072,0.04918826818466186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,3072,0.12101226647694904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,3072,0.04542080163955688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,3072,0.047958401838938396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,3072,0.04464106559753418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,3072,0.04439359903335571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,3072,0.0412778655687968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,3072,0.03797866503397624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,3072,0.038943998018900555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,3072,0.04350933233896891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,3072,0.034385065237681076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,3072,0.03473706642786662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,3072,0.03232000072797139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,3072,0.031395200888315836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,3072,0.030746666590372722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,3072,0.026602667570114136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,3072,0.027067732810974122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,3072,0.032015999158223465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,3072,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,3072,0.022897066672643025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,3072,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,3072,0.01975359916687012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,3072,0.021258666117986044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,3072,0.021959465742111207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,3072,0.019049600760142008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,3072,0.020592000087102255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,3072,0.019671465953191122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,3072,0.018679465850194296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,3072,0.018730666240056357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,3072,0.01876266598701477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,3072,0.01845759948094686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,3072,0.019283199310302736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,3072,0.018886399269104005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,3072,0.017223467429478966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,3072,0.016784000396728515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,3072,0.016937599579493205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,3072,0.016616533199946083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,3072,0.016754132509231568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,3072,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,3072,0.016924800475438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,3072,0.015624533096949259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,3072,0.01687893271446228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,3072,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,3072,0.01899306575457255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,3072,0.01803413430849711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,3072,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,3072,0.015913599729537965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,3072,0.01647040049235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,3072,0.017128533124923705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,3072,0.017545600732167564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,3072,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,3072,0.0165503998597463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,3072,0.019153066476186118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,3072,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,3072,0.01699733336766561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,3072,0.016822399695714314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,3072,0.017554134130477905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,3072,0.018114133675893148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,3072,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,3072,0.8248810450236002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,3072,0.17902933756510417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,3072,0.41587521235148117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,3072,1.6115275065104169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,3072,0.19042666753133136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,3072,0.17037866910298666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,3072,0.13977813720703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,3072,0.15567572911580402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,3072,0.12428159713745117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,3072,0.11591573556264241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,3072,0.1155509312947591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,3072,0.10722026824951172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,3072,0.10471466382344563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,3072,0.09860266844431559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,3072,0.09523626963297525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,3072,0.09228373368581136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,3072,0.08752106825510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,3072,0.08025386333465576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,3072,0.07333973248799643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,3072,0.07788586616516113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,3072,0.06842133204142252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,3072,0.06451733509699503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,3072,0.06176000038782755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,3072,0.14648106892903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,3072,0.13804052670796713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,3072,0.05589973529179891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,3072,0.038840532302856445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,3072,0.037698133786519365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,3072,0.031854933500289916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,3072,0.05356160004933676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,3072,0.04811199903488159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,3072,0.04653653303782145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,3072,0.029909332593282063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,3072,0.021125332514444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,3072,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,3072,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,3072,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,3072,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,3072,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,3072,0.0128330667813619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,3072,0.013981866836547851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,3072,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,3072,0.014064000050226847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,3072,0.01413653294245402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,3072,0.010786133011182149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,3072,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,3072,0.01036906639734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,3072,0.010744532942771912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,3072,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,3072,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,3072,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,3072,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,3072,0.008878933389981587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,3072,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,3072,0.015321600437164306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,3072,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,3072,0.016103466351826988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,3072,0.015666133165359496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,3072,0.015473066767056783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,3072,0.014993066589037577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,3072,0.0157642662525177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,3072,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,3072,0.01618346671263377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,3072,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,3072,0.016902399063110352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,3072,0.016210132837295534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,3072,0.0162090669075648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,3072,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,3072,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,3072,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,3072,0.015275733669598899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,3072,0.01657600005467733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,3072,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,3072,0.25621439615885416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,3072,0.06885440349578857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,3072,0.1338549296061198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,3072,0.04328960180282593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,3072,0.04312426646550496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,3072,0.04257386525472005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,3072,0.011025066177050274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,3072,0.03633493185043335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,3072,0.036152533690134686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,3072,0.035861333211263016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,3072,0.03538026809692383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,3072,0.034686934947967527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,3072,0.03409813245137532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,3072,0.03420693476994832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,3072,0.03384000062942505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,3072,0.032891732454299924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,3072,0.032579199473063154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,3072,0.0329312006632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,3072,0.026048000653584796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,3072,0.025665066639582318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,3072,0.025228800376256307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,3072,0.025312000513076784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,3072,0.02477759917577108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,3072,0.024055467049280802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,3072,0.022948267062505086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,3072,0.023622399568557738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,3072,0.023093332846959434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,3072,0.022310400009155275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,3072,0.02236479918162028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,3072,0.016170666615168253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,3072,0.014949333667755128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,3072,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,3072,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,3072,0.014180266857147216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,3072,0.013410133123397828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,3072,0.013381333152453104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,3072,0.012451199690500896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,3072,0.012681600451469422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,3072,0.012502400080362954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,3072,0.01245013376077016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,3072,0.01246399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,3072,0.0124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,3072,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,3072,0.012430933117866517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,3072,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,3072,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,3072,0.011827199657758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,3072,0.01243839959303538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,3072,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,3072,0.01216319998105367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,3072,0.011818666259447734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,3072,0.012108799815177918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,3072,0.012049067020416259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,3072,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,3072,0.011815466483434041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,3072,0.012082133690516155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,3072,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,3072,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,3072,0.011866666873296102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,3072,0.012158933281898498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,3072,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,3072,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,3072,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,3072,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,3072,0.011897599697113037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,3072,0.011716266473134358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,3072,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,3072,0.011693867047627766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,3072,0.011752532919247945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,3072,0.012145066261291504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,3072,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,3072,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,2560,0.3542485237121582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,2560,0.17457706133524578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,2560,0.08748799959818522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,2560,0.04922879934310913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,2560,0.05457386573155722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,2560,0.04416319926579793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,2560,0.047622398535410566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,2560,0.04230613311131795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,2560,0.04656960169474284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,2560,0.041365333398183185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,2560,0.045380266507466634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,2560,0.039511466026306154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,2560,0.04318399826685588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,2560,0.03584959904352824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,2560,0.0325653334458669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,2560,0.03260266582171122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,2560,0.032680533329645794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,2560,0.02834026614824931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,2560,0.03097493251164754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,2560,0.02719786763191223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,2560,0.02810773253440857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,2560,0.024233599503835045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,2560,0.02813653349876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,2560,0.021673599878946938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,2560,0.021291732788085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,2560,0.018917334079742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,2560,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,2560,0.01708586613337199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,2560,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,2560,0.01567146678765615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,2560,0.012388267119725545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,2560,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,2560,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,2560,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,2560,0.008475733796755473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,2560,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,2560,0.007234133283297221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,2560,0.007361066838105519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,2560,0.008826667070388794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,2560,0.006570666531721751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,2560,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,2560,0.006374399860699971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,2560,0.006389333307743073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,2560,0.006227200229962667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,2560,0.006099199752012888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,2560,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,2560,0.017148800690968833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,2560,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,2560,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,2560,0.0060245335102081295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,2560,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,2560,0.006977066894372304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,2560,0.005739733576774597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,2560,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,2560,0.0058037335673968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,2560,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,2560,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,2560,0.005605333546797434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,2560,0.005606399973233541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,2560,0.0055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,2560,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,2560,0.005735466877619425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,2560,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,2560,0.005806933343410492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,2560,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,3072,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,2560,0.005655466516812643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,2560,0.008131200075149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,2560,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,2560,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,2560,0.008005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,2560,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,2560,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,2560,0.008472533027331034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,2560,0.009347200393676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,2560,0.10185919602711994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,2560,0.21682772636413575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,2560,0.06019946734110514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,2560,0.431881586710612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,2560,0.061470933755238856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,2560,0.056187733014424646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,2560,0.0521343986193339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,2560,0.0521717349688212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,2560,0.053091200192769375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,2560,0.05070079962412516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,2560,0.0494922677675883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,2560,0.04711999893188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,2560,0.04726293484369914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,2560,0.04672640164693197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,2560,0.04522879918416341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,2560,0.044582398732503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,2560,0.044650665918986004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,2560,0.04343146483103434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,2560,0.04168426593144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,2560,0.039717332522074385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,2560,0.040253865718841556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,2560,0.0367082675298055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,2560,0.03853760162989299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,2560,0.033241599798202515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,2560,0.034049065907796223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,2560,0.031181865930557252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,2560,0.031598933537801105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,2560,0.030194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,2560,0.029743999242782593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,2560,0.027266132831573486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,2560,0.028716800610224406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,2560,0.024395734071731567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,2560,0.02437439958254496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,2560,0.023012266556421915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,2560,0.02219946583112081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,2560,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,2560,0.018739199638366698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,2560,0.01882773240407308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,2560,0.020190932353337607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,2560,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,2560,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,2560,0.01770133376121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,2560,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,2560,0.016681599617004394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,2560,0.018811732530593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,2560,0.01763413349787394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,3072,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,2560,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,2560,0.01709973414738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,2560,0.01883946657180786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,2560,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,2560,0.01825173298517863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,2560,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,2560,0.016219733158747356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,2560,0.016450132926305136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,2560,0.017489065726598106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,2560,0.015310933192571005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,2560,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,2560,0.016334933042526246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,2560,0.014962133765220643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,2560,0.015734400351842245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,2560,0.015964800119400026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,2560,0.015601066748301187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,2560,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,2560,0.014748799800872802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,2560,0.015313067038853965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,2560,0.015657599767049155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,2560,0.016422399878501893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,2560,0.017423999309539796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,2560,0.01676693360010783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,2560,0.016145066420237223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,2560,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,2560,0.0165802667538325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,2560,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,2560,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,2560,0.40260906219482423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,2560,0.15309759775797527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,2560,0.8030111948649088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,2560,0.15892693201700847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,2560,1.5714954376220702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,2560,0.127730131149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,2560,0.12024959723154705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,2560,0.11387733618418376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,2560,0.10983893076578777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,2560,0.10556693077087402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,2560,0.10190827051798504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,2560,0.13999999364217122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,2560,0.0927722692489624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,2560,0.1368170738220215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,2560,0.09011200269063314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,2560,0.08788800239562988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,2560,0.08275307019551595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,2560,0.0775498628616333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,2560,0.1321664015452067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,2560,0.06985066731770834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,2560,0.06714773178100586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,2560,0.0598197340965271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,2560,0.06149013439814249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,2560,0.07392640113830566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,2560,0.053470933437347413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,2560,0.09691519737243652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,2560,0.037058134873708085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,2560,0.03543786605199178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,2560,0.030007465680440264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,2560,0.052192000548044834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,2560,0.046428799629211426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,2560,0.04445013205210368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,2560,0.022741333643595377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,2560,0.028058665990829467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,2560,0.020278400182723998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,2560,0.015778133273124696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,2560,0.0136543999115626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,2560,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,2560,0.011993599931399028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,2560,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,2560,0.012139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,2560,0.011598933736483257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,2560,0.013697066903114319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,2560,0.013985066612561544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,2560,0.01032319962978363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,2560,0.010397866368293762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,2560,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,2560,0.010077866911888122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,2560,0.010362666845321656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,2560,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,2560,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,2560,0.012528000275293985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,2560,0.012425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,2560,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,2560,0.013270399967829385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,2560,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,2560,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,2560,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,2560,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,2560,0.013576533397038779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,2560,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,2560,0.01332266628742218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,2560,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,2560,0.015575466553370157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,2560,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,2560,0.013685333728790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,2560,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,2560,0.014788267016410828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,2560,0.014857600132624308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,2560,0.015713066856066386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,2560,0.015273599823315939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,2560,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,2560,0.010065066814422607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,2560,0.11469653447469075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,2560,0.22463146845499674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,2560,0.06026346683502197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,2560,0.03809386491775513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,2560,0.03708373308181763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,2560,0.03730666637420654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,2560,0.032290132840474446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,2560,0.031915734211603805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,2560,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,2560,0.031204267342885332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,2560,0.031113600730895995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,2560,0.031703466176986696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,2560,0.030615466833114623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,2560,0.029763199885686237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,2560,0.029527467489242554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,2560,0.030076799790064494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,2560,0.02821120023727417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,2560,0.02940160036087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,2560,0.02330026626586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,2560,0.023383466402689616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,2560,0.023558400074640908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,2560,0.02257279952367147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,2560,0.021945599714914957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,2560,0.021865600347518922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,2560,0.02077440023422241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,2560,0.02159573237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,2560,0.020296533902486168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,2560,0.0208512008190155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,2560,0.014910933375358582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,2560,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,2560,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,2560,0.01381226678689321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,2560,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,2560,0.012997333208719888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,2560,0.012141866485277812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,2560,0.012213333447774252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,2560,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,2560,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,2560,0.011771733562151592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,2560,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,2560,0.011731200416882833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,2560,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,2560,0.011332266529401143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,2560,0.0113045334815979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,2560,0.01137600044409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,2560,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,2560,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,2560,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,2560,0.01130133370558421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,2560,0.011358933647473653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,2560,0.011183999975522359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,2560,0.010892800490061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,2560,0.011281067132949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,2560,0.01092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,2560,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,2560,0.010937600334485372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,2560,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,2560,0.011250133315722149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,2560,0.011348266402880352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,2560,0.010883200168609618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,2560,0.010915199915568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,2560,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,2560,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,2560,0.010912000139554342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,2560,0.011203199625015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,2560,0.010868266224861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,2560,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,2560,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,2560,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,2560,0.010974933703740437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,2048,0.2814154624938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,2048,0.14315840403238933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,2048,0.06798826853434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,2048,0.04319039980570476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,2048,0.04209599892298381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,2048,0.03699839909871419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,2048,0.032842665910720825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,2048,0.033397332827250166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,2048,0.03301013310750325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,2048,0.03159679969151814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,2048,0.029038933912913005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,2048,0.030483200152715044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,2048,0.028277333577473956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,2048,0.026241066058476765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,2048,0.026245333751042682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,2560,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,2048,0.026715733607610065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,2048,0.02672213315963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,2048,0.02290133237838745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,2048,0.0234826664129893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,2048,0.02025493383407593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,2048,0.041092268625895184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,2048,0.0228928009668986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,2048,0.01922453244527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,2048,0.01800000071525574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,2048,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,2048,0.015658666690190635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,2048,0.014681599537531533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,2048,0.013845333456993103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,2048,0.01227839986483256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,2048,0.013191466530164083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,2048,0.01076479951540629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,2048,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,2048,0.007355733215808869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,2048,0.007733333110809326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,2048,0.005784533421198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,2048,0.006137600044409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,2048,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,2048,0.007334400216738384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,2048,0.005686399837334951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,2048,0.006739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,2048,0.005266133447488149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,2048,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,2048,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,2048,0.023310933510462442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,2048,0.005228800078233084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,2048,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,2048,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,2048,0.004970666766166687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,2048,0.005151999990145365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,2048,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,2048,0.00479360024134318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,2048,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,2048,0.0047658666968345646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,2048,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,2048,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,2048,0.004771199822425842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,2048,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,2048,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,2048,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,2048,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,2048,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,2048,0.004741333425045013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,2048,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,2048,0.009369599819183349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,2048,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,2048,0.006693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,2048,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,2048,0.0068693334857622785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,2048,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,2048,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,2048,0.00802346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,2048,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,2048,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,2048,0.08397653102874755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,2048,0.17045653661092122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,2560,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,2048,0.05047146479288737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,2048,0.35115200678507485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,2048,0.051729067166646325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,2048,0.04710293213526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,2048,0.04583146572113037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,2048,0.04357226689656575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,2048,0.04626559813817342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,2048,0.04556586742401123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,2048,0.0449621319770813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,2048,0.04144853353500366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,2048,0.04173866510391235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,2048,0.041103998819986984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,2048,0.04004160165786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,2048,0.03806613286336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,2048,0.03961173295974731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,2048,0.037226665019989016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,2048,0.03722026745478312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,2048,0.034918399651845296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,2048,0.03545173406600952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,2048,0.031386667490005495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,2048,0.030894933144251506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,2048,0.0300437331199646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,2048,0.03357653220494588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,2048,0.02884693344434102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,2048,0.02749546567598979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,2048,0.027022933959960936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,2048,0.024562132358551026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,2048,0.02548266649246216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,2048,0.022759467363357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,2048,0.022915200392405192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,2048,0.020992000897725425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,2048,0.0204586664835612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,2048,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,2048,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,2048,0.01802026629447937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,2048,0.01811199982961019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,2048,0.019035732746124266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,2048,0.01722773313522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,2048,0.01831679940223694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,2048,0.017729065815607705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,2048,0.027559467156728107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,2048,0.01753173271814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,2048,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,2048,0.01668693423271179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,2048,0.01778879960378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,2048,0.016582399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,2048,0.016993065675099693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,2048,0.015753600001335143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,2048,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,2048,0.016939733425776163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,2048,0.016839466492335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,2048,0.015549866358439126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,2048,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,2048,0.016452266772588094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,2048,0.016777600844701132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,2048,0.01483519971370697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,2048,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,2048,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,2048,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,2048,0.014760532975196838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,2048,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,2048,0.014904533823331198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,2048,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,2048,0.01676586667696635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,2048,0.015092266599337259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,2048,0.016646400094032288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,2048,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,2048,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,2048,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,2048,0.016769067446390788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,2048,0.01596799989541372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,2048,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,2048,0.3894197463989258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,2048,0.1311253309249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,2048,0.1395477294921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,2048,1.5370101928710938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,2048,0.774565315246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,2048,0.12221653461456299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,2048,0.11270293394724529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,2048,0.10742932955423992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,2048,0.12421120007832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,2048,0.10283946990966797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,2048,0.1287893295288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,2048,0.09957333405812582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,2048,0.09715627034505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,2048,0.0938805341720581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,2048,0.08797120253245036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,2048,0.08613333702087403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,2048,0.08301333586374918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,2048,0.0791658639907837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,2048,0.0727135976155599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,2048,0.07177173296610515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,2048,0.06536320050557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,2048,0.06313173373540243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,2048,0.059033600489298496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,2048,0.05627626578013102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,2048,0.11717332998911541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,2048,0.044064001242319746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,2048,0.035786668459574386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,2048,0.05017600059509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,2048,0.03379520177841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,2048,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,2048,0.026774400472640993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,2048,0.05029759804407755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,2048,0.04284266630808513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,2048,0.021517866849899293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,2048,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,2048,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,2048,0.012920533617337545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,2048,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,2048,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,2048,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,2048,0.011749333143234253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,2048,0.013173333803812661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,2048,0.013226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,2048,0.012938666343688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,2048,0.009684266646703084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,2048,0.009892266988754273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,2048,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,2048,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,2048,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,2048,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,2048,0.011603200435638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,2048,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,2048,0.012422399719556172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,2048,0.012097066640853882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,2048,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,2048,0.012451199690500896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,2048,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,2048,0.0128330667813619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,2048,0.012997333208719888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,2048,0.012763733665148417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,2048,0.013646933436393737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,2048,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,2048,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,2048,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,2048,0.013230933745702108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,2048,0.013327999909718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,2048,0.01328000028928121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,2048,0.01322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,2048,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,2048,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,2048,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,2048,0.18527572949727375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,2048,0.009822932879130046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,2048,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,2048,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,2048,0.09614613056182861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,2048,0.05018666585286459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,2048,0.03247999946276347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,2048,0.03180906573931376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,2048,0.03184213240941365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,2048,0.026961066325505573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,2048,0.02694186568260193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,2048,0.0272053341070811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,2048,0.02689066727956136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,2048,0.025697066386540728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,2048,0.026042666037877398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,2048,0.025272534290949507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,2048,0.02523840069770813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,2048,0.0247381329536438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,2048,0.024425599972407022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,2048,0.025111466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,2048,0.020399999618530274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,2048,0.01989226738611857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,2048,0.019630932807922365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,2048,0.019921066363652547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,2048,0.01950613260269165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,2048,0.018915200233459474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,2048,0.018245333433151247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,2048,0.018205867211023966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,2048,0.018247467279434205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,2048,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,2048,0.017512534062067667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,2048,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,2048,0.012988799810409546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,2048,0.01211199959119161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,2048,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,2048,0.011330133676528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,2048,0.011352533102035522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,2048,0.01125973363717397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,2048,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,2048,0.010859733819961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,2048,0.010499200224876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,2048,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,2048,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,2048,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,2048,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,2048,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,2048,0.010519466797510783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,2048,0.010247466961542766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,2048,0.010469333330790202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,2048,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,2048,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,2048,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,2048,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,2048,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,2048,0.010500267148017883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,2048,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,2048,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,2048,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,2048,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,2048,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,2048,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,2048,0.010206933816274006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,2048,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,2048,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,2048,0.0102293332417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,2048,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,2048,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,2048,0.010095999638239542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,2048,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,2048,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,2048,0.010045866171518963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,2048,0.010311466455459595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,2048,0.010084266463915508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,2048,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,1536,0.21452587445576987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,1536,0.1056714693705241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,1536,0.05147733290990194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,1536,0.028497066100438433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,1536,0.02960960070292155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,1536,0.03130240043004354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,1536,0.027159466346104937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,1536,0.02645653287569682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,1536,0.02571093241373698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,1536,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,1536,0.024571732680002848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,1536,0.022394667069117226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,1536,0.022295467058817544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,1536,0.02243306636810303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,1536,0.020348799228668214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,1536,0.020808533827463786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,1536,0.02092693249384562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,1536,0.020159999529520668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,2048,0.010103467106819152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,1536,0.017930666605631508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,1536,0.018548266092936198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,1536,0.01816640098889669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,1536,0.01676693360010783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,1536,0.017771732807159425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,1536,0.0151146670182546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,1536,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,1536,0.011833600203196208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,1536,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,1536,0.011133866508801778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,1536,0.009531733393669129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,1536,0.010574932893117268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,1536,0.008102400104204814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,1536,0.00780266672372818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,1536,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,1536,0.006002133091290792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,2048,0.010021332899729412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,1536,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,1536,0.004728533327579498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,1536,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,1536,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,1536,0.006137600044409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,1536,0.004792533318201701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,1536,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,1536,0.00432640016078949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,1536,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,1536,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,1536,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,1536,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,1536,0.004249600072701773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,1536,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,1536,0.004178133110205332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,1536,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,1536,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,1536,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,1536,0.003939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,1536,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,1536,0.013356799880663553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,2048,0.01009386678536733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,1536,0.0038773333032925926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,1536,0.003924266745646795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,1536,0.003907199949026108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,1536,0.003974399964014689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,1536,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,1536,0.003914666672547659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,1536,0.003881600002447764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,1536,0.0038880000511805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,1536,0.0039327998956044516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,1536,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,1536,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,1536,0.005539200206597646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,1536,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,1536,0.005539200206597646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,1536,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,1536,0.006439466774463653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,1536,0.004574933151404063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,1536,0.2664490699768066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,1536,0.12221759955088299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,1536,0.06713066895802816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,1536,0.04392213424046834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,1536,0.04487573305765788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,1536,0.003804799914360046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,1536,0.0410805344581604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,1536,0.03963946501413981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,1536,0.039528532822926836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,1536,0.03795733451843262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,1536,0.03737706740697225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,1536,0.005645866692066193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,1536,0.03504960139592488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,1536,0.03543999989827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,1536,0.03413013219833374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,1536,0.033036800225575765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,1536,0.033054933945337935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,1536,0.03317866722742717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,1536,0.0320906658967336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,1536,0.03192853331565857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,1536,0.030972800652186078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,1536,0.030282666285832722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,1536,0.029832533995310467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,1536,0.030315732955932616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,1536,0.027958399057388304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,1536,0.02717333237330119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,1536,0.026425600051879883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,1536,0.02595733404159546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,1536,0.037962667147318524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,1536,0.024651734034220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,1536,0.025135999917984007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,1536,0.022971733411153158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,1536,0.023092265923817953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,1536,0.02083946665128072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,1536,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,1536,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,1536,0.019593600432078043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,1536,0.017067732413609822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,1536,0.018538665771484376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,1536,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,1536,0.016819200913111367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,1536,0.01686933239301046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,1536,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,1536,0.017504000663757326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,1536,0.01646719972292582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,1536,0.016622933745384216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,1536,0.015677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,1536,0.01609173317750295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,1536,0.01637440025806427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,1536,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,1536,0.016343466440836587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,1536,0.015362133582433065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,1536,0.015516799688339234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,1536,0.016421332955360413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,1536,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,1536,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,1536,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,1536,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,1536,0.01544319987297058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,1536,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,1536,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,1536,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,1536,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,1536,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,1536,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,1536,0.014850133657455444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,1536,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,1536,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,1536,0.014733866850535075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,1536,0.01562773287296295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,1536,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,1536,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,1536,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,1536,0.015941333770751954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,1536,0.015918933351834617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,1536,0.015625600020090738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,1536,0.7600181579589844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,1536,0.12540266513824463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,1536,1.5015307108561198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,1536,0.35546026229858396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,1536,0.127182936668396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,1536,0.11849493185679119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,1536,0.12159039974212646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,1536,0.10194346904754639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,1536,0.0987498680750529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,1536,0.11305920282999675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,1536,0.11050773461659749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,1536,0.09528746604919433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,1536,0.09247786998748779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,1536,0.08831253051757812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,1536,0.08428266843159994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,1536,0.08220799763997397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,1536,0.07832640012105306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,1536,0.07542400360107422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,1536,0.0698911984761556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,1536,0.06327146689097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,1536,0.06735146840413411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,1536,0.06118293205897013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,1536,0.0559989333152771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,1536,0.05412693421045939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,1536,0.10696533521016438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,1536,0.04247039953867594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,1536,0.04925653139750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,1536,0.03381226857503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,1536,0.033745066324869795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,1536,0.02758079965909322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,1536,0.046888534228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,1536,0.041041068236033124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,1536,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,1536,0.026821333169937133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,1536,0.01949013272921244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,1536,0.014101333419481912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,1536,0.01291306714216868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,1536,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,1536,0.010869333148002624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,1536,0.010910933216412861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,1536,0.010849066575368245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,1536,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,1536,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,1536,0.012425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,1536,0.009087999661763508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,1536,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,1536,0.0107424000898997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,1536,0.01046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,1536,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,1536,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,1536,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,1536,0.01016426682472229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,1536,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,1536,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,1536,0.010886399944623312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,1536,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,1536,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,1536,0.0113045334815979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,1536,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,1536,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,1536,0.011534933249155681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,1536,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,1536,0.011250133315722149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,1536,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,1536,0.01036906639734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,1536,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,1536,0.010788266857465107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,1536,0.011611732840538024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,1536,0.01204266647497813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,1536,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,1536,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,1536,0.011527466773986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,1536,0.14898239771525065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,1536,0.04216959873835246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,1536,0.07785066763559977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,1536,0.02754559914271037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,1536,0.026153600215911864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,1536,0.027078400055567425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,1536,0.024117332696914674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,1536,0.023187200228373207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,1536,0.02248319983482361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,1536,0.022403200467427574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,1536,0.02292693257331848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,1536,0.022392533222834268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,1536,0.021911466121673585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,1536,0.02160960038503011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,1536,0.02251519958178202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,1536,0.0214303990205129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,1536,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,1536,0.01709866722424825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,1536,0.01741546591122945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,1536,0.017486933867136636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,1536,0.01655359963575999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,1536,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,1536,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,1536,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,1536,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,1536,0.01535360018412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,1536,0.014974932869275412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,1536,0.015759999553362526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,1536,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,1536,0.011053867141405741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,1536,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,1536,0.010552533467610677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,1536,0.010482133428255717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,1536,0.010024533669153849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,1536,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,1536,0.009878399968147277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,1536,0.00965013305346171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,1536,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,1536,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,1536,0.00967680017153422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,1536,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,1536,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,1536,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,1536,0.009388800462086995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,1536,0.009642666578292847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,1536,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,1536,0.009614933530489604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,1536,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,1536,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,1536,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,1536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,1536,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,1536,0.009380267063776652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,1536,0.009231999516487122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,1536,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,1536,0.009268266956011455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,1536,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,1536,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,1536,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,1536,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,1536,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,1536,0.009243733684221904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,1536,0.009493333101272584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,1536,0.009201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,1536,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,1536,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,1024,0.14881919225056967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,1024,0.07405333518981934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,1024,0.03547733227411906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,1536,0.00956053336461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,1024,0.02127893368403117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,1024,0.01932906707127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,1024,0.024578134218851723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,1024,0.019425066312154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,1024,0.019285333156585694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,1024,0.01909760038057963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,1024,0.019449599583943687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,1024,0.01783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,1024,0.016839466492335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,1024,0.01620693306128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,1024,0.01613759994506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,1024,0.014920533696810404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,1024,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,1024,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,1024,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,1024,0.013522133231163025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,1024,0.013056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,1024,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,1024,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,1024,0.012949333588282267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,1024,0.010525866349538168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,1024,0.010517332951227825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,1024,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,1024,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,1024,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,1024,0.008473599950472515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,1024,0.007375999788443248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,1024,0.00804906686147054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,1024,0.006380799909432728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,1024,0.006019199887911478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,1024,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,1024,0.004855466882387797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,1024,0.005005866785844167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,1024,0.003937066594759623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,1024,0.00451200008392334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,1024,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,1024,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,1024,0.003986133386691412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,1024,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,1024,0.0037578667203585305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,1024,0.0038794666528701783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,1024,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,1024,0.003914666672547659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,1024,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,1024,0.0035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,1024,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,1024,0.0037130666275819145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,1024,0.0035146666069825493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,1024,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,1024,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,1024,0.003502933432658514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,1024,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,1024,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,1024,0.003618133316437403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,1024,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,1024,0.003669333209594091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,1024,0.003365333378314972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,1024,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,1024,0.00344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,1536,0.00936853289604187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,1024,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,1024,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,1024,0.003907199949026108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,1024,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,1024,0.004335999985535939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,1024,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,1024,0.004327466587225596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,1024,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,1024,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,1024,0.0883242686589559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,1024,0.1772213300069173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,1024,0.05052586793899536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,1024,0.03513280153274536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,1024,0.036874667803446455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,1024,0.0033845332761605583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,1024,0.03237866759300232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,1024,0.031336534023284915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,1024,0.03186026612917582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,1024,0.03192426760991414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,1024,0.03137279947598775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,1024,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,1024,0.03104746739069621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,1024,0.029782400528589888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,1024,0.030263467629750566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,1024,0.028884265820185346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,1024,0.02903573314348857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,1024,0.028935466210047407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,1024,0.02943893273671468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,1024,0.028284800052642823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,1024,0.026949334144592284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,1024,0.02658240000406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,1024,0.025059199333190917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,1024,0.025285333395004272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,1024,0.028130133946736652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,1024,0.025921066602071125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,1024,0.026016000906626386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,1024,0.022788266340891518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,1024,0.022732800245285033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,1024,0.022563199202219643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,1024,0.020631466309229532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,1024,0.019246933857599895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,1024,0.021105066935221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,1024,0.019293866554896035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,1024,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,1024,0.017987199624379478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,1024,0.01737920045852661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,1024,0.017090133825937905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,1024,0.017313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,1024,0.017887999614079796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,1024,0.01755946675936381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,1024,0.01609173317750295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,1024,0.023155200481414794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,1024,0.015634133418401083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,1024,0.016129066546758018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,1024,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,1024,0.015084800124168397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,1024,0.015639467040697734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,1024,0.016102400422096253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,1024,0.015561599532763162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,1024,0.015682133038838704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,1024,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,1024,0.015149866541226705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,1024,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,1024,0.016125866770744325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,1024,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,1024,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,1024,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,1024,0.015583999951680503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,1024,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,1024,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,1024,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,1024,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,1024,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,1024,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,1024,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,1024,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,1024,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,1024,0.014733866850535075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,1024,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,1024,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,1024,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,1024,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,1024,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,1024,0.016582399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,1024,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,1024,0.30101121266682945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,1024,0.733453877766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,1024,0.11984106699625652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,1024,0.12082453568776448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,1024,1.4647253672281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,1024,0.11422826449076336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,1024,0.11268053054809571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,1024,0.09947306315104167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,1024,0.09399360020955404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,1024,0.09270186424255371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,1024,0.08764266967773438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,1024,0.08603200117746988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,1024,0.10821226437886555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,1024,0.07932906945546468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,1024,0.0749504009882609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,1024,0.10559679667154949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,1024,0.07289600372314453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,1024,0.06543999910354614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,1024,0.060779734452565515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,1024,0.05867520173390707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,1024,0.05388373136520386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,1024,0.05265173514684042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,1024,0.06583679914474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,1024,0.10082346598307293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,1024,0.08059626420338949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,1024,0.04672106504440308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,1024,0.033316266536712644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,1024,0.04522346655527751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,1024,0.03255573312441508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,1024,0.02674986720085144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,1024,0.025924267371495564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,1024,0.03964693148930867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,1024,0.03906453450520833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,1024,0.02021119991938273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,1024,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,1024,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,1024,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,1024,0.010500267148017883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,1024,0.010443733135859171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,1024,0.010393599669138592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,1024,0.010513066252072652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,1024,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,1024,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,1024,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,1024,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,1024,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,1024,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,1024,0.009589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,1024,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,1024,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,1024,0.010384000341097514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,1024,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,1024,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,1024,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,1024,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,1024,0.0095551997423172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,1024,0.009505066275596618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,1024,0.0095360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,1024,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,1024,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,1024,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,1024,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,1024,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,1024,0.009520000219345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,1024,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,1024,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,1024,0.009664000074068705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,1024,0.009659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,1024,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,1024,0.009649067123730978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,1024,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,1024,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,1024,0.11068053245544433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,1024,0.05880320072174072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,1024,0.03245546619097392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,1024,0.021477333704630532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,1024,0.022197333971659343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,1024,0.02120959957440694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,1024,0.017975467443466186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,1024,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,1024,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,1024,0.018126932779947917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,1024,0.018667733669281004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,1024,0.01827626625696818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,1024,0.01775146722793579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,1024,0.017942400773366292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,1024,0.018289067347844443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,1024,0.017272533973058064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,1024,0.017859200636545815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,1024,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,1024,0.013678933183352152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,1024,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,1024,0.01420799990495046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,1024,0.013630933562914529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,1024,0.014377599954605103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,1024,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,1024,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,1024,0.013218133648236593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,1024,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,1024,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,1024,0.012568533420562744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,1024,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,1024,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,1024,0.009620267152786254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,1024,0.009390933314959209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,1024,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,1024,0.009314133723576864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,1024,0.009099733829498292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,1024,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,1024,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,1024,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,1024,0.008814932902654012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,1024,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,1024,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,1024,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,1024,0.00881706674893697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,1024,0.008583466211954754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,1024,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,1024,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,1024,0.008430932958920796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,1024,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,1024,0.008823466300964356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,1024,0.008444799979527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,1024,0.008473599950472515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,1024,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,1024,0.00842026670773824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,1024,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,1024,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,1024,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,1024,0.00842026670773824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,1024,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,1024,0.008517332871754964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,1024,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,1024,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,1024,0.00849173367023468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,1024,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,1024,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,1024,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,1024,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,1024,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,1024,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,768,0.11549440224965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,768,0.05930026769638062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,768,0.028229333957036334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,1024,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,768,0.02020906607309977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,768,0.01916159987449646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,768,0.01546346644560496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,1024,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,768,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,768,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,768,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,1024,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,768,0.015188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,768,0.014102400342623393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,768,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,768,0.013041067123413085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,768,0.0127018670241038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,768,0.012596266468365988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,768,0.011188266674677531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,768,0.010567466417948406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,768,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,768,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,768,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,768,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,768,0.008575999736785888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,768,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,768,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,768,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,768,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,768,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,768,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,768,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,768,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,768,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,768,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,768,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,768,0.004370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,768,0.003722666700681051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,768,0.003991466760635376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,768,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,768,0.01229759951432546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,768,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,768,0.011779200037320454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,768,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,768,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,768,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,768,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,768,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,768,0.0038015998899936674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,768,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,768,0.003905066599448522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,768,0.0034293333689371743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,768,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,768,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,768,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,768,0.003180799881617228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,768,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,768,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,768,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,768,0.0030591999491055804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,768,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,768,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,768,0.0037973334391911825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,768,0.003853866706291834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,768,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,768,0.004284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,768,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,768,0.004282666742801667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,768,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,768,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,768,0.07313600381215414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,768,0.13372586568196615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,768,0.04432106812795003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,768,0.03317973415056864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,768,0.03480319976806641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,768,0.03102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,768,0.029738666613896687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,768,0.02898453275362651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,768,0.030384000142415362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,768,0.02959679961204529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,768,0.0032000000278155005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,768,0.02698880036671956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,768,0.027346134185791016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,768,0.02720213333765666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,768,0.02669653296470642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,768,0.02738986611366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,768,0.024604799350102742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,768,0.02545173366864522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,768,0.02479040026664734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,768,0.024795732895533242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,768,0.024947200218836466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,768,0.023246934016545616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,768,0.023422932624816893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,768,0.022501333554585775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,768,0.020780799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,768,0.02111999988555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,768,0.030114134152730305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,768,0.020588799317677816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,768,0.019899733861287437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,768,0.01930560072263082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,768,0.02476480007171631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,768,0.0184714674949646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,768,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,768,0.01844053268432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,768,0.01787733236948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,768,0.01681386629740397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,768,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,768,0.016999467213948568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,768,0.017092265685399375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,768,0.020989867051442464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,768,0.01618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,768,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,768,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,768,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,768,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,768,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,768,0.014708266655604044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,768,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,768,0.01471466620763143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,768,0.015223466356595359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,768,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,768,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,768,0.01567466656366984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,768,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,768,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,768,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,768,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,768,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,768,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,768,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,768,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,768,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,768,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,768,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,768,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,768,0.014961066842079162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,768,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,768,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,768,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,768,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,768,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,768,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,768,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,768,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,768,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,768,0.7376991907755535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,768,0.11729599634806316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,768,1.4572191874186198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,768,0.27027839024861655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,768,0.11901013056437175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,768,0.10879466533660889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,768,0.11263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,768,0.09729386965433756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,768,0.09142826398213705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,768,0.09082559744517008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,768,0.08545280297597249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,768,0.08382080396016439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,768,0.10462506612141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,768,0.07818133036295573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,768,0.07235093116760254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,768,0.07718719641367594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,768,0.07133866945902506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,768,0.06387413342793782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,768,0.06375786860783896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,768,0.05798506736755371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,768,0.05134826501210531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,768,0.057668264706929526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,768,0.05097386837005615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,768,0.1035914659500122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,768,0.09951679706573487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,768,0.04523093303044637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,768,0.03267093300819397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,768,0.0317631999651591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,768,0.04447786808013916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,768,0.02592639923095703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,768,0.02476480007171631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,768,0.039539198080698654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,768,0.037876268227895096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,768,0.013341866930325828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,768,0.019485867023468016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,768,0.018282665808995565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,768,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,768,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,768,0.010393599669138592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,768,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,768,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,768,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,768,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,768,0.011892267068227132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,768,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,768,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,768,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,768,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,768,0.0095551997423172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,768,0.00765119989713033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,768,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,768,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,768,0.008497066299120585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,768,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,768,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,768,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,768,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,768,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,768,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,768,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,768,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,768,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,768,0.008805333574612936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,768,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,768,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,768,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,768,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,768,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,768,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,768,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,768,0.009117866555849712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,768,0.00846613347530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,768,0.09328320026397705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,768,0.05084799925486246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,768,0.02694080074628194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,768,0.01997119983037313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,768,0.019873066743214925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,768,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,768,0.01988053321838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,768,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,768,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,768,0.017189333836237587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,768,0.017128533124923705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,768,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,768,0.01618026693662008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,768,0.01665279964605967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,768,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,768,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,768,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,768,0.013336533308029174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,768,0.013267200191815695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,768,0.013762133320172629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,768,0.012965333461761475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,768,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,768,0.012458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,768,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,768,0.012038399775822956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,768,0.012135466933250428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,768,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,768,0.011750400066375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,768,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,768,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,768,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,768,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,768,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,768,0.008429867029190064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,768,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,768,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,768,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,768,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,768,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,768,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,768,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,768,0.008363733688990276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,768,0.008504533767700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,768,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,768,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,768,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,768,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,768,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,768,0.008038400113582611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,768,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,768,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,768,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,768,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,768,0.00802346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,768,0.008011733492215473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,768,0.0076341331005096436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,768,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,768,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,768,0.00804373323917389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,768,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,768,0.007652266820271809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,768,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,768,0.008066133161385854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,768,0.008024533092975617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,512,0.08390826384226481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,512,0.043340798219045004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,512,0.021286400159200032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,512,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,512,0.016430933276812235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,512,0.012601600090662638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,512,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,768,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,512,0.01112320025761922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,512,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,512,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,512,0.010957866907119751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,512,0.010503466924031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,512,0.010569600264231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,768,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,512,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,512,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,512,0.00993173321088155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,512,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,512,0.008620799581209818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,512,0.008216533561547596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,512,0.008125866452852886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,512,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,512,0.008425600330034892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,512,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,512,0.007359999914964039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,512,0.006970666845639547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,512,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,512,0.006433066725730896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,512,0.006409599880377452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,512,0.0059562668204307554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,512,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,512,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,512,0.004781866570313772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,512,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,512,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,512,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,512,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,512,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,512,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,512,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,512,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,512,0.0035018667578697203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,768,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,512,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,512,0.003083733220895131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,512,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,512,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,512,0.0034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,512,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,512,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,512,0.00308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,512,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,512,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,512,0.002726399898529053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,512,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,512,0.0029109333952267963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,512,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,512,0.0026517334083716077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,512,0.002791466563940048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,512,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,512,0.002700799951950709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,512,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,512,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,512,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,512,0.0027647999425729113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,512,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,512,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,512,0.003902933249870936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,512,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,512,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,512,0.003921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,512,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,512,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,512,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,512,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,512,0.05918613274892172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,512,0.10210346380869548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,512,0.035894401868184406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,512,0.028867199023564653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,512,0.030643200874328612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,512,0.026285866896311443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,512,0.02690773407618205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,512,0.02482879956563314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,512,0.02548266649246216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,512,0.02563199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,512,0.024078933397928874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,512,0.026948267221450807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,512,0.024845866362253825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,512,0.023922133445739745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,512,0.023589332898457847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,512,0.024281599124272666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,512,0.024064000447591147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,512,0.023145600159962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,512,0.023126399517059325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,512,0.021401600042978922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,512,0.022705066204071044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,512,0.02309439977010091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,512,0.022362667322158813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,512,0.019887999693552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,512,0.02145386735598246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,512,0.019495467344919838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,512,0.002738133321205775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,512,0.02107306718826294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,512,0.019126399358113607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,512,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,512,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,512,0.01730239987373352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,512,0.01848213275273641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,512,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,512,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,512,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,512,0.01474346617857615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,512,0.014765866597493491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,512,0.014794666568438211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,512,0.016017066438992818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,512,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,512,0.015140266219774882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,512,0.016277333100636802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,512,0.015382400155067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,512,0.015078399578730264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,512,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,512,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,512,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,512,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,512,0.015530666708946228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,512,0.014957867066065469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,512,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,512,0.014365866780281067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,512,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,512,0.015955199797948204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,512,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,512,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,512,0.01432960033416748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,512,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,512,0.015154133240381876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,512,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,512,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,512,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,512,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,512,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,512,0.014029866456985474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,512,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,512,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,512,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,512,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,512,0.013937066992123923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,512,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,512,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,512,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,512,0.014377599954605103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,512,0.7103071848551432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,512,0.11400000254313152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,512,0.11448640028635662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,512,1.419826126098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,512,0.22496320406595866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,512,0.10980799992879231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,512,0.10633707046508789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,512,0.1026144027709961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,512,0.10075946648915608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,512,0.09381120204925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,512,0.08997546831766765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,512,0.08816959857940673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,512,0.08208746910095215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,512,0.08165333271026612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,512,0.07593599955240884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,512,0.07515199979146323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,512,0.07079040209452311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,512,0.0689141352971395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,512,0.06244266827901205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,512,0.0627840002377828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,512,0.05581226746241251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,512,0.051387735207875575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,512,0.0497599999109904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,512,0.05697280168533325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,512,0.09649173418680826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,512,0.04486826658248901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,512,0.043643732865651444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,512,0.03175999919573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,512,0.030867199103037517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,512,0.02593280076980591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,512,0.02437973419825236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,512,0.0383573333422343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,512,0.03711680173873901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,512,0.018051199118296304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,512,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,512,0.012986666957537332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,512,0.011621333161989848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,512,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,512,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,512,0.01033066709836324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,512,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,512,0.011478400230407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,512,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,512,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,512,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,512,0.008005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,512,0.008682666222254436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,512,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,512,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,512,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,512,0.00739519993464152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,512,0.007291733225186665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,512,0.0072512000799179075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,512,0.007708799839019775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,512,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,512,0.008078933258851369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,512,0.008011733492215473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,512,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,512,0.007682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,512,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,512,0.00804799993832906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,512,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,512,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,512,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,512,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,512,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,512,0.008060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,512,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,512,0.07549653053283692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,512,0.00804906686147054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,512,0.04156266848246257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,512,0.025304534037907916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,512,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,512,0.01861226757367452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,512,0.015827199816703795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,512,0.015797332922617594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,512,0.0178272008895874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,512,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,512,0.015638400117556253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,512,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,512,0.015387733777364096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,512,0.015516799688339234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,512,0.01495146652062734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,512,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,512,0.01420799990495046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,512,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,512,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,512,0.012425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,512,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,512,0.012121599912643433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,512,0.011666133006413778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,512,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,512,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,512,0.010897066195805867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,512,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,512,0.010863999525705974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,512,0.010098133484522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,512,0.009258666634559631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,512,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,512,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,512,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,512,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,512,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,512,0.008151466647783916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,512,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,512,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,512,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,512,0.007673599819342296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,512,0.008041599889596303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,512,0.007817600170771282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,512,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,512,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,512,0.007810133198897044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,512,0.007990399996439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,512,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,512,0.007670400043328603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,512,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,512,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,512,0.007607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,512,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,512,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,512,0.007727999985218048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,512,0.007607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,512,0.007650133470694225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,512,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,512,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,512,0.0072405333320299785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,512,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,512,0.0077919999758402515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,512,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,512,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,512,0.007642666498819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,512,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,512,0.007702399790287018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,512,0.007203199962774913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,512,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,512,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,512,0.007625600198904674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,256,0.053812265396118164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,256,0.028780800104141236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,256,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,256,0.011331199606259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,256,0.012958932916323343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,256,0.009354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,256,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,256,0.008474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,256,0.008436266581217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,256,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,512,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,256,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,256,0.007803733150164287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,256,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,256,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,256,0.007294933497905731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,256,0.006427733103434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,256,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,256,0.006809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,256,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,256,0.006903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,256,0.005590400099754334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,256,0.005972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,256,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,256,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,256,0.005144533514976501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,256,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,256,0.004349866509437561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,256,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,256,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,256,0.003928533444801966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,256,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,256,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,256,0.0031786667803923286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,256,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,256,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,256,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,256,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,256,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,256,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,256,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,256,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,256,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,256,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,256,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,256,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,256,0.0029546665648619336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,256,0.0026943999032179515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,256,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,256,0.002677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,256,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,256,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,256,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,256,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,256,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,256,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,256,0.0024586667617162066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,256,0.002468266586462657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,256,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,256,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,256,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,256,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,256,0.07336640357971191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,256,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,256,0.002721066772937775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,256,0.030169600248336793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,256,0.04537066618601481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,256,0.02635413408279419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,256,0.026710400978724163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,256,0.023106133937835692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,256,0.02303253412246704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,256,0.02270080049832662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,256,0.02472533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,256,0.02503146727879842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,256,0.024807467063268026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,256,0.020946133136749267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,256,0.02137493292490641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,256,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,256,0.021176532904307047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,256,0.020913066466649373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,256,0.020345600446065266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,256,0.019953066110610963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,256,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,256,0.020322134097417198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,256,0.02081386645634969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,256,0.018986666202545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,256,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,256,0.018832000096638997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,256,0.018122667074203493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,256,0.01888426740964254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,256,0.018517333269119262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,256,0.017933867375055947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,256,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,256,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,256,0.015820800264676412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,256,0.017734400431315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,256,0.014762666821479798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,256,0.014823466539382935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,256,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,256,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,256,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,256,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,256,0.014873600006103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,256,0.01562666694323222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,256,0.015672533710797628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,256,0.01395093301932017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,256,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,256,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,256,0.015518933534622192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,256,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,256,0.015220266580581666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,256,0.014803199966748556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,256,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,256,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,256,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,256,0.014257066448529563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,256,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,256,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,256,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,256,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,256,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,256,0.013613866766293845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,256,0.014286933342615762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,256,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,256,0.014681599537531533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,256,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,256,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,256,0.013740799824396768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,256,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,256,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,256,0.014151466886202493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,256,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,256,0.014055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,256,0.013868799805641175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,256,0.014296533664067588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,256,0.014255999525388082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,256,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,256,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,256,0.1724277337392171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,256,0.0924565315246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,256,0.4861013412475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,256,0.9692192077636719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,256,0.09252160390218099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,256,0.08943573633829752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,256,0.07837653160095215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,256,0.08292266527811686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,256,0.07707626819610595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,256,0.07329813639322916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,256,0.07218240102132162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,256,0.0679637352625529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,256,0.06257386604944865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,256,0.08686827023824056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,256,0.057526401678721105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,256,0.056695465246836343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,256,0.08159893353780111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,256,0.05159466663996378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,256,0.051405866940816246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,256,0.04717973470687866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,256,0.04610026677449544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,256,0.04102186759312947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,256,0.041510399182637533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,256,0.06619626681009928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,256,0.06125866572062174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,256,0.036714665095011395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,256,0.03614613215128581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,256,0.026365866263707478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,256,0.025491199890772503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,256,0.02144213318824768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,256,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,256,0.0321834663550059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,256,0.031030400594075518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,256,0.01586560010910034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,256,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,256,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,256,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,256,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,256,0.008820266524950663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,256,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,256,0.00870293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,256,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,256,0.009672533472379048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,256,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,256,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,256,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,256,0.007852800190448761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,256,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,256,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,256,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,256,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,256,0.006351999938488007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,256,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,256,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,256,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,256,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,256,0.0064298664530118305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,256,0.006405333181222279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,256,0.006419200201829274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,256,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,256,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,256,0.006344533463319142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,256,0.0063285330931345625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,256,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,256,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,256,0.006248533229033152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,256,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,256,0.0064298664530118305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,256,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,256,0.006393600006898243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,256,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,256,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,256,0.006369066735108693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,256,0.061211733023325596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,256,0.03783786694208781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,256,0.024476800362269083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,256,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,256,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,256,0.01618346671263377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,256,0.01616426706314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,256,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,256,0.015203199783960977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,256,0.01495680014292399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,256,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,256,0.01381119986375173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,256,0.013685333728790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,256,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,256,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,256,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,256,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,256,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,256,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,256,0.011373866597811382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,256,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,256,0.010762666662534077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,256,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,256,0.010597333312034607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,256,0.01048533320426941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,256,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,256,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,256,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,256,0.008452266454696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,256,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,256,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,256,0.00801386684179306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,256,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,256,0.007618133227030437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,256,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,256,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,256,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,256,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,256,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,256,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,256,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,256,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,256,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,256,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,256,0.00719893326361974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,256,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,256,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,256,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,256,0.007289599875609081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,256,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,256,0.007227733234564463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,256,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,256,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,256,0.006844800213972728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,256,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,256,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,256,0.007211733361085255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,256,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,256,0.007230933507283528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,256,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,256,0.007228800157705943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,256,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,256,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,256,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,128,0.04654506842295329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,128,0.02502293388048808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,128,0.013403733571370443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,256,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,128,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,128,0.008855467041333515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,128,0.007914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,128,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,128,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,128,0.007412266731262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,256,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,128,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,128,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,128,0.006708266834417979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,128,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,128,0.006830933193365733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,128,0.006466133395830791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,128,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,128,0.005986133217811584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,128,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,128,0.005549866457780202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,128,0.005746133128801982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,128,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,128,0.005622399846712748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,128,0.005169066786766052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,128,0.005206400156021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,128,0.004722133278846741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,128,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,128,0.004752000172932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,128,0.004196266829967499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,128,0.0038677332301934562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,128,0.0039061332742373147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,128,0.003519999980926514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,128,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,128,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,128,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,128,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,128,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,128,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,128,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,128,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,128,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,128,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,128,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,128,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,128,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,128,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,128,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,128,0.0025034666061401365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,128,0.0024533333877722425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,128,0.0023658665517965953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,128,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,128,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,128,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,128,0.00239680012067159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,128,0.002295466760794322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,128,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,128,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,128,0.0023232000569502515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,128,0.0022645334402720133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,128,0.0023434666295846303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,128,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,128,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,128,0.0022976001103719073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,128,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,128,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,128,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,128,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,128,0.06120213270187378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,128,0.0421344002087911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,128,0.02722559968630473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,128,0.021767467260360718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,128,0.025209599733352663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,128,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,128,0.02099519968032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,128,0.020939733584721884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,128,0.02191466689109802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,128,0.02035413384437561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,128,0.021432532866795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,128,0.020122667153676353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,128,0.01927893360455831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,128,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,128,0.018891733884811402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,128,0.01935360034306844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,128,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,128,0.018321067094802856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,128,0.018642133474349974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,128,0.018886399269104005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,128,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,128,0.018908800681432088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,128,0.01851946711540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,128,0.01734613378842672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,128,0.017285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,128,0.017515732844670614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,128,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,128,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,128,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,128,0.01605226695537567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,128,0.01692906618118286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,128,0.01586026648680369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,128,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,128,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,128,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,128,0.016432000199953715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,128,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,128,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,128,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,128,0.013524267077445983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,128,0.01423466702302297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,128,0.01430400013923645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,128,0.013969066739082336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,128,0.014915200074513755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,128,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,128,0.014842666188875833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,128,0.01427839994430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,128,0.014013866583506266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,128,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,128,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,128,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,128,0.014710399508476257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,128,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,128,0.014065066973368326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,128,0.01481066644191742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,128,0.014260266224543253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,128,0.01346666713555654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,128,0.014281599720319112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,128,0.013187199831008911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,128,0.014340266585350037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,128,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,128,0.014217600226402283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,128,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,128,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,128,0.01325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,128,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,128,0.013399466872215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,128,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,128,0.013591466347376504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,128,0.013926399747530618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,128,0.012863999605178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,128,0.014314666390419006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,128,0.013548800349235534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3584,128,0.7364565531412761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3584,128,0.15019307136535645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3584,128,0.370252799987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3584,128,0.08214080333709717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3584,128,0.08288319905598959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3584,128,0.0785152037938436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3584,128,0.07664746443430583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3584,128,0.07233493328094483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3584,128,0.06843199729919433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3584,128,0.06445546547571818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3584,128,0.0641215999921163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3584,128,0.060585598150889076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3584,128,0.058840533097585045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3584,128,0.07382933298746744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3584,128,0.054567468166351316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3584,128,0.051368534564971924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3584,128,0.050436266263326014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3584,128,0.046410667896270755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3584,128,0.045849601427714035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3584,128,0.042438399791717527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3584,128,0.04101119836171468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3584,128,0.03713066577911377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3584,128,0.03674240112304687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3584,128,0.06853866577148438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3584,128,0.05526506503423055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3584,128,0.032995200157165526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3584,128,0.03226986726125081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3584,128,0.02334933280944824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3584,128,0.02845333417256673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3584,128,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3584,128,0.018682666619618735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3584,128,0.02358506719271342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3584,128,0.027661865949630736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3584,128,0.014973866939544677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3584,128,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3584,128,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3584,128,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3584,128,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3584,128,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3584,128,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3584,128,0.008134399851163227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3584,128,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3584,128,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3584,128,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3584,128,0.00681279997030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3584,128,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3584,128,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3584,128,0.006961066524187725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3584,128,0.006900266806284587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3584,128,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3584,128,0.005961599946022034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3584,128,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3584,128,0.006248533229033152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3584,128,0.0059562668204307554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3584,128,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3584,128,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3584,128,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3584,128,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3584,128,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3584,128,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3584,128,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3584,128,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3584,128,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3584,128,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3584,128,0.006514133512973785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3584,128,0.006229333579540253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3584,128,0.006559999783833821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3584,128,0.0060149331887563075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3584,128,0.006485333542029063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3584,128,0.006065066655476888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3584,128,0.006177066763242086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3584,128,0.06312853495279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3584,128,0.04128853480021159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3584,128,0.02313279906908671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3584,128,0.01578986644744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3584,128,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3584,128,0.015525333086649575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3584,128,0.015608533223470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3584,128,0.014944000045458474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3584,128,0.014893866578737893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3584,128,0.006774400174617767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3584,128,0.013777066270510355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3584,128,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3584,128,0.014190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3584,128,0.013383466998736063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3584,128,0.01325759987036387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3584,128,0.01304213305314382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3584,128,0.012819199760754903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3584,128,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3584,128,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3584,128,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3584,128,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3584,128,0.010789333780606588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3584,128,0.010827733079592387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3584,128,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3584,128,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3584,128,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3584,128,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3584,128,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3584,128,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3584,128,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3584,128,0.008100266754627227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3584,128,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3584,128,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3584,128,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3584,128,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3584,128,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3584,128,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3584,128,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3584,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3584,128,0.0071829333901405334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3584,128,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3584,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3584,128,0.0074538667996724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3584,128,0.006806399921576183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3584,128,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3584,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3584,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3584,128,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3584,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3584,128,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3584,128,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3584,128,0.007291733225186665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3584,128,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3584,128,0.006751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3584,128,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3584,128,0.007417599856853485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3584,128,0.006811733543872833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3584,128,0.007055999835332234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3584,128,0.006775466601053874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3584,128,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3584,128,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3584,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3584,128,0.006799999872843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3584,128,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3584,128,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3584,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3584,128,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3584,128,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3584,128,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3584,128,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3584,128,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3584,128,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3584,128,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3584,128,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3584,128,0.0067562664548556015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,64,0.03894613186518352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3584,128,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,64,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,64,0.006896000107129414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,64,0.010200533270835876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3584,128,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,64,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,64,0.007177599767843883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,64,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,64,0.006469333171844482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,64,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,64,0.0059914668401082356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,64,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,64,0.021210666497548422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,64,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,64,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,64,0.005646933118502299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,64,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,64,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,64,0.005125333368778229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,64,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,64,0.0050016000866889955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,64,0.004779733220736186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,64,0.004801066716512045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,64,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,64,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,64,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,64,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,64,0.003933866570393244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,64,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,64,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,64,0.003442133218050003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,64,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,64,0.003442133218050003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,64,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,64,0.002630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,64,0.0035285333792368567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,64,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,64,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,64,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,64,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,64,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,64,0.0024821333587169646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,64,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,64,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,64,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,64,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,64,0.0025450666745503742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,64,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,64,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,64,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,64,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,64,0.002518400053183238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,64,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,64,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,64,0.002290133386850357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,64,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,64,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,64,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,64,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,64,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,64,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,64,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,64,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,64,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,64,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,64,0.06055359840393067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,64,0.0391050656636556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,64,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,64,0.02622293432553609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,64,0.020658133427302043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,64,0.023108265797297158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,64,0.020900267362594604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,64,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,64,0.021052799622217813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,64,0.021308799584706627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,64,0.020071466763814293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,64,0.02122559944788615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,64,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,64,0.018798933426539103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,64,0.019032533963521323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,64,0.018911999464035035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,64,0.018668800592422485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,64,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,64,0.017780266205469766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,64,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,64,0.017196800311406454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,64,0.016774400075276693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,64,0.017871999740600587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,64,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,64,0.01694719990094503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,64,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,64,0.01772800087928772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,64,0.01490133305390676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,64,0.0158869336048762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,64,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,64,0.015467733144760132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,64,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,64,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,64,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,64,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,64,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,64,0.017942400773366292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,64,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,64,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,64,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,64,0.01506239970525106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,64,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,64,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,64,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,64,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,64,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,64,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,64,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,64,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,64,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,64,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,64,0.01586133340994517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,64,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,64,0.013487999637921652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,64,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,64,0.013742933670679728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,64,0.013261866569519044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,64,0.01418773333231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,64,0.013725866874059042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,64,0.013025066256523133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,64,0.01439573367436727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,64,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,64,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,64,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,64,0.014055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,64,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,64,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,64,0.013643733660380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,64,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,64,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3584,32,0.039738667011260984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3584,32,0.0214464008808136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3584,32,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3584,32,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3584,32,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3584,32,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3584,32,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,64,0.013056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3584,32,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3584,32,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3584,32,0.006293333570162455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3584,32,0.008481066425641377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3584,32,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3584,32,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3584,32,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3584,32,0.005735466877619425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3584,32,0.00547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3584,32,0.005829333265622457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3584,32,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3584,32,0.005161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,64,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3584,32,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3584,32,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3584,32,0.005125333368778229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3584,32,0.00525439977645874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3584,32,0.004370133578777313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3584,32,0.004443733394145966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3584,32,0.004215466479460398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3584,32,0.003939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3584,32,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3584,32,0.003601066768169403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3584,32,0.006372266511122386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3584,32,0.003489066660404205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3584,32,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3584,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3584,32,0.003186133255561193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3584,32,0.0028223998844623564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3584,32,0.0027029333015282948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3584,32,0.002746666719516118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3584,32,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3584,32,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3584,32,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3584,32,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3584,32,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3584,32,0.0023999998966852823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3584,32,0.002749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3584,32,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3584,32,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3584,32,0.0024703999360402426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3584,32,0.002499199906984965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3584,32,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3584,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3584,32,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3584,32,0.002678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3584,32,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3584,32,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3584,32,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3584,32,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3584,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3584,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3584,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3584,32,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3584,32,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3584,32,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3584,32,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3584,32,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3584,32,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3584,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3584,32,0.0027029333015282948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3584,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3584,32,0.002325333406527837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3584,32,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3584,32,0.002493866781393687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3584,32,0.002373333275318146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3584,32,0.0024735999604066214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3584,32,0.05766933361689249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3584,32,0.0374016006787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3584,32,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3584,32,0.021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3584,32,0.02282879948616028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3584,32,0.0208512008190155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3584,32,0.02074880003929138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3584,32,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3584,32,0.021288534005482994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3584,32,0.02057173252105713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3584,32,0.02257173260052999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3584,32,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3584,32,0.02034453352292379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3584,32,0.019057067235310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3584,32,0.019990400473276774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3584,32,0.01904426614443461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3584,32,0.02032533288002014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3584,32,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3584,32,0.018729599316914876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3584,32,0.020833067099253335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3584,32,0.01713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3584,32,0.018284799655278523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3584,32,0.01778879960378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3584,32,0.01801919937133789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3584,32,0.016753067572911583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3584,32,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3584,32,0.0184170663356781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3584,32,0.016250666975975037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3584,32,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3584,32,0.017030400037765504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3584,32,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3584,32,0.01581653356552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3584,32,0.01539520025253296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3584,32,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3584,32,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3584,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3584,32,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3584,32,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3584,32,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3584,32,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3584,32,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3584,32,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3584,32,0.019197867314020792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3584,32,0.014740266402562461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3584,32,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3584,32,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3584,32,0.014845866958300272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3584,32,0.014699733257293702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3584,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3584,32,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3584,32,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3584,32,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3584,32,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3584,32,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3584,32,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3584,32,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3584,32,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3584,32,0.013891200224558512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3584,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3584,32,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3584,32,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3584,32,0.013155200084050498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3584,32,0.014004266262054444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3584,32,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3584,32,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3584,32,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3584,32,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3584,32,0.013753599921862283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3584,32,0.013034666577974955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3584,32,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3584,32,0.01402453382809957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3584,32,0.014320000012715658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3584,32,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3584,32,0.013553067048390707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,65536,1.8829387029012044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,65536,1.0564320087432861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,65536,3.9777491887410483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,65536,1.0718613465627034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,65536,1.2877919673919678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,65536,1.1067413489023845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3584,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,65536,1.1637386480967205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,65536,0.8512266476949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,65536,1.093786636988322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,65536,0.9103093147277832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,65536,0.7721172968546549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,65536,0.8450720310211182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,65536,0.6600159804026285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,65536,0.7904693285624186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,65536,0.6787839730580648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,65536,0.6360693375269572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,65536,0.7017920017242432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,65536,0.5273333390553793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,65536,0.6256426572799683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,65536,0.4731893142064412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,65536,0.621120015780131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,65536,0.4995466470718384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,65536,0.45928533871968585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,65536,0.39053332805633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,65536,0.37511467933654785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,65536,0.33033599456151325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,65536,8.546511967976889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,65536,0.2584000031153361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,65536,0.2584266662597656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,65536,0.22292266289393106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,65536,0.6677119731903076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,65536,0.2002826730410258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,65536,0.17485332489013672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,65536,0.1604586640993754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,65536,0.10441600282986958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,65536,0.09057600299517314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,65536,0.08409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,65536,0.09769599636395772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,65536,0.08417066931724548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,65536,0.08241066833337148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,65536,0.07717866698900859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,65536,0.07884266475836436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,65536,0.07519466678301494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,65536,0.07449600100517273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,65536,0.07413866619269054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,65536,0.07297066847483318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,65536,0.07273066540559132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,65536,0.06994133194287618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,65536,0.35016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,65536,0.06942399839560191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,65536,0.06941866874694824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,65536,0.08463999629020691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,65536,0.0688266654809316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,65536,0.06520533561706543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,65536,0.06835199892520905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,65536,0.06506133576234181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,65536,0.06685866912206014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,65536,0.06667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,65536,0.06693866848945618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,65536,0.06622933348019917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,65536,0.06647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,65536,0.06549333532651265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,65536,0.06637333333492279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,65536,0.06520533561706543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,65536,0.08874133229255676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,65536,0.0658240020275116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,65536,0.06462933123111725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,65536,0.06504000226656596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,65536,0.06495466828346252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,65536,0.06737066805362701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,65536,0.06679999828338623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,65536,0.06715199848016103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,65536,0.06845333178838094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,65536,0.06894400219122569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,65536,4.801141421000163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,65536,2.4062560399373374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,65536,9.536421457926432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,65536,1.2991466522216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,65536,1.291269302368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,65536,1.2435839970906575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,65536,1.2508853276570637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,65536,1.1583360036214192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,65536,1.157530705134074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,65536,1.091370662053426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,65536,1.0807627042134602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,65536,1.0068053404490154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,65536,0.9366613229115804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,65536,0.9100159804026285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,65536,0.8559839725494385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,65536,0.8441973527272543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,65536,0.7705173492431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,65536,0.7929920355478922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,65536,0.702730655670166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,65536,0.6890506744384766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,65536,0.6291040182113647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,65536,0.5540479818979899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,65536,0.5605440139770508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,65536,0.4708213408788045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,65536,0.4830133517583211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,65536,0.41895465056101483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,65536,0.4309920072555542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,65536,0.3391093413035075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,65536,0.3481173515319824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,65536,1.001792033513387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,65536,0.2621973355611165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,65536,0.2616479992866516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,65536,0.1739573280016581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,65536,0.16394133369127908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,65536,0.10267733534177144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,65536,0.09963200489679973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,65536,0.09749333063761394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,65536,0.08825066685676575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,65536,0.0983893374602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,65536,0.08672533432642619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,65536,0.08339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,65536,0.0740533322095871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,65536,0.07170666754245758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,65536,0.6289653380711874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,65536,0.07014933228492737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,65536,0.06864533325036366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,65536,0.08146666487058003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,65536,0.06482133269309998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,65536,0.07288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,65536,0.06385066608587901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,65536,0.07285333176453908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,65536,0.060506666700045265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,65536,0.06074133515357971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,65536,0.06145066519578298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,65536,0.062261333068211876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,65536,0.057487999399503074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,65536,0.056517332792282104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,65536,0.054154664278030396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,65536,0.05358933409055074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,65536,0.056143999099731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,65536,0.052789335449536644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,65536,0.052709331115086876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,65536,0.051354666550954185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,65536,0.053685332338015236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,65536,0.05030933519204458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,65536,0.05237866441408793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,65536,0.05129066606362661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,65536,0.050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,65536,0.05041066805521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,65536,0.05023466547330221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,65536,0.048565333088239036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,65536,0.04987200101216634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,65536,0.051541333397229515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,65536,0.05060799916585287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,65536,1.837813377380371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,65536,3.8171841303507485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,65536,7.84666124979655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,65536,1.0068853696187336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,65536,1.1723626454671223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,65536,0.890005350112915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,65536,1.0098133087158203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,65536,0.8046879768371582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,65536,0.8859146436055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,65536,0.9458560148874918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,65536,0.7519253094991049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,65536,0.8652959664662679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,65536,0.7218186855316162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,65536,0.8434933026631674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,65536,1.1429813702901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,65536,0.6491626501083374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,65536,0.5987946589787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,65536,0.6064480145772299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,65536,0.5385066668192545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,65536,0.5812053283055624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,65536,0.489408016204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,65536,0.9784213701883951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,65536,0.6642666657765707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,65536,0.438752015431722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,65536,0.4344213406244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,65536,0.31384533643722534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,65536,0.2978026668230693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,65536,0.25522667169570923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,65536,0.22689066330591837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,65536,0.47544535001118976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,65536,0.3800426721572876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,65536,0.38499732812245685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,65536,0.18383999665578207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,65536,0.19973333676656088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,65536,0.14545599619547525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,65536,0.12307199835777283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,65536,0.11665067076683044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,65536,0.11665067076683044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,65536,0.11270933349927266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,65536,0.11243733763694763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,65536,0.11019733548164368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,65536,0.1226026713848114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,65536,0.1184213360150655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,65536,0.08777067065238953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,65536,0.08327466746171315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,65536,0.0823466678460439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,65536,0.08074133098125458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,65536,0.08060266574223836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,65536,0.07955199976762135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,65536,0.07964266836643219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,65536,0.07898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,65536,0.07863466441631317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,65536,0.0751093327999115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,65536,0.07586666444937389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,65536,0.07478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,65536,0.0747680018345515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,65536,0.07497066756089528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,65536,0.07474133372306824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,65536,0.07473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,65536,0.07442133128643036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,65536,0.07394133508205414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,65536,0.07451733450094859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,65536,0.07462400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,65536,0.0745600014925003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,65536,0.07479999959468842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,65536,0.07468266785144806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,65536,0.07392533123493195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,65536,0.11779733498891194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,65536,0.07470933099587758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,65536,0.07411199808120728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,65536,0.07470933099587758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,65536,0.2216906746228536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,65536,0.08590400218963623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,65536,0.08502933382987976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,65536,1.0015733242034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,65536,0.5242906808853149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,65536,1.866477330525716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,65536,4.095735867818196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,65536,0.5182293256123861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,65536,0.5197466611862183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,65536,0.5147120157877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,65536,0.5088906685511271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,65536,0.5000506639480591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,65536,0.49237334728240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,65536,0.49243998527526855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,65536,0.48655466238657635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,65536,0.4800506830215454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,65536,0.36558131376902264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,65536,0.3626933495203654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,65536,0.3591359853744507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,65536,0.35071734587351483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,65536,0.33474401632944745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,65536,0.33286933104197186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,65536,0.3309413393338521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,65536,0.32714933156967163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,65536,0.3126959999402364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,65536,0.31381867329279584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,65536,0.31297600269317627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,65536,0.3095173239707947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,65536,0.299125333627065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,65536,0.18688267469406128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,65536,0.17584532499313354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,65536,0.1717039942741394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,65536,0.16090666254361471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,65536,0.15946666399637857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,65536,0.14730133612950644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,65536,0.14813599983851114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,65536,0.13942399621009827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,65536,0.13787999749183655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,65536,0.13069599866867065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,65536,0.1311306655406952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,65536,0.13051467140515646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,65536,0.1305786669254303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,65536,0.12999467055002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,65536,0.13037600119908652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,65536,0.1299333373705546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,65536,0.1299173335234324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,65536,0.12942933042844137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,65536,0.128602663675944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,65536,0.1285599966843923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,65536,0.12878666321436563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,65536,0.12849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,65536,0.1285760005315145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,65536,0.12854400277137756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,65536,0.12818132837613425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,65536,0.12852000196774802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,65536,0.1284559965133667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,65536,0.12860000133514404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,65536,0.12865333755811056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,65536,0.12855733434359232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,65536,0.12848533193270364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,65536,0.12768800059954324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,65536,0.12870933612187704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,65536,0.1282106637954712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,65536,0.1283680001894633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,65536,0.1282106637954712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,65536,0.12850399812062582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,65536,0.12768266598383585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,65536,0.1284559965133667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,65536,0.12761599818865457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,65536,0.12850133577982584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,65536,0.12803733348846436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,65536,0.12768266598383585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,65536,0.12760532895723978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,65536,0.12844266494115195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,51200,6.662869135538737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,51200,3.4223200480143228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,51200,1.8848479588826497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,51200,0.8406506379445394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,51200,0.8296639919281006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,51200,0.8291093508402506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,51200,0.8276373545328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,51200,0.7326933542887369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,51200,0.7889386812845866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,51200,0.631168007850647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,51200,0.6628746589024862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,51200,0.6092960039774576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,51200,0.6522453228632609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,51200,0.5403146743774414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,51200,0.5216799974441528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,51200,0.48866132895151776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,51200,0.5100800196329752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,51200,0.47195732593536377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,51200,0.4808053175608317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,51200,0.41651201248168945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,51200,0.3957600196202596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,51200,0.36425598462422687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,51200,0.37143464883168537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,51200,0.31386667490005493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,51200,0.32997334003448486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,51200,0.2808799942334493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,51200,0.267247994740804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,65536,0.12861599524815878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,51200,0.2437386711438497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,51200,0.2561386624972026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,51200,0.19991999864578247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,51200,0.20075732469558716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,51200,0.17286932468414307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,51200,0.15415466825167337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,51200,0.1401653289794922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,51200,0.12839999794960022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,51200,0.08788266777992249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,51200,0.07720000048478444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,51200,0.07564799984296162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,51200,0.07096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,51200,0.07436800003051758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,51200,0.06833600004514058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,51200,0.06698133548100789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,51200,0.06157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,51200,0.06364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,51200,0.06062933305899302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,51200,0.06117333471775055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,51200,0.06066666543483734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,51200,0.059194669127464294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,51200,0.058378666639328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,51200,0.05675200124581655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,51200,0.05635733405749003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,51200,0.0563679983218511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,51200,0.05640000104904175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,51200,0.05659199754397074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,51200,0.055813332398732506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,51200,0.055104002356529236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,51200,0.05452266832192739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,51200,0.058117335041364036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,51200,0.05558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,51200,0.05499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,51200,0.054570664962132774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,51200,0.05436266462008158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,51200,0.05452266832192739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,51200,0.054757331808408104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,51200,0.05513066550095876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,51200,0.05718400080998739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,51200,0.054431999723116554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,51200,0.05444799860318502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,51200,0.052799999713897705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,51200,0.05313600103060404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,51200,0.055770665407180786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,51200,0.05514133473237356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,51200,0.05583466589450836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,51200,0.05451733370621999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,51200,7.324362436930339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,51200,1.8879626592000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,51200,3.7651732762654624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,51200,1.0207413037618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,51200,1.0189013481140137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,51200,0.9681920210520426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,51200,0.9764213562011719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,51200,0.910319964090983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,51200,0.9207306702931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,51200,0.8514026800791422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,51200,0.8469653129577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,51200,0.7955199877421061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,51200,0.8002399603525797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,51200,0.7336479822794596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,51200,0.7183252970377604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,51200,0.6638666788736979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,51200,0.6707359949747721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,51200,0.6098133325576782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,51200,0.6222826639811198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,51200,0.5518666505813599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,51200,0.5436000029246012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,51200,0.4949706792831421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,51200,0.49715201059977215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,51200,0.43614399433135986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,51200,0.38576531410217285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,51200,0.44392534097035724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,51200,0.37404266993204754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,51200,0.33879466851552326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,51200,0.327674667040507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,51200,0.2588640054066976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,51200,0.20613332589467367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,51200,0.20071999231974283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,51200,0.13341866930325827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,51200,0.1288479963938395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,51200,0.08559466401735942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,51200,0.07794666786988576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,51200,0.08326399823029836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,51200,0.08399466673533122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,51200,0.07437866429487865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,51200,0.07311466832955678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,51200,0.06740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,51200,0.066170667608579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,51200,0.06514666477839152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,51200,0.06364266574382782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,51200,0.060826669136683144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,51200,0.2691093285878499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,51200,0.05906666815280914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,51200,0.05630399783452352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,51200,0.05471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,51200,0.05377600093682607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,51200,0.054757331808408104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,51200,0.052757332722345986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,51200,0.06054399907588959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,51200,0.05085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,51200,0.05032533407211304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,51200,0.0473333348830541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,51200,0.04713066418965658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,51200,0.04569066564242045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,51200,0.043738668163617454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,51200,0.04316799839337667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,51200,0.04386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,51200,0.04345599810282389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,51200,0.04251733422279358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,51200,0.04278933505217234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,51200,0.04404800136884054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,51200,0.042394667863845825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,51200,0.04320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,51200,0.04172799984614054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,51200,0.04161066561937332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,51200,0.04070399949947993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,51200,0.04214933514595032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,51200,0.04208533465862274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,51200,0.04407466451327006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,51200,0.042949333786964417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,65536,0.12773066759109497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,51200,6.59712028503418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,51200,3.1006666819254556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,51200,1.56331205368042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,65536,0.12745333711306253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,51200,0.7989173730214437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,51200,0.9909653663635254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,51200,0.7656479676564535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,51200,0.8622612953186035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,51200,0.7001012961069742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,51200,0.7530346711476644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,51200,0.6566133499145508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,51200,0.7274453639984131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,51200,0.618282675743103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,51200,0.6998399893442789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,51200,0.9607360363006592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,51200,0.8010133107503256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,51200,0.5191306670506796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,51200,0.5250826676686605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,51200,0.46165335178375244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,51200,0.49423468112945557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,51200,0.420965313911438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,51200,0.8301599820454916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,51200,0.5646880070368449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,51200,0.5663093328475952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,51200,0.40195198853810626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,51200,0.38049066066741943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,51200,0.26665065685908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,51200,0.25668267409006756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,51200,0.22206934293111166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,51200,0.19530133406321207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,51200,0.36868266264597577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,51200,0.3264853358268738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,51200,0.3272320032119751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,51200,0.1564533313115438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,51200,0.17366933822631836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,51200,0.12408533692359924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,51200,0.10339200496673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,51200,0.09505599737167358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,51200,0.09506666660308838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,51200,0.09078933795293172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,51200,0.08963732918103536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,51200,0.08892800410588582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,51200,0.10188266634941101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,51200,0.09723732868830363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,51200,0.09733866651852925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,51200,0.0718399981657664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,51200,0.06668266654014587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,51200,0.06573866804440816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,51200,0.06603733201821645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,51200,0.06440000236034393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,51200,0.06458133459091187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,51200,0.06406400104363759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,51200,0.06253333389759064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,51200,0.06026133398214976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,51200,0.06021333237489065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,51200,0.06028266747792562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,51200,0.060165335734685264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,51200,0.06015466650327047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,51200,0.05991999804973602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,51200,0.06032533446947733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,51200,0.060271998246510826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,51200,0.06025066475073496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,51200,0.06026133398214976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,51200,0.060090666015942894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,51200,0.0602400004863739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,51200,0.060309335589408875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,51200,0.06021333237489065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,51200,0.06029333174228668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,51200,0.0603359987338384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,51200,0.05991999804973602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,51200,0.1800480087598165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,51200,0.17897599935531616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,51200,0.07055466870466869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,51200,0.06703466673692067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,51200,0.06621333460013072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,51200,1.5436426798502605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,51200,2.967757225036621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,51200,0.4142906665802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,51200,0.8151546319325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,51200,0.4153999884923299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,51200,0.4103440046310425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,51200,0.4094506502151489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,51200,0.4047413269678752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,51200,0.3967466751734416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,51200,0.39323198795318604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,51200,0.39072267214457196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,51200,0.3857040007909139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,51200,0.3821226755777995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,51200,0.29018400112787884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,51200,0.29259467124938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,51200,0.2866693337758382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,51200,0.2805973291397095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,51200,0.26626133918762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,51200,0.26550666491190594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,51200,0.2629973292350769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,51200,0.2616666754086812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,51200,0.25017066796620685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,51200,0.2507946689923604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,51200,0.2496133248011271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,51200,0.24739199876785278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,51200,0.24009867509206137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,51200,0.1499679982662201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,51200,0.136135995388031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,51200,0.14111199975013733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,51200,0.12894133726755777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,51200,0.12798399726549783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,51200,0.11873333652814229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,51200,0.11873333652814229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,51200,0.11025599638621013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,51200,0.11125600337982178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,51200,0.10527466734250386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,51200,0.10497867067654927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,51200,0.1046399970849355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,51200,0.10394933819770813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,51200,0.10458133618036906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,51200,0.10415200392405193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,51200,0.10400533676147461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,51200,0.10354933142662048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,51200,0.10321066776911418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,51200,0.10286133488019307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,51200,0.10289600491523743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,51200,0.10299733281135559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,51200,0.10282400250434875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,51200,0.10260533293088277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,51200,0.10205866893132527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,51200,0.10282933712005615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,51200,0.10298933585484822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,51200,0.10231999556223552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,51200,0.10227466622988383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,51200,0.1020906666914622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,51200,0.10195466876029968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,51200,0.10198932886123657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,51200,0.10226666927337646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,51200,0.10301867127418518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,51200,0.10179199775060017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,51200,0.10127199689547221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,51200,0.10106666882832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,51200,0.10280266404151917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,51200,0.10177333156267802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,51200,0.10107733805974324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,51200,0.10262133677800496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,51200,0.1008453369140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,51200,0.10050400098164876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,51200,0.10104533036549886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,51200,0.10093067089716594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,51200,0.10081332921981812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,16384,1.9151546160380046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,16384,1.075055996576945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,16384,0.5821040074030558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,16384,0.2863466739654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,16384,0.2710640033086141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,16384,0.26127199331919354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,16384,0.2904426654179891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,16384,0.24842933813730875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,16384,0.2401626706123352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,16384,0.21054933468500772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,16384,0.2106800079345703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,16384,0.19540266195933023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,16384,0.19942933320999146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,16384,0.18125865856806436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,16384,0.17380533615748087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,16384,0.1635759969552358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,16384,0.17019466559092203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,16384,0.1534986694653829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,16384,0.1556559999783834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,16384,0.13580000400543213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,16384,0.1302720010280609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,16384,0.11964266498883565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,16384,0.12196266651153564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,16384,0.10568267107009888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,16384,0.11152266462643941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,16384,0.09332799911499023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,16384,0.08913866678873698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,16384,0.07887733479340871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,51200,0.10106666882832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,16384,0.08411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,16384,0.06495466828346252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,16384,0.06479200224081676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,16384,0.056474665800730385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,16384,0.051130667328834534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,16384,0.046866665283838906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,16384,0.04195199906826019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,16384,0.03321066747109095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,16384,0.03105866660674413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,16384,0.03064800053834915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,16384,0.029133332272370655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,16384,0.029117333392302196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,16384,0.03013866643110911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,16384,0.026685332258542378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,16384,0.025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,16384,0.026015999416510265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,16384,0.02513866623242696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,16384,0.025013332565625507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,16384,0.025034666061401367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,16384,0.025000000993410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,16384,0.023887999355793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,16384,0.02311733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,16384,0.02295200030008952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,16384,0.021914665897687275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,16384,0.02430933217207591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,16384,0.022130665679772694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,16384,0.021223999559879303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,16384,0.02086399992307027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,16384,0.020765333125988644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,16384,0.020850665867328644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,16384,0.0207013338804245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,16384,0.020573332905769348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,16384,0.02082933361331622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,16384,0.020693333198626835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,16384,0.02074933300415675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,16384,0.020802666743596394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,16384,0.020578666279713314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,16384,0.0201706662774086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,16384,0.020175999651352566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,16384,0.020645332833131153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,16384,0.020231999456882477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,16384,0.020024000356594723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,16384,0.020594666401545208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,16384,0.020410666863123577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,16384,0.020983998974164326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,16384,0.02073066681623459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,16384,2.3903982374403214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,16384,1.2280924055311415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,51200,0.1010319987932841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,16384,0.34412799941168887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,16384,0.630400021870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,16384,0.3436728848351373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,16384,0.32628266016642254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,16384,0.32889244291517467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,16384,0.3050151136186388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,16384,0.28164977497524685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,16384,0.3070471021864149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,16384,0.28134221500820583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,16384,0.26398221651713055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,16384,0.262140432993571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,16384,0.24139555295308432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,16384,0.2377706633673774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,16384,0.22172089417775473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,16384,0.19923910829755995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,16384,0.20323733488718668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,16384,0.17771555317772758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,16384,0.17487822638617623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,16384,0.15400532881418863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,16384,0.2187359995312161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,16384,0.13054933812883165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,16384,0.13346666759914821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,16384,0.11211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,16384,0.11025955279668172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,16384,0.09785599841011895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,16384,0.07868622408972846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,16384,0.07910755607816908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,16384,0.07188977797826131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,16384,0.15012444390190974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,16384,0.06392177608278063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,16384,0.05414399835798475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,16384,0.05067377620273166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,16384,0.03780622283617655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,16384,0.03838933176464505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,16384,0.03568711214595371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,16384,0.04177777634726631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,16384,0.03895111216439141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,16384,0.03508799937036302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,16384,0.0369137790468004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,16384,0.0974773301018609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,16384,0.03465422325664096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,16384,0.03330844309594896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,16384,0.033278223541047834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,16384,0.03279644582006667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,16384,0.03030222323205736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,16384,0.029671112696329754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,16384,0.03008355696996053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,16384,0.02903111113442315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,16384,0.029125332832336426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,16384,0.029151999288135107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,16384,0.028019554085201685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,16384,0.027150221996837195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,16384,0.03569599986076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,16384,0.026924444569481745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,16384,0.02662044432428148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,16384,0.02549155553181966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,16384,0.027285334136750963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,16384,0.03265600072013007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,16384,0.02891555428504944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,16384,0.02693333393997616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,16384,0.02815822097990248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,16384,0.026497777965333726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,16384,0.027249778310457867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,16384,0.026085333691702947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,16384,0.02522666586769952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,16384,0.024832000335057575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,16384,0.024917332662476435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,16384,0.025841777523358662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,16384,0.02629866699377696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,16384,0.025962667332755193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,16384,0.024625778198242188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,16384,0.024792888098292883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,16384,1.2663555145263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,16384,2.5151964823404946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,51200,0.10097600022951762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,16384,0.6447484228346083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,16384,0.3286702103084988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,16384,0.3929991192287869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,16384,0.309624883863661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,16384,0.35666844579908585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,16384,0.2869315677218967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,16384,0.3019377655453152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,16384,0.2734808921813965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,16384,0.28937244415283203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,16384,0.2596551047431098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,16384,0.27550045649210614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,16384,0.3816355599297418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,16384,0.33316267861260307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,16384,0.2110062175326877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,16384,0.2280106544494629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,16384,0.21374221642812094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,16384,0.18923021687401664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,16384,0.17367288801405165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,16384,0.1963413291507297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,16384,0.31982578171624076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,16384,0.23289423518710664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,16384,0.1617937750286526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,16384,0.15199111567603216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,16384,0.10597155491511027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,16384,0.10036622153388129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,16384,0.08769066466225518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,16384,0.07331555419498019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,16384,0.1454648839102851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,16384,0.13132088714175755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,16384,0.12813333670298258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,16384,0.06765511300828722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,16384,0.05548266569773356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,16384,0.04585422078768412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,16384,0.03593777616818746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,16384,0.03439999951256646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,16384,0.03384177883466085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,16384,0.03245688809288873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,16384,0.03247822324434916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,16384,0.03233777814441257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,16384,0.03694577680693732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,16384,0.0355057782597012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,16384,0.03456177645259433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,16384,0.02569244470861223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,16384,0.025498666697078284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,16384,0.024992000725534227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,16384,0.025324443976084392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,16384,0.02492800023820665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,16384,0.023615999354256526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,16384,0.023530667026837666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,16384,0.023825777901543513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,16384,0.023432888918452795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,16384,0.02334044377009074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,16384,0.022970666488011677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,16384,0.023571555813153584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,16384,0.02295822236273024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,16384,0.023153778579499986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,16384,0.02351288828584883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,16384,0.02351644469632043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,16384,0.022913777165942725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,16384,0.024179556303554114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,16384,0.023541332946883306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,16384,0.023521777656343248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,16384,0.05913955635494656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,16384,0.06008533636728922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,16384,0.0589688883887397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,16384,0.05961066484451294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,16384,0.06105955441792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,16384,0.05897421969307793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,16384,0.06111288732952542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,16384,0.026561778452661302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,16384,0.025432889660199482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,16384,0.02520888878239526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,16384,1.0052725474039712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,16384,0.4997237205505371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,16384,0.26924479802449547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,16384,0.143885866800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,16384,0.13998613357543946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,16384,0.14377066294352214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,16384,0.1410048007965088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,16384,0.137173334757487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,16384,0.13687893549601238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,16384,0.137881596883138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,16384,0.13580373128255208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,16384,0.13284693559010824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,16384,0.1310645341873169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,16384,0.1023146629333496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,16384,0.10016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,16384,0.09619626998901368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,16384,0.09679893652598062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,16384,0.0924565315246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,16384,0.0916320006052653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,16384,0.09031573136647543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,16384,0.09023893674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,16384,0.08733440240224202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,16384,0.08652799924214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,16384,0.08569280306498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,16384,0.08536852995554606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,16384,0.08197866280873617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,16384,0.051210665702819826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,16384,0.04963626861572266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,16384,0.04917120138804118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,16384,0.046425600846608475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,16384,0.046204801400502524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,16384,0.043237332503000894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,16384,0.042873601118723556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,16384,0.040465064843495685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,16384,0.03959999879201253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,16384,0.03721173206965129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,16384,0.03750186761220296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,16384,0.037178667386372884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,16384,0.03703146775563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,16384,0.037146667639414474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,16384,0.037146667639414474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,16384,0.037094398339589434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,16384,0.03657066822052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,16384,0.03707093397776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,16384,0.036614398161570236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,16384,0.03634986480077108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,16384,0.036339199542999266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,16384,0.03644160032272339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,16384,0.03621973196665446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,16384,0.03631786505381267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,16384,0.03641706705093384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,16384,0.03593706687291463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,16384,0.03623786767323812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,16384,0.0358730673789978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,16384,0.03590933481852214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,16384,0.03599253495534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,16384,0.035861333211263016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,16384,0.03630826473236084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,16384,0.036001066366831466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,16384,0.03585813442866008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,16384,0.03613226811091105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,16384,0.03624320030212402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,16384,0.03580373525619507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,16384,0.03628586530685425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,16384,0.03608106772104899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,16384,0.036218667030334474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,16384,0.036152533690134686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,16384,0.035837864875793456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,16384,0.03600746790568034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,16384,0.03592426776885986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,16384,0.03591573238372803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,12288,1.4395306905110676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,12288,0.8183279832204183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,12288,0.43753600120544434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,12288,0.21418132384618124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,12288,0.21486665805180868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,12288,0.21413334210713705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,12288,0.21426133314768472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,12288,0.19737066825230917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,12288,0.18923733631769815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,12288,0.16259732842445374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,12288,0.16223999857902527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,12288,0.15130666891733804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,12288,0.15249066551526388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,12288,0.13524799545605978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,12288,0.12945066889127096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,12288,0.12194133798281352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,12288,0.12642133235931396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,12288,0.11405866344769795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,12288,0.11937600374221802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,12288,0.10531199971834819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,12288,0.10027199983596802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,12288,0.0921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,12288,0.0942853291829427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,12288,0.08156000077724457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,12288,0.08623199661572774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,12288,0.0726479987303416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,12288,0.06934399902820587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,12288,0.06092533469200134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,12288,0.06550399959087372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,12288,0.0506000022093455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,12288,0.05031733214855194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,12288,0.04497333367665609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,12288,0.03994133323431015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,12288,0.036877334117889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,12288,0.0329120010137558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,12288,0.02730400115251541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,12288,0.023311999936898548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,12288,0.02834133307139079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,12288,0.028471998870372772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,12288,0.02420266717672348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,12288,0.02165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,12288,0.022317332526048023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,12288,0.021002667645613354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,12288,0.021191999316215515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,12288,0.020165332903464634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,12288,0.019882666567961376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,12288,0.019978666057189304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,12288,0.019871999820073444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,12288,0.018466666340827942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,12288,0.017984000345071156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,12288,0.018016000588734944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,12288,0.017360000560681026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,12288,0.01915466661254565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,12288,0.017762667189041775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,12288,0.01669599985082944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,12288,0.016866666575272877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,12288,0.016792000581820805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,12288,0.016789333273967106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,12288,0.016864000509182613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,12288,0.016730666160583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,12288,0.01655999943614006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,12288,0.016130667179822922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,12288,0.016645333419243496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,12288,0.01659199967980385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,12288,0.01669066647688548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,12288,0.016528000434239704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,12288,0.016183999677499134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,12288,0.016143999993801117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,12288,0.015957333147525787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,12288,0.01669599985082944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,12288,0.01693600043654442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,12288,0.016952000558376312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,12288,0.017234666893879574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,12288,0.017050666113694508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,12288,1.812980016072591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,12288,0.9357799688975016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,12288,0.4841200113296509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,12288,0.26351600885391235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,12288,0.26313066482543945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,12288,0.24946133295694986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,12288,0.24968532721201578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,12288,0.2324026624361674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,12288,0.23439067602157593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,12288,0.2145400047302246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,12288,0.21328665812810263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,12288,0.19820932547251383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,12288,0.1996120015780131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,12288,0.1755626598993937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,12288,0.17303466796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,12288,0.15874266624450684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,12288,0.1609880030155182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,12288,0.14393867055575052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,12288,0.1474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,12288,0.12993599971135458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,12288,0.1291106641292572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,12288,0.1130560040473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,12288,0.11385466655095418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,12288,0.10036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,16384,0.03586346705754598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,12288,0.10260799527168274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,12288,0.08984532952308655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,12288,0.08806533614794414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,12288,0.0773226668437322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,12288,0.0807373325030009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,12288,0.061910669008890785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,12288,0.06197200218836466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,12288,0.056050668160120644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,12288,0.05012133220831553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,12288,0.04329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,12288,0.04111599922180176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,12288,0.034314667185147606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,12288,0.03155999879042307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,12288,0.031341334184010826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,12288,0.0318533331155777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,12288,0.03136133402585983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,12288,0.0302973339955012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,12288,0.02962133288383484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,12288,0.03107599914073944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,12288,0.02826666583617528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,12288,0.02935600032409032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,12288,0.027273334562778473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,12288,0.02900533378124237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,12288,0.027635999023914337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,12288,0.028925334413846333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,12288,0.02659599979718526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,12288,0.02678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,12288,0.026808001101017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,12288,0.026732000211874645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,12288,0.026504000027974445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,12288,0.02496399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,12288,0.024879999458789825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,12288,0.02518266687790553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,12288,0.024160000185171764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,12288,0.02426133304834366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,12288,0.025218665599822998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,12288,0.02476266771554947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,12288,0.02473733325799306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,12288,0.02457866569360097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,12288,0.024505332112312317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,12288,0.025038667023181915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,12288,0.025045332809289295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,12288,0.023586665590604145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,12288,0.022823999325434368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,12288,0.02438000092903773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,12288,0.023198666671911877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,12288,0.02294799933830897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,12288,0.02279333273569743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,12288,0.023016000787417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,12288,0.02291066696246465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,16384,0.03583893378575643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,16384,0.036161065101623535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,12288,2.215548038482666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,12288,1.129971981048584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,12288,0.5692493518193563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,12288,0.2935439944267273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,12288,0.341923991839091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,12288,0.27547866106033325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,12288,0.31318533420562744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,12288,0.2536440094312032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,12288,0.259769340356191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,12288,0.2404973308245341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,12288,0.24978399276733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,12288,0.22621333599090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,12288,0.32994399468104046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,12288,0.23660266399383545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,12288,0.29625866810480755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,12288,0.18559332688649496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,12288,0.18229599793752035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,12288,0.16725865999857584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,12288,0.16972933212916055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,12288,0.15055732925732931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,12288,0.2824839949607849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,12288,0.1976720094680786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,12288,0.20681999127070108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,12288,0.1393626630306244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,12288,0.13347066442171732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,12288,0.09109866619110107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,12288,0.0786733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,12288,0.07508666813373566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,12288,0.05293599764506022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,12288,0.12518133719762167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,12288,0.11677466829617818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,12288,0.10419199864069621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,12288,0.0500333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,12288,0.04283200204372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,12288,0.0354000007112821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,12288,0.03012799968322118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,12288,0.028431999186674755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,12288,0.026845333476861317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,12288,0.026534666617711384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,12288,0.02699866642554601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,12288,0.026630667348702747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,12288,0.028014667332172394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,12288,0.028887999554475147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,12288,0.028658665716648102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,12288,0.021404000620047253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,12288,0.021137334406375885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,12288,0.020748000591993332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,12288,0.021007999777793884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,12288,0.02102400114138921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,12288,0.019218667099873226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,12288,0.01966266706585884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,12288,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,12288,0.01915733392039935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,12288,0.019179999828338623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,12288,0.019177333762248356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,12288,0.019173332800467808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,12288,0.020804000397523243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,12288,0.019041333347558975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,12288,0.019182667136192322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,12288,0.018710666646560032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,12288,0.018914667268594105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,12288,0.043784002463022866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,12288,0.04274533192316691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,12288,0.04531600077946981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,12288,0.04418666660785675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,12288,0.047497332096099854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,12288,0.04368933538595835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,12288,0.04525866607824961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,12288,0.04533466696739197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,12288,0.018604000409444172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,12288,0.04634400208791097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,12288,0.04626266658306122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,12288,0.020741333564122517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,12288,0.021213332811991375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,12288,0.38595733642578123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,12288,0.7266506830851237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,12288,0.11168639659881592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,12288,0.2099541346232096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,12288,0.11033386389414471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,12288,0.108570663134257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,12288,0.10559146404266358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,12288,0.11030080318450927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,12288,0.106494935353597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,12288,0.104257067044576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,12288,0.10494826634724934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,12288,0.10255359808603923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,12288,0.10208213329315186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,12288,0.07538560231526693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,12288,0.0789802630742391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,12288,0.07841173013051352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,12288,0.07514239947001139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,12288,0.07159466743469238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,12288,0.07205653190612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,12288,0.07023893197377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,12288,0.07024959723154703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,12288,0.06840853691101074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,12288,0.06731946468353271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,12288,0.06828800042470297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,12288,0.06562453508377075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,12288,0.0632917324701945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,12288,0.041791999340057374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,12288,0.03933653434117635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,12288,0.03827199935913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,12288,0.03722453514734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,12288,0.03670719861984253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,12288,0.03466133276621501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,12288,0.033727999528249106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,12288,0.03218453327814738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,12288,0.03189866741498311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,12288,0.030238932371139525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,12288,0.029757867256800335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,12288,0.030082132418950396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,12288,0.029459200302759808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,12288,0.029743999242782593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,12288,0.029444267352422077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,12288,0.029867732524871828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,12288,0.02978453238805135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,12288,0.029341866572697956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,12288,0.029308799902598066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,12288,0.02890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,12288,0.028933332363764448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,12288,0.028990934292475384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,12288,0.028878933191299437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,12288,0.028520532449086505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,12288,0.028856533765792846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,12288,0.02903253237406413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,12288,0.02895039916038513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,12288,0.028412799040476482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,12288,0.028787199656168622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,12288,0.02881173292795817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,12288,0.02927680015563965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,12288,0.028445865710576373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,12288,0.02872640093167623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,12288,0.028601600726445513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,12288,0.02900693416595459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,12288,0.028509867191314698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,12288,0.02897706627845764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,12288,0.028501333793004353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,12288,0.028857600688934327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,12288,0.028573866685231524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,12288,0.0285045325756073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,12288,0.02853226661682129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,12288,0.02876693407694499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,12288,0.028733867406845092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,12288,0.028272000948588054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,10240,1.288791126675076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,10240,0.6826435724894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,10240,0.34790221850077313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,10240,0.1930453379948934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,10240,0.1953564484914144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,10240,0.19394132826063368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,10240,0.196615113152398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,10240,0.19879821936289468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,10240,0.1522346602545844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,10240,0.1401404407289293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,10240,0.13972089025709364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,10240,0.12761244508955213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,10240,0.13344532913631862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,10240,0.1273635493384467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,10240,0.11660977204640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,10240,0.11122132672203912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,10240,0.11526578002505833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,10240,0.09925155507193671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,10240,0.10551999674903022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,10240,0.08959111240175034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,10240,0.0886311133702596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,10240,0.07779200209511651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,10240,0.08213511440489027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,10240,0.07417777511808607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,10240,0.07342044512430827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,10240,0.05934222539265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,10240,0.05688711007436117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,10240,0.05072355601522657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,10240,0.05403911074002584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,10240,0.04179199867778354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,10240,0.04169422056939867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,10240,0.04181155562400818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,10240,0.03311644328965081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,10240,0.031155556440353394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,10240,0.027073777384228174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,10240,0.021594666772418555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,10240,0.01826133330663045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,10240,0.017966222431924608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,10240,0.02292266653643714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,12288,0.02852906584739685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,10240,0.01753422286775377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,10240,0.018223999275101554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,10240,0.020981333321995203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,10240,0.01814933286772834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,10240,0.016695110334290397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,10240,0.01700444519519806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,10240,0.016789333687888253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,10240,0.016746666696336534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,10240,0.015104000767072042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,10240,0.015614221493403116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,10240,0.015479111009173922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,10240,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,10240,0.01665422154797448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,10240,0.015233778291278414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,10240,0.014575999644067554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,10240,0.014574221438831754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,10240,0.014588443769348992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,10240,0.01462044484085507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,10240,0.014254222313563028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,10240,0.01607288916905721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,10240,0.015984000431166757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,10240,0.015967999895413715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,10240,0.01590577761332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,10240,0.022545778089099463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,10240,0.016202666693263583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,10240,0.015973332855436537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,10240,0.014140443669425117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,10240,0.014149333039919535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,10240,0.014174222946166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,10240,0.013989332649442883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,10240,0.014547554983033074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,10240,0.014367999302016364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,10240,0.014012444350454541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,10240,0.013935999737845527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,10240,0.016030222177505493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,10240,1.5396736145019532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,10240,0.783902931213379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,10240,0.4062506675720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,10240,0.21982293128967284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,10240,0.21989119847615562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,10240,0.20411945978800455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,10240,0.20065600077311196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,10240,0.19231360753377277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,10240,0.18781332969665526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,10240,0.17453120549519857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,10240,0.17443946202596028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,10240,0.15571947097778321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,10240,0.15811306635538738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,10240,0.14762345949808758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,10240,0.14363412857055663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,12288,0.029402667284011842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,10240,0.1299082676569621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,10240,0.12473066647847493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,10240,0.11670826276143391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,10240,0.1343488057454427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,10240,0.11032000382741292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,10240,0.10688320000966389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,10240,0.09560320377349854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,10240,0.09405546983083089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,10240,0.08650453090667724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,10240,0.0775328000386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,10240,0.08767146269480387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,10240,0.07600320180257161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,10240,0.06425919930140177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,10240,0.0672597328821818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,10240,0.05367999871571859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,10240,0.05330346822738648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,10240,0.04348053137461345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,10240,0.039084800084431964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,10240,0.051982935269673666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,10240,0.031172267595926922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,10240,0.035947732130686444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,10240,0.02956800063451131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,10240,0.028804266452789308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,10240,0.029384533564249676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,10240,0.029882667462031047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,10240,0.028197334210077925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,10240,0.0274399995803833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,10240,0.02827626665433248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,10240,0.02887679934501648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,10240,0.026255999008814496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,10240,0.02580159902572632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,10240,0.025693867603937787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,10240,0.026779733101526898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,10240,0.025123200813929242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,10240,0.025091199080149333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,10240,0.02375146746635437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,10240,0.024321067333221435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,10240,0.02291413346926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,10240,0.02330346703529358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,10240,0.022779732942581177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,10240,0.023489065965016685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,10240,0.022699733575185142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,10240,0.023985066016515098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,10240,0.022083199024200438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,10240,0.021157334248224892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,10240,0.022380799055099487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,10240,0.021592533588409422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,10240,0.021491199731826782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,10240,0.021575466791788737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,10240,0.02173759937286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,10240,0.021937066316604616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,10240,0.022471467653910317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,10240,0.02493013342221578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,10240,0.022156800826390585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,10240,0.023638399442036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,10240,0.020862932999928793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,10240,0.021432532866795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,10240,0.022235733270645142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,10240,0.021596799294153847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,12288,0.028572799762090047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,10240,1.0522826512654624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,10240,0.5317920049031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,10240,2.102362696329753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,10240,0.270524787902832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,10240,0.3133866628011068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,10240,0.2591829299926758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,10240,0.29308907190958655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,10240,0.23820053736368813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,10240,0.24535039265950523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,10240,0.2268928050994873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,10240,0.23292694091796876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,10240,0.2136842727661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,10240,0.2175509293874105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,10240,0.30677865346272787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,10240,0.2736021359761556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,10240,0.1745866616566976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,10240,0.16775573094685872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,10240,0.26047892570495607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,10240,0.15586454073588055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,10240,0.15343359311421711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,10240,0.14181653658548993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,10240,0.19152852694193523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,10240,0.12474453449249268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,10240,0.12695039908091227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,10240,0.18457279205322266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,10240,0.07948160171508789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,10240,0.0642965316772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,10240,0.06128319899241129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,10240,0.04753919839859009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,10240,0.10644160111745198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,10240,0.08743573029836019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,10240,0.10394666989644367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,10240,0.04337706565856934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,10240,0.03882879813512166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,10240,0.03132053414980571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,10240,0.02720853288968404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,10240,0.025242666403452556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,10240,0.024000000953674317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,10240,0.023996800184249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,10240,0.02358293334643046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,10240,0.02369706630706787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,10240,0.025167999664942424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,10240,0.025192532936731977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,10240,0.025702399015426636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,10240,0.01872106591860453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,10240,0.01909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,10240,0.018950400749842326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,10240,0.01873813271522522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,10240,0.018642133474349974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,10240,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,10240,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,10240,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,10240,0.016915200153986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,10240,0.01698453426361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,10240,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,10240,0.017068799336751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,10240,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,10240,0.016495999693870545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,10240,0.016694400707880655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,10240,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,10240,0.03831679821014404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,10240,0.03885546525319417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,10240,0.03753493229548137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,10240,0.03704853455225627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,10240,0.03992213408152263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,10240,0.040591998895009355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,10240,0.03869866530100505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,10240,0.03745493491490682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,10240,0.03958186705907186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,10240,0.0371946652730306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,10240,0.03908053239186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,10240,0.03916480143864949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,10240,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,10240,0.018940800428390504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,10240,0.338374392191569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,10240,0.663694953918457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,10240,0.18299412727355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,10240,0.09645546277364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,10240,0.0964309295018514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,10240,0.09569386641184488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,10240,0.09418240388234457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,10240,0.09223786989847818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,10240,0.09185813268025717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,10240,0.0926367998123169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,10240,0.09020373026529947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,10240,0.08884053230285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,10240,0.07153386274973551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,10240,0.08841919898986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,10240,0.06809386412302652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,10240,0.06734826564788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,10240,0.06699306964874267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,10240,0.06340479850769043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,10240,0.06284266710281372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,10240,0.06119253238042196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,10240,0.06225813229878744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,10240,0.05865386724472046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,10240,0.0581823984781901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,10240,0.05796586672465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,10240,0.057714132467905674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,10240,0.05396693150202433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,10240,0.03612800041834514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,10240,0.03483839829762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,10240,0.03428586721420288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,10240,0.03240533272425334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,10240,0.03235093355178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,10240,0.030590933561325074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,10240,0.0298634668191274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,10240,0.02847786744435628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,10240,0.026445867617925008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,10240,0.028153600295384724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,10240,0.026074665784835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,10240,0.026494934161504106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,10240,0.02609493335088094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,10240,0.026023467381795246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,10240,0.02606613238652547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,10240,0.02616746624310811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,10240,0.02614186604817708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,10240,0.026023467381795246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,10240,0.025220266977945965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,10240,0.02532479961713155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,10240,0.025541333357493083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,10240,0.025245867172876996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,10240,0.025194666783014935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,10240,0.02523306608200073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,10240,0.025197867552439374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,10240,0.02484906713167826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,10240,0.02483733296394348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,10240,0.02513813376426697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,10240,0.025166932741800947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,10240,0.02524159948031108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,10240,0.024980266888936363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,10240,0.024923733870188394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,10240,0.02523946762084961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,10240,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,10240,0.024769065777460735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,10240,0.024898133675257363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,10240,0.024936532974243163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,10240,0.02513813376426697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,10240,0.02521386742591858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,10240,0.02505706747372945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,10240,0.024906667073567708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,10240,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,10240,0.024951465924580894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,10240,0.025110399723052977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,10240,0.02490239938100179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,8192,0.9962844848632812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,8192,0.5903822051154243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,8192,0.29860978656344944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,8192,0.16170667277442083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,8192,0.16404444641537136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,8192,0.14873954984876844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,8192,0.1509937842686971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,8192,0.15347911251915827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,8192,0.12889244821336535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,8192,0.11286044120788574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,8192,0.11380799611409505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,8192,0.10422577460606892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,8192,0.10986310905880398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,8192,0.10654399792353313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,8192,0.09739555252922906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,8192,0.09295466873380874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,8192,0.09116622474458481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,8192,0.07863110966152616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,8192,0.08669333325492011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,8192,0.07300444444020589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,8192,0.0712640020582411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,8192,0.06272000074386597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,8192,0.06596799691518147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,8192,0.058787557813856334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,8192,0.05919466416041056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,8192,0.048904889159732394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,8192,0.04689955711364746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,8192,0.04153777824507819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,8192,0.04443555408053928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,8192,0.0340942210621304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,8192,0.034565332863065935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,8192,0.03346488873163859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,8192,0.027130666706297133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,8192,0.025016888976097107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,8192,0.022426666484938726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,8192,0.01806400054030948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,8192,0.015420445137553744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,8192,0.015224888920783997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,8192,0.01707555519209968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,8192,0.018051554759343464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,8192,0.014641778336630927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,8192,0.015281778242852954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,8192,0.01754488878779941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,8192,0.014984889162911309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,8192,0.014752000570297241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,8192,0.014684443672498068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,8192,0.014673777752452426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,8192,0.015064888530307345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,8192,0.014334221680959066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,8192,0.014085332552591959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,8192,0.014044443766276041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,8192,0.013562666873137156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,8192,0.014575999644067554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,8192,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,8192,0.012867555850081973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,8192,0.0129457778400845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,8192,0.0129439996348487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,8192,0.012899555265903473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,8192,0.012668444050682915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,8192,0.013960889644092984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,8192,0.014209777116775513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,8192,0.01406044430202908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,8192,0.014117333624098035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,8192,0.014055111342006259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,8192,0.013930666777822705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,8192,0.013724444641007317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,8192,0.01220266686545478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,8192,0.012138666378127204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,8192,0.012455110748608908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,8192,0.012494222157531314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,8192,0.012677333421177335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,8192,0.012142221960756512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,8192,0.01222222215599484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,8192,0.012351999680201212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,10240,0.024864000082015992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,8192,1.2294303894042968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,8192,0.6297599792480468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,8192,0.3247722625732422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,8192,0.16672852834065754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,8192,0.17020053863525392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,8192,0.15483627319335938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,8192,0.15510080655415853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,8192,0.1474847952524821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,8192,0.14393812815348309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,8192,0.12860906918843587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,8192,0.13148053487141925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,8192,0.12727893193562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,8192,0.12412373224894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,8192,0.11365439891815185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,8192,0.11033706665039063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,8192,0.10506560007731121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,8192,0.10876373449961345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,8192,0.09404160181681315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,8192,0.0978495995203654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,8192,0.08949973583221435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,8192,0.0871669371922811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,8192,0.07688213189442952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,8192,0.07763520081837973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,8192,0.0703648010889689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,8192,0.0704746643702189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,8192,0.0599242647488912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,8192,0.05834240118662516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,8192,0.052916268507639565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,8192,0.05446826616923014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,8192,0.0440287987391154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,8192,0.04527039925257365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,8192,0.04270933469136556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,8192,0.039795200030008956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,8192,0.03393599987030029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,8192,0.032849067449569704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,8192,0.027749333779017133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,8192,0.027062400182088213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,8192,0.026795732975006103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,8192,0.02699413299560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,8192,0.027124265829722088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,8192,0.026215465863545735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,8192,0.026337067286173504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,8192,0.02521066665649414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,8192,0.023945599794387817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,8192,0.02508266568183899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,8192,0.023296000560124715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,8192,0.02423786719640096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,8192,0.0247978667418162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,8192,0.022813866535822548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,8192,0.02374293406804403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,8192,0.02297280033429464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,10240,0.02518506646156311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,8192,0.022032000621159873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,8192,0.022268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,8192,0.021178666750590006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,8192,0.022399999698003135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,8192,0.022581332921981813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,8192,0.021210666497548422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,8192,0.02071573336919149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,8192,0.021545600891113282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,8192,0.02297280033429464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,8192,0.021337600549062093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,8192,0.022906666994094847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,8192,0.02067199945449829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,8192,0.021002666155497233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,8192,0.022642133633295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,8192,0.020778665939966835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,8192,0.02131519913673401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,8192,0.02091839909553528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,8192,0.02087679902712504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,8192,0.020887466271718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,8192,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,8192,0.021182932456334434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,8192,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,8192,0.020718934138615926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,10240,0.02520853281021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,8192,0.9582965215047201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,8192,1.928601582845052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,8192,0.286678409576416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,8192,0.2504607995351156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,8192,0.4904938697814941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,8192,0.2361994743347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,8192,0.270851198832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,8192,0.21994986534118652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,8192,0.22299092610677085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,8192,0.2773088137308756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,8192,0.2076255957285563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,8192,0.20868053436279296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,8192,0.19396692911783855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,8192,0.19510080019632975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,8192,0.2480074723561605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,8192,0.15835626920064289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,8192,0.14979519844055175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,8192,0.1393247922261556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,8192,0.1301525354385376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,8192,0.12019306818644207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,8192,0.23646400769551595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,8192,0.175547726949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,8192,0.16606933275858562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,8192,0.10059733390808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,8192,0.09865919748942056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,8192,0.06121493180592855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,8192,0.05507626533508301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,8192,0.04950293302536011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,8192,0.042662398020426436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,8192,0.08247679869333903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,8192,0.06989333629608155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,8192,0.07975253264109293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,8192,0.03926506837209066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,8192,0.028781867027282713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,8192,0.034828801949818924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,8192,0.024500266710917155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,8192,0.022712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,8192,0.021502933899561563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,8192,0.02107200026512146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,8192,0.021166932582855225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,8192,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,8192,0.022985599438349404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,8192,0.022411733865737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,8192,0.022371200720469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,8192,0.017259732882181803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,8192,0.01697493394215902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,8192,0.016956800222396852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,8192,0.016731733083724977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,8192,0.016646400094032288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,8192,0.015401599804560342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,8192,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,8192,0.015203199783960977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,8192,0.015035733580589294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,8192,0.01542080044746399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,8192,0.015083733201026916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,8192,0.015050666530927024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,8192,0.03270080089569092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,8192,0.032330665985743204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,8192,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,8192,0.03265173236529033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,8192,0.032554666201273605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,8192,0.03196906646092733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,8192,0.03254719972610474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,8192,0.03306026657422383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,8192,0.032569599151611325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,8192,0.03391040166219075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,8192,0.032102400064468385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,8192,0.033470932642618814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,8192,0.034209068616231283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,8192,0.03426133394241333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,8192,0.034178133805592856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,8192,0.03420159816741943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,8192,0.016607999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,8192,0.27779626846313477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,8192,0.5158922513326009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,8192,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,8192,0.1483946641286214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,8192,0.07931093374888101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,8192,0.07801493008931479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,8192,0.07687679926554361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,8192,0.07590506871541342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,8192,0.07557653586069743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,8192,0.07500693003336588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,8192,0.07381333510080973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,8192,0.073471999168396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,8192,0.07251839637756348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,8192,0.07322133382161458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,8192,0.05677440166473389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,8192,0.05595946709314982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,8192,0.0547765334447225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,8192,0.053529600302378334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,8192,0.05139946540196737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,8192,0.05184213320414225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,8192,0.05035839875539144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,8192,0.05043413241704305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,8192,0.04854933420817058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,8192,0.04789226849873861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,8192,0.0469653328259786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,8192,0.04667946497599284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,8192,0.04534080028533936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,8192,0.03024853269259135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,8192,0.029769599437713623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,8192,0.02914239962895711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,8192,0.027613866329193115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,8192,0.027320533990859985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,8192,0.026011733214060466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,8192,0.024072533845901488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,8192,0.025512532393137617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,8192,0.02352213263511658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,8192,0.022641066710154215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,8192,0.022285866737365722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,8192,0.02168853282928467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,8192,0.021971199909845987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,8192,0.021923200289408366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,8192,0.02241386572519938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,8192,0.021563732624053956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,8192,0.022100265820821127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,8192,0.021486934026082358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,8192,0.02119999925295512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,8192,0.021191465854644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,8192,0.021207465728123983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,8192,0.021242666244506835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,8192,0.021129600207010903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,8192,0.021170133352279664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,8192,0.020747733116149903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,8192,0.021192532777786256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,8192,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,8192,0.02068906625111898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,8192,0.021151999632517494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,8192,0.02112213373184204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,8192,0.021151999632517494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,8192,0.020753065745035805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,8192,0.020779732863108316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,8192,0.021126399437586464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,8192,0.02132586638132731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,8192,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,8192,0.02094399929046631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,8192,0.02105813423792521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,8192,0.021088000138600668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,8192,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,8192,0.020731733242670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,8192,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,8192,0.021177599827448525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,8192,0.02076586683591207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,8192,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,7168,0.8079386552174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,7168,0.4965120156606038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,7168,0.2508400082588196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,7168,0.13940133651097616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,7168,0.14002533753712973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,7168,0.11924266815185547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,7168,0.12171733379364014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,7168,0.11685466766357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,7168,0.10221999883651733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,7168,0.0954533318678538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,7168,0.09552933772404988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,7168,0.08581733703613281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,7168,0.08973333239555359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,7168,0.08754400412241618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,7168,0.07884666820367177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,8192,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,7168,0.07578399777412415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,7168,0.07906933128833771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,7168,0.06557333469390869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,7168,0.06128666798273722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,7168,0.07289466758569081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,7168,0.05534799893697103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,7168,0.06365066766738892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,7168,0.05738133192062378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,7168,0.04972533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,7168,0.05131066838900248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,7168,0.04120133320490519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,7168,0.0412266676624616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,7168,0.035420000553131104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,7168,0.038903998831907906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,7168,0.02867066611846288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,7168,0.029994666576385498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,7168,0.028431999186674755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,7168,0.02322400112946828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,7168,0.021040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,7168,0.01926933353145917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,7168,0.015590666482845942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,7168,0.013092000037431717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,7168,0.015484000245730082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,7168,0.013072000195582708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,7168,0.014949332922697067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,7168,0.012621333201726278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,7168,0.013562666873137156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,7168,0.015594666202863058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,7168,0.012250666817029318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,7168,0.012642666697502136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,7168,0.012211999545494715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,7168,0.013156000524759293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,7168,0.013110666225353876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,7168,0.012149333953857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,7168,0.012201332797606787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,7168,0.012150666366020838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,7168,0.01157333329319954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,7168,0.012955999622742334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,7168,0.012629333883523941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,7168,0.012141333272059759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,7168,0.011618666350841522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,7168,0.011557333171367645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,7168,0.011605333536863327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,7168,0.011492000271876654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,7168,0.012333333492279053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,7168,0.012383999923865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,7168,0.012257333844900131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,7168,0.012200000385443369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,7168,0.012370667109886805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,7168,0.012225333601236343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,7168,0.012313333650430044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,7168,0.01099733387430509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,7168,0.011054666091998419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,7168,0.011028000464042028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,7168,0.011075999587774277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,7168,0.010965333630641302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,7168,0.011039999624093374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,7168,0.01102533315618833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,7168,0.01109466701745987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,7168,1.0722015380859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,7168,0.5510293324788411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,7168,0.2838026682535807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,7168,0.1422218640645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,7168,0.1435647964477539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,8192,0.02109653353691101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,7168,0.1305077314376831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,7168,0.13543893496195475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,7168,0.13010026613871256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,7168,0.12372693220774333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,7168,0.11204906304677327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,7168,0.10805973211924236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,7168,0.11450986862182617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,7168,0.1090666691462199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,7168,0.1017077366511027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,7168,0.09696213404337564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,7168,0.09508480230967203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,7168,0.09358506997426351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,7168,0.08763093153635661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,7168,0.0858560005823771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,7168,0.0790613333384196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,7168,0.07521920204162598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,7168,0.06857706705729166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,7168,0.06880213419596354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,7168,0.06018666823705038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,7168,0.06078506708145141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,7168,0.05352746645609537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,7168,0.05464213291803995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,7168,0.04688106775283814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,7168,0.0494432012240092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,7168,0.04195839961369832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,7168,0.04252586762110393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,7168,0.03947306474049886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,7168,0.03551679849624634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,7168,0.03272426724433899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,7168,0.0321941335995992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,7168,0.027294933795928955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,7168,0.02612053354581197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,7168,0.026220800479253133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,7168,0.027856000264485675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,7168,0.024117332696914674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,7168,0.02502293388048808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,7168,0.024962133169174193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,7168,0.023102933168411256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,7168,0.023814400037129722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,7168,0.022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,7168,0.02224000096321106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,7168,0.022884267568588256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,7168,0.022114133834838866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,7168,0.022046933571497597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,7168,0.02526613275210063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,7168,0.022552533944447836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,7168,0.0214026669661204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,7168,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,7168,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,7168,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,7168,0.023053866624832154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,7168,0.020589866240819297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,7168,0.019207467635472618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,7168,0.02165013353029887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,7168,0.020666666825612388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,7168,0.020569600661595664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,7168,0.01881493330001831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,7168,0.01986879905064901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,7168,0.020992000897725425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,7168,0.018948266903559365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,7168,0.020795732736587524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,7168,0.02074026664098104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,7168,0.021915733814239502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,7168,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,7168,0.020834134022394816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,7168,0.021313067277272543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,7168,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,7168,0.021303466955820718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,7168,0.02005973259607951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,8192,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,7168,1.8659189860026042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,7168,0.9518901189168295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,7168,0.47953494389851886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,7168,0.24603625933329262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,7168,0.282372252146403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,7168,0.2345184008280436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,7168,0.2659594694773356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,7168,0.21574719746907553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,7168,0.2147808074951172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,7168,0.2029045263926188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,7168,0.20039040247599282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,7168,0.18794986406962078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,7168,0.1861237366994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,7168,0.2665269374847412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,7168,0.24367359479268394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,7168,0.15175573031107586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,7168,0.132586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,7168,0.1281824032465617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,7168,0.11025386651357014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,7168,0.104366930325826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,7168,0.23170026143391928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,7168,0.15468799273173015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,7168,0.08392746448516845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,7168,0.1697951952616374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,7168,0.08379519780476888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,7168,0.05703893502553305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,7168,0.052162134647369386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,7168,0.04745279947916667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,7168,0.040775465965271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,7168,0.07517440319061279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,7168,0.06436800161997477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,7168,0.06930773258209229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,7168,0.037544532616933184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,7168,0.03271893262863159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,7168,0.02272640069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,7168,0.020725333690643312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,7168,0.027576533953348796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,7168,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,7168,0.019883733987808228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,7168,0.01913599967956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,7168,0.019875200589497884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,7168,0.01930026610692342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,7168,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,7168,0.02100480000178019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,7168,0.01615466674168905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,7168,0.015682133038838704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,7168,0.015708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,7168,0.01588053305943807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,7168,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,7168,0.015687466661135355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,7168,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,7168,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,7168,0.013659733533859252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,7168,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,7168,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,7168,0.028178133567174274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,7168,0.028387200832366944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,7168,0.026369067033131917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,7168,0.02721280058224996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,7168,0.027988266944885255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,7168,0.028450133403142293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,7168,0.028909866015116376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,7168,0.03151786724726359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,7168,0.030535467465718585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,7168,0.0294869323571523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,7168,0.0271509329477946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,7168,0.028169600168863933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,7168,0.029080533981323244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,7168,0.028858667612075804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,7168,0.030057599147160847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,7168,0.030499200026194256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,7168,0.03117120067278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,7168,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,7168,0.46605758666992186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,7168,0.25010453859965004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,7168,0.13617706298828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,7168,0.015346133708953857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,7168,0.07160639762878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,7168,0.0722389300664266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,7168,0.07056639989217123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,7168,0.07031466960906982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,7168,0.06800320148468017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,7168,0.06904853185017903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,7168,0.06698986689249674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,7168,0.06953813234965006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,7168,0.06565653483072917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,7168,0.051419734954833984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,7168,0.06573439836502075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,7168,0.05103253523508707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,7168,0.049058131376902264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,7168,0.04858133395512899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,7168,0.04727360010147095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,7168,0.047042131423950195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,7168,0.045160531997680664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,7168,0.04535679817199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,7168,0.04414933522542318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,7168,0.04374293486277263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,7168,0.0422272006670634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,7168,0.04206826686859131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,7168,0.0413696010907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,7168,0.02823466658592224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,7168,0.02642773389816284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,7168,0.026199465990066527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,7168,0.02544426719347636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,7168,0.025352533658345538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,7168,0.02363413373629252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,7168,0.023436800638834635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,7168,0.022247467438379923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,7168,0.02156053384145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,7168,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,7168,0.020297600825627645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,7168,0.019912532965342202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,7168,0.02029866576194763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,7168,0.020348799228668214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,7168,0.019985065857569376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,7168,0.01989013353983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,7168,0.019992534319559732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,7168,0.019848533471425376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,7168,0.019834667444229126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,7168,0.019514666001001994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,7168,0.019511467218399046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,7168,0.01954879959424337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,7168,0.019033600886662803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,7168,0.0195360004901886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,7168,0.019407999515533448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,7168,0.01959786613782247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,7168,0.0191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,7168,0.01908479928970337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,7168,0.0191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,7168,0.01917120019594828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,7168,0.01919040083885193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,7168,0.019092265764872232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,7168,0.01945706605911255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,7168,0.01955519914627075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,7168,0.01913599967956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,7168,0.019139200448989868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,7168,0.01953386664390564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,7168,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,7168,0.01906879941622416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,7168,0.019486933946609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,7168,0.019383466243743895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,7168,0.01907520095507304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,7168,0.0190720001856486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,7168,0.019026132424672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,7168,0.01950826644897461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,6144,0.6881720225016276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,6144,0.4130186637242635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,6144,0.21013599634170532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,6144,0.11938800414403279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,6144,0.10849333802858989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,6144,0.10538799564043681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,7168,0.019141334295272826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,6144,0.10758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,6144,0.09809333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,6144,0.0911506712436676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,6144,0.08440799514452617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,6144,0.08304933210213979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,6144,0.07752266526222229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,6144,0.07940400143464406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,6144,0.07640400032202403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,6144,0.06875599920749664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,6144,0.06756266454855601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,6144,0.06817999978860219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,6144,0.06000933547814687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,6144,0.0651119997104009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,6144,0.05492533246676127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,7168,0.019435733556747437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,6144,0.048514669140179954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,6144,0.04601066807905833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,6144,0.04926000038782755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,6144,0.044997334480285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,6144,0.03697733332713445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,6144,0.036121333638827004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,6144,0.032002667586008705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,6144,0.0335359995563825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,6144,0.02685066560904185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,6144,0.025407999753952026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,6144,0.02031866709391276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,6144,0.019121332714955013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,6144,0.016997333616018295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,6144,0.013866666704416275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,6144,0.01173066720366478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,6144,0.01190399999419848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,6144,0.014113333076238632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,6144,0.013951999445756277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,6144,0.01165999968846639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,6144,0.012331999838352203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,6144,0.013424000392357508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,6144,0.01125066727399826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,6144,0.010942666480938593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,6144,0.01100399966041247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,6144,0.011992000043392181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,6144,0.012082666158676147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,6144,0.011054666091998419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,6144,0.052333335081736244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,6144,0.010944000134865442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,6144,0.011010666688283285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,6144,0.010947999854882559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,6144,0.011705332746108374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,6144,0.011618666350841522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,6144,0.010856000085671743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,6144,0.010539999852577845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,6144,0.02613866577545802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,6144,0.010552000254392624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,6144,0.010481332739194235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,6144,0.010593333592017492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,6144,0.011481333523988724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,6144,0.011437332878510157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,6144,0.011388000100851059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,6144,0.011420000344514847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,6144,0.01145600030819575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,6144,0.011302666117747625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,6144,0.011574666947126389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,6144,0.010377333189050356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,6144,0.010453333457310995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,6144,0.010266666611035665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,6144,0.010373333469033241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,6144,0.010023999959230423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,6144,0.010314666976531347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,6144,0.010406666745742163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,6144,0.9253109614054361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,6144,0.010237333054343859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,6144,0.2451360066731771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,6144,0.47506240208943684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,6144,0.12114240328470867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,6144,0.12143680254618328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,6144,0.11325653394063313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,6144,0.11146559715270996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,6144,0.11161812941233318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,6144,0.10686506430308025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,6144,0.094540802637736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,6144,0.09758719603220621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,6144,0.09275946617126465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,6144,0.09305600325266519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,6144,0.08911893367767335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,6144,0.08702507019042968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,6144,0.08213973045349121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,6144,0.07945600350697836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,6144,0.07382720311482747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,6144,0.06553279956181844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,6144,0.07758080164591472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,6144,0.0648255983988444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,6144,0.057905066013336184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,6144,0.05885013341903687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,6144,0.054009600480397546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,6144,0.05379946629206339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,6144,0.04937280019124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,6144,0.04983359972635905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,6144,0.04336213270823161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,6144,0.03838080167770386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,6144,0.04522133270899455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,6144,0.039927466710408525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,6144,0.035285333792368576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,6144,0.033583998680114746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,6144,0.03100266655286153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,6144,0.029381332794825236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,6144,0.024793599049250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,6144,0.024344533681869507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,6144,0.02422399918238322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,6144,0.023840000232060753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,6144,0.02579946716626485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,6144,0.022949333985646567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,6144,0.022427733739217123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,6144,0.023964800437291465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,6144,0.021633066733678184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,6144,0.0218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,6144,0.020987733205159505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,6144,0.02195840080579122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,6144,0.020977065960566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,6144,0.020984532435735066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,6144,0.02198186715443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,6144,0.021179733673731486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,6144,0.020221867163976035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,6144,0.020307199160257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,6144,0.019082667430241902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,6144,0.020754132668177286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,6144,0.019172267119089762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,6144,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,6144,0.021245867013931274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,6144,0.01879253387451172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,6144,0.018438400824864705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,6144,0.018397865692774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,6144,0.018630399306615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,6144,0.018744534254074095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,6144,0.018682666619618735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,6144,0.020067199071248373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,6144,0.01955946683883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,6144,0.019565866390864054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,6144,0.020153599977493285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,6144,0.01916266679763794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,6144,0.020447999238967896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,6144,0.019745065768559774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,6144,0.019314134120941163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,6144,0.020581332842508952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,6144,0.018736000855763754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,7168,0.019079466660817467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,6144,0.8975221633911132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,6144,0.4583413441975911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,6144,1.7977429707845052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,6144,0.2336949348449707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,6144,0.26125226020812986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,6144,0.2211946646372477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,6144,0.2508981386820475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,6144,0.25317974090576173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,6144,0.20162026087443033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,6144,0.19046506881713868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,6144,0.1797642707824707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,6144,0.17250666618347169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,6144,0.15624532699584961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,6144,0.23098665873209634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,6144,0.12530453205108644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,6144,0.12140373388926189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,6144,0.11066239674886066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,6144,0.10417706966400146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,6144,0.09584960142771402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,6144,0.08573226928710938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,6144,0.21736319859822592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,6144,0.20621546109517416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,6144,0.07658666769663493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,6144,0.1482752005259196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,6144,0.07715413570404053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,6144,0.052926933765411376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,6144,0.04893546501795451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,6144,0.04407680034637451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,6144,0.03811306556065877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,6144,0.06996586322784423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,6144,0.06352853377660116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,6144,0.060031998157501223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,6144,0.03483733336130778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,6144,0.030693332354227703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,6144,0.026423466205596925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,6144,0.02107306718826294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,6144,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,6144,0.01775253415107727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,6144,0.01758506695429484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,6144,0.017552000284194947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,6144,0.017336533466974894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,6144,0.019512534141540527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,6144,0.01954879959424337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,6144,0.019758933782577516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,6144,0.014044800400733947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,6144,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,6144,0.013778133193651834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,6144,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,6144,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,6144,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,6144,0.012202666203180949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,6144,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,6144,0.012034133076667786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,6144,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,6144,0.02542720039685567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,6144,0.025121066967646283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,6144,0.024382932980855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,6144,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,6144,0.023937066396077476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,6144,0.025656533241271973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,6144,0.025310933589935303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,6144,0.02558186650276184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,6144,0.02754773298899333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,6144,0.02579946716626485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,6144,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,6144,0.025534933805465697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,6144,0.02522346576054891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,6144,0.027149866024653118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,6144,0.026344533761342364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,6144,0.026370133956273394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,6144,0.027266132831573486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,6144,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,6144,0.015046399831771851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,6144,0.4226079940795898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,6144,0.2231050650278727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,6144,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,6144,0.12232426802317302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,6144,0.06497813463211059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,6144,0.06493759950002034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,6144,0.06351466576258341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,6144,0.06391146580378214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,6144,0.061981864770253504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,6144,0.06128319899241129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,6144,0.060280533631642666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,6144,0.06086613337198893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,6144,0.05823573271433512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,6144,0.05787626504898071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,6144,0.046428799629211426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,6144,0.04578026533126831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,6144,0.043501865863800046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,6144,0.043365331490834554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,6144,0.042625065644582114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,6144,0.04225920041402181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,6144,0.040742401281992593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,6144,0.04036906560262044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,6144,0.03919680118560791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,6144,0.039527467886606854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,6144,0.03816853364308675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,6144,0.038022398948669434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,6144,0.037330134709676104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,6144,0.02573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,6144,0.02355413238207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,6144,0.024037333329518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,6144,0.023187200228373207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,6144,0.023108265797297158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,6144,0.021107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,6144,0.02118720014890035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,6144,0.02027946710586548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,6144,0.018331732352574667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,6144,0.019953066110610963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,6144,0.01844586730003357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,6144,0.018199467658996583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,6144,0.018362667163213095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,6144,0.017860267559687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,6144,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,6144,0.018181333939234413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,6144,0.01829866568247477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,6144,0.017836799224217735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,6144,0.01781546672185262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,6144,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,6144,0.017744000752766928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,6144,0.017442133029301962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,6144,0.01776426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,6144,0.017784533898035686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,6144,0.017488000790278117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,6144,0.017774933576583864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,6144,0.017577600479125977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,6144,0.017422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,6144,0.017785600821177163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,6144,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,6144,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,6144,0.017523199319839478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,6144,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,6144,0.01743146578470866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,6144,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,6144,0.017428267002105712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,6144,0.017550933361053466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,6144,0.01779200037320455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,6144,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,6144,0.017463467518488564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,6144,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,6144,0.017511467138926186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,6144,0.017434666554133095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,6144,0.017826133966445924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,6144,0.01775146722793579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,5120,0.5835456212361654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,6144,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,5120,0.35554027557373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,5120,0.15391680399576824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,5120,0.07994879881540934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,5120,0.10188373724619548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,5120,0.07764693101247153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,5120,0.09484373728434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,5120,0.07441173394521078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,5120,0.07414720058441163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,5120,0.06523413260777791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,5120,0.06792426904042562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,5120,0.059616001447041836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,5120,0.06569813489913941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,5120,0.06017066637674967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,5120,0.05938986539840698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,5120,0.052401065826416016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,5120,0.058063999811808265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,5120,0.04744426806767781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,5120,0.050869333744049075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,5120,0.04291199843088786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,5120,0.04489386479059855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,5120,0.03773013353347778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,5120,0.0398357351620992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,5120,0.034883201122283936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,5120,0.03609386682510376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,5120,0.029335467020670573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,5120,0.026191999514897663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,5120,0.02837013403574626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,5120,0.021170133352279664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,5120,0.021704532702763877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,5120,0.021215999126434328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,5120,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,5120,0.01566933294137319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,5120,0.014306132992108664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,5120,0.011891200145085653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,5120,0.010218666990598042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,5120,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,5120,0.011505066355069479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,5120,0.012377599875132244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,5120,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,5120,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,5120,0.011152000228563944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,5120,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,5120,0.009725866715113322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,5120,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,5120,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,5120,0.029237333933512372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,5120,0.00993386705716451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,5120,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,5120,0.009401599566141765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,5120,0.009343999624252319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,5120,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,5120,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,5120,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,6144,0.01749546726544698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,5120,0.009425066908200582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,5120,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,5120,0.009514666597048442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,5120,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,5120,0.009353599945704142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,5120,0.009672533472379048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,5120,0.009250133236249288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,5120,0.009297066926956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,5120,0.00928106705347697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,5120,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,5120,0.009242666761080424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,5120,0.009215999643007915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,5120,0.009404800335566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,5120,0.009308800101280212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,5120,0.009251200159390767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,5120,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,5120,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,5120,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,5120,0.00925973355770111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,5120,0.008896000186602275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,6144,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,5120,0.20392319361368813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,5120,0.405511474609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,5120,0.10073066552480062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,5120,0.10435307025909424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,5120,0.0955135981241862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,5120,0.09553600152333577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,5120,0.09623573621114095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,5120,0.09143253167470297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,5120,0.0843989372253418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,5120,0.08411733309427896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,5120,0.076910932858785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,5120,0.07819733619689942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,5120,0.07499093214670817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,5120,0.07256426811218261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,5120,0.06715946992238363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,5120,0.06753386656443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,5120,0.060583468278249106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,5120,0.06348160107930502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,5120,0.05716906785964966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,5120,0.055587200323740635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,5120,0.05320533514022827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,5120,0.051695998509724936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,5120,0.04751360019048055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,5120,0.7763754526774089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,5120,0.04443200031916301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,5120,0.04309013287226359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,5120,0.03975253502527873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,5120,0.04086826642354329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,5120,0.03489919900894165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,5120,0.035045333703358966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,5120,0.028808534145355225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,5120,0.03393386602401734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,5120,0.028754132986068725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,5120,0.023937066396077476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,5120,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,5120,0.02278613249460856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,5120,0.022797866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,5120,0.022680532932281495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,5120,0.02375146746635437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,5120,0.022326399882634483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,5120,0.02179946700731913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,5120,0.020785067478815714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,5120,0.04728533426920573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,5120,0.02090346614519755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,5120,0.01956053376197815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,5120,0.021545600891113282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,5120,0.020849066972732543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,5120,0.02090346614519755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,5120,0.020643200476964316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,5120,0.03030400077501933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,5120,0.018914133310317993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,5120,0.0185205340385437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,5120,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,5120,0.020114133755366005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,5120,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,5120,0.020286933581034342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,5120,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,5120,0.019569067160288493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,5120,0.016724266608556113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,5120,0.017422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,5120,0.018345600366592406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,5120,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,5120,0.01758400003115336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,5120,0.018224000930786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,5120,0.018549333016077675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,5120,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,5120,0.018832000096638997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,5120,0.018971733252207437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,5120,0.019486933946609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,5120,0.018660267194112144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,5120,0.02005973259607951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,5120,0.018489599227905273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,5120,0.018914133310317993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,5120,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,5120,0.8691189448038736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,5120,0.4414069175720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,5120,1.7181983947753907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,5120,0.22061546643575033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,5120,0.24602346420288085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,5120,0.20362453460693358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,5120,0.23894826571146646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,5120,0.18375892639160157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,5120,0.16702826817830402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,5120,0.16150186856587728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,5120,0.14782613118489582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,5120,0.1398741404215495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,5120,0.13204800287882487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,5120,0.23505919774373374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,5120,0.20928746859232583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,5120,0.09771200021107992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,5120,0.09269013404846191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,5120,0.08766720294952393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,5120,0.08421013355255128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,5120,0.07741546630859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,5120,0.19032319386800128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,5120,0.12096959749857586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,5120,0.0713375965754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,5120,0.06823679606119791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,5120,0.10461973349253337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,5120,0.05123840173085531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,5120,0.04575573205947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,5120,0.0425983985265096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,5120,0.03617493311564128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,5120,0.06369280020395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,5120,0.0595573345820109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,5120,0.05634453296661377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,5120,0.033890132109324136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,5120,0.019845332702000937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,5120,0.0243776003519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,5120,0.018201599518458046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,5120,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,5120,0.017518933614095053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,5120,0.015528532862663268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,5120,0.016124799847602844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,5120,0.015590399503707886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,5120,0.016028799613316855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,5120,0.027988266944885255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,5120,0.01781546672185262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,5120,0.013199999928474426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,5120,0.013260799646377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,5120,0.013237333297729493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,5120,0.012575999895731608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,5120,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,5120,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,5120,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,5120,0.010863999525705974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,5120,0.011325866977373759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,5120,0.011152000228563944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,5120,0.01143893301486969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,5120,0.02232960065205892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,5120,0.02190720041592916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,5120,0.021090133984883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,5120,0.022265599171320597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,5120,0.02046826680501302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,5120,0.02144213318824768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,5120,0.023959465821584067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,5120,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,5120,0.022065067291259767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,5120,0.022406399250030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,5120,0.02119040091832479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,5120,0.021987199783325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,5120,0.02152106761932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,5120,0.023577600717544556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,5120,0.02322559952735901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,5120,0.022317866484324135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,5120,0.02404586672782898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,5120,0.012957866986592612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,5120,0.01302186648050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,5120,0.37736533482869467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,5120,0.2031167984008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,5120,0.10799466768900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,5120,0.05895573298136393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,5120,0.0562175989151001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,5120,0.05616639852523804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,5120,0.05529280106226603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,5120,0.054006401697794595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,5120,0.05345919926961264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,5120,0.052349865436553955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,5120,0.051151998837788905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,5120,0.050885331630706784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,5120,0.050147199630737306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,5120,0.04081919987996419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,5120,0.040166401863098146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,5120,0.0395466685295105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,5120,0.038354134559631346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,5120,0.03723413149515788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,5120,0.03816320101420085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,5120,0.036755200227101645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,5120,0.03549439907073974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,5120,0.034670933087666826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,5120,0.03448959986368815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,5120,0.03418346643447876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,5120,0.03316799998283386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,5120,0.0321343998114268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,5120,0.022950400908788048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,5120,0.022107734282811483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,5120,0.021203200022379555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,5120,0.020321067174275717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,5120,0.021101866165796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,5120,0.019618133703867592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,5120,0.0187882661819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,5120,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,5120,0.017876267433166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,5120,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,5120,0.016681599617004394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,5120,0.01665493349234263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,5120,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,5120,0.01623466710249583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,5120,0.016703999042510985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,5120,0.01620586713155111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,5120,0.016229333480199178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,5120,0.01597546637058258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,5120,0.01626240015029907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,5120,0.016225066781044007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,5120,0.01576746702194214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,5120,0.016141866644223533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,5120,0.01622293293476105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,5120,0.015838932991027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,5120,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,5120,0.015877333283424378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,5120,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,5120,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,5120,0.015824000040690102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,5120,0.015797332922617594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,5120,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,5120,0.016165332992871602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,5120,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,5120,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,5120,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,5120,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,5120,0.015827199816703795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,5120,0.015843199690183003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,5120,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,5120,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,5120,0.015830399592717488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,5120,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,5120,0.01604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,5120,0.015826132893562318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,5120,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,4096,0.45583572387695315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,4096,0.24849173227945962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,4096,0.13499520619710287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,4096,0.07614933649698893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,4096,0.07745813528696696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,4096,0.07591679890950521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,4096,0.06312213341395059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,4096,0.06391040086746216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,4096,0.058107733726501465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,4096,0.052724266052246095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,4096,0.05154240131378174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,4096,0.047340798377990725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,4096,0.048794666926066085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,4096,0.04750506480534871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,4096,0.04320533275604248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,4096,0.041561599572499594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,4096,0.04258986711502075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,4096,0.03760639826456706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,4096,0.0400000015894572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,4096,0.034745601812998454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,4096,0.03378986517588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,4096,0.030855466922124226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,4096,0.0313429335753123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,4096,0.028573866685231524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,4096,0.028472532828648884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,4096,0.02402346730232239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,4096,0.023220266898473105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,4096,0.020733867088953653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,4096,0.02251840035120646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,4096,0.017207467555999757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,4096,0.017401599884033205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,5120,0.01546986699104309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,4096,0.01729493339856466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,4096,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,4096,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,4096,0.012500266234079996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,4096,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,4096,0.008984532952308655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,4096,0.00864746669928233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,4096,0.008970666925112407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,4096,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,4096,0.008506666620572407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,4096,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,4096,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,4096,0.00817386656999588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,4096,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,4096,0.008072533210118612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,4096,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,4096,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,4096,0.008045866588751475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,4096,0.008028799792130788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,4096,0.008135466774304708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,4096,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,4096,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,4096,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,4096,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,4096,0.009289600451787313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,4096,0.00860800047715505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,4096,0.010637866457303365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,4096,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,4096,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,4096,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,4096,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,4096,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,4096,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,4096,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,4096,0.008021333316961924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,5120,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,4096,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,4096,0.008161066472530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,4096,0.008006399869918824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,4096,0.008040533463160197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,4096,0.008036266764005024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,4096,0.008024533092975617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,4096,0.008045866588751475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,4096,0.00806933343410492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,4096,0.3249578793843587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,4096,0.6404746373494465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,4096,0.08016533056894938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,4096,0.08307092984517415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,4096,0.07733226617177327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,4096,0.07962453365325928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,4096,0.0765664021174113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,4096,0.07758933703104655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,4096,0.06794346968332926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,4096,0.06670719782511393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,4096,0.0626858671506246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,4096,0.06181439956029257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,4096,0.15624960263570148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,4096,0.059469866752624514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,4096,0.05643306573232015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,4096,0.05821653207143148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,4096,0.04955306847890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,4096,0.05347626606623331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,4096,0.04782400131225586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,4096,0.04825173219045003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,4096,0.04414186477661133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,4096,0.04459626674652099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,4096,0.04423146645228068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,4096,0.04240533510843913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,4096,0.03829439878463745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,4096,0.03856639862060547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,4096,0.034016001224517825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,4096,0.03581759929656982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,4096,0.029393066962560017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,4096,0.03127253254254659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,4096,0.030246400833129884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,4096,0.028835199276606244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,5120,0.015570132931073507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,4096,0.025668267409006757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,4096,0.02485439976056417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,4096,0.02077440023422241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,4096,0.022418133417765298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,4096,0.020552533864974975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,4096,0.020140800873438516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,4096,0.02089386582374573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,4096,0.020152533054351808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,4096,0.020346667369206747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,4096,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,4096,0.01884373426437378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,4096,0.019770665963490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,4096,0.018768000602722167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,4096,0.018922666708628334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,4096,0.019337600469589232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,4096,0.018758400281270345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,4096,0.018071466684341432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,4096,0.020558933417002358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,4096,0.01826559901237488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,4096,0.018978132804234823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,4096,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,4096,0.016823466618855795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,4096,0.05799359877904257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,4096,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,4096,0.016999467213948568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,4096,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,4096,0.01773653427759806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,4096,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,4096,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,4096,0.01844480037689209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,4096,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,4096,0.01627840002377828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,4096,0.017122133572896322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,4096,0.01812373399734497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,4096,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,4096,0.020498132705688475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,4096,0.016748799880345663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,4096,0.018339200814565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,4096,0.017314134041468303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,4096,0.018677333990732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,4096,0.018439465761184694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,4096,0.01790293256441752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,4096,0.21112640698750815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,4096,0.8326367696126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,4096,0.4185514767964681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,4096,0.18829760551452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,4096,0.19463574091593425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,4096,0.16540692647298177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,4096,1.6437151590983075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,4096,0.1532650629679362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,4096,0.1696298599243164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,4096,0.1289205312728882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,4096,0.20488746960957846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,4096,0.14250559806823732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,4096,0.12363093694051105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,4096,0.11311466693878174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,4096,0.10989867051442463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,4096,0.0952245314915975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,4096,0.08935039838155111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,4096,0.08708159923553467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,4096,0.08270719846089682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,4096,0.07798186937967935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,4096,0.07228373686472575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,4096,0.12285973230997722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,4096,0.10181547005971273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,4096,0.06363733212153116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,4096,0.06617173353830973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,4096,0.04753173192342122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,4096,0.04185280005137126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,4096,0.039979732036590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,4096,0.032629332939783734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,4096,0.05899946689605713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,4096,0.05626773436864217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,4096,0.050587733586629234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,4096,0.03107946713765462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,4096,0.024732800324757893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,4096,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,4096,0.02244053284327189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,4096,0.01579200029373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,4096,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,4096,0.015698132912317912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,4096,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,4096,0.013745066523551942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,4096,0.014005333185195923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,4096,0.01595946649710337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,4096,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,4096,0.011678933103879293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,4096,0.011706667145093282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,4096,0.011325866977373759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,4096,0.011615999539693196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,4096,0.011550933122634888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,4096,0.011641599734624227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,4096,0.010167466600735982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,4096,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,4096,0.009731200337409974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,4096,0.011698133746782939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,4096,0.00993386705716451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,4096,0.009774933258692425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,4096,0.01895893414815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,4096,0.01901866594950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,4096,0.019014400243759156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,4096,0.019342933098475137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,4096,0.019474132855733236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,4096,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,4096,0.019402666886647543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,4096,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,4096,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,4096,0.01949440042177836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,4096,0.01954560081164042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,4096,0.01983786622683207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,4096,0.020221867163976035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,4096,0.01976213256518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,4096,0.02002453406651815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,4096,0.02021333376566569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,4096,0.020616533358891805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,4096,0.3015093485514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,4096,0.15759466489156088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,4096,0.08697706858317057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,4096,0.04659413496653239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,4096,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,4096,0.046223998069763184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,4096,0.04487893184026082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,4096,0.04535146554311116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,4096,0.043280001481374106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,4096,0.0435914675394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,4096,0.04335893392562866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,4096,0.04291839996973674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,4096,0.0413973331451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,4096,0.041671466827392575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,4096,0.03379520177841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,4096,0.03319680094718933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,4096,0.032181332508722946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,4096,0.032613333066304526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,4096,0.0316266675790151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,4096,0.03171413342158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,4096,0.029868799448013305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,4096,0.030062933762868244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,4096,0.029363199075063066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,4096,0.029019733270009358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,4096,0.02818666696548462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,4096,0.02814720074335734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,4096,0.027837866544723512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,4096,0.019953066110610963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,4096,0.018355200688044228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,4096,0.017853866020838417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,4096,0.017911465962727864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,4096,0.01791999936103821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,4096,0.016793600718180337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,4096,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,4096,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,4096,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,4096,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,4096,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,4096,0.014219733079274497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,4096,0.014354133605957031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,4096,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,4096,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,4096,0.014258133371671042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,4096,0.014221866925557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,4096,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,4096,0.014101333419481912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,4096,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,4096,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,4096,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,4096,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,4096,0.013722667098045349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,4096,0.014200533429781595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,4096,0.01402453382809957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,4096,0.013682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,4096,0.013769599795341491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,4096,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,4096,0.013345066706339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,4096,0.013451733191808066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,4096,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,4096,0.0137855996688207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,4096,0.013642666737238565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,4096,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,4096,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,4096,0.013392000397046407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,4096,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,4096,0.013623467087745667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,4096,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,4096,0.014131200313568116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,4096,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,4096,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,4096,0.013762133320172629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,4096,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,3584,0.21815999348958334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,3584,0.40165119171142577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,3584,0.10915413697560628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,3584,0.055270401636759434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,3584,0.0587936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,3584,0.05908693472544352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,3584,0.05496213436126709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,3584,0.05600639979044596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,3584,0.051742935180664064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,3584,0.047251200675964354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,3584,0.04372693300247192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,3584,0.0457258661588033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,4096,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,3584,0.044278399149576826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,3584,0.03961173295974731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,3584,0.0382207989692688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,3584,0.03918293317159017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,3584,0.03477973143259684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,3584,0.03661973476409912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,3584,0.03180906573931376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,3584,0.03209919929504394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,3584,0.02890346646308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,3584,0.026156800985336303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,3584,0.026264532407124834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,3584,0.02258239984512329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,3584,0.02160960038503011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,3584,0.019301333030064902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,3584,0.045311999320983884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,3584,0.02018986741701762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,3584,0.01581760048866272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,3584,0.015799466768900552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,3584,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,3584,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,3584,0.011965866883595784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,3584,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,3584,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,3584,0.008076799909273784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,3584,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,3584,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,3584,0.009847467144330341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,3584,0.008022400240103405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,3584,0.0076106667518615724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,3584,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,3584,0.007694933315118153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,3584,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,3584,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,3584,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,3584,0.00772266685962677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,3584,0.007299200197060903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,3584,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,3584,0.0073749333620071415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,3584,0.007854933540026348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,3584,0.0073183998465538025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,3584,0.007253333429495494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,3584,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,3584,0.008046933511892954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,3584,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,3584,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,3584,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,3584,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,3584,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,3584,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,3584,0.029102933406829835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,3584,0.007258666555086772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,3584,0.007210666437943776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,3584,0.007229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,3584,0.009093333284060161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,3584,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,3584,0.009363200267155964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,3584,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,3584,0.009362133344014485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,3584,0.009313066800435383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,3584,0.00941439966360728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,3584,0.009789866209030152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,3584,0.5608458836873372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,3584,0.007366399963696797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,3584,0.2816245396931966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,3584,0.1329429308573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,3584,0.07381440003712972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,3584,0.07357333501180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,3584,0.07002773284912109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,3584,0.0698848009109497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,3584,0.06355839967727661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,4096,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,3584,0.05892159938812256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,3584,0.05903253157933554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,3584,0.05646080176035563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,3584,0.05700586636861166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,3584,0.05520319938659668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,3584,0.05324480136235556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,3584,0.0508565346399943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,3584,0.05148799816767374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,3584,0.048186667760213214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,3584,0.049098666508992514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,3584,0.04532693227132161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,3584,0.044606932004292804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,3584,0.042903467019399004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,3584,0.06907413005828858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,3584,0.043398400147755936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,3584,0.03934613466262817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,3584,0.036396801471710205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,3584,0.039162667592366536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,3584,0.037315201759338376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,3584,0.03333866596221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,3584,0.033035733302434284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,3584,0.02990399996439616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,3584,0.030019199848175047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,3584,0.026681600014368693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,3584,0.029020800193150835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,3584,0.025570134321848553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,3584,0.023622399568557738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,3584,0.020753065745035805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,3584,0.019615999857584634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,3584,0.020090667406717937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,3584,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,3584,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,3584,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,3584,0.02021546761194865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,3584,0.019924267133076986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,3584,0.01900586684544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,3584,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,3584,0.018644267320632936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,3584,0.01906879941622416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,3584,0.01858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,3584,0.01726933320363363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,3584,0.01766293247540792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,3584,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,3584,0.017806933323542277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,3584,0.017628800868988038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,3584,0.018492799997329713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,3584,0.017937066157658894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,3584,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,3584,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,3584,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,3584,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,3584,0.01725546717643738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,3584,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,3584,0.01644480029741923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,3584,0.01616853376229604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,3584,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,3584,0.01672640045483907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,3584,0.018658133347829182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,3584,0.0168778657913208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,3584,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,3584,0.01698346734046936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,3584,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,3584,0.01760853330294291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,3584,0.018886399269104005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,3584,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,3584,0.016511999567349753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,3584,1.6421323140462238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,3584,0.4227765401204427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,3584,0.8282943725585937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,3584,0.16085119247436525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,3584,0.1876746654510498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,3584,0.14855146408081055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,3584,0.18690239588419597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,3584,0.12596266269683837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,3584,0.11861120065053303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,3584,0.11202346483866374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,3584,0.11001386642456054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,3584,0.10397333304087322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,3584,0.16777599652608235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,3584,0.10175147056579589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,3584,0.14287467002868653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,3584,0.089246932665507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,3584,0.08638827006022134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,3584,0.08142186800638834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,3584,0.07837333679199218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,3584,0.07415680090586343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,3584,0.07013973395029703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,3584,0.1423199971516927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,3584,0.09423786799112956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,3584,0.0632586677869161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,3584,0.061433601379394534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,3584,0.056927998860677086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,3584,0.044836266835530596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,3584,0.039350398381551105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,3584,0.03743146657943726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,3584,0.03136639992396037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,3584,0.0535370667775472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,3584,0.0239519993464152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,3584,0.04887359937032064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,3584,0.029014400641123456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,3584,0.021513599157333373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,3584,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,3584,0.015016532937685647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,3584,0.013327999909718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,3584,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,3584,0.013285332918167114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,3584,0.01325440009435018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,3584,0.013345066706339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,3584,0.016516266266504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,3584,0.015082666277885437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,3584,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,3584,0.010820266604423524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,3584,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,3584,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,3584,0.011111467083295187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,3584,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,3584,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,3584,0.00956053336461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,3584,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,3584,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,3584,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,3584,0.017732266585032144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,3584,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,3584,0.01737173398335775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,3584,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,3584,0.017786665757497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,3584,0.017718400557835898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,3584,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,3584,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,3584,0.018297600746154784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,3584,0.017941333850224814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,3584,0.01704746683438619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,3584,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,3584,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,3584,0.018229333559672038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,3584,0.018282665808995565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,3584,0.018499199549357095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,3584,0.018872533241907755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,3584,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,3584,0.27097066243489587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,3584,0.14430294036865235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,3584,0.07684266567230225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,3584,0.03999893267949422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,3584,0.04247466723124187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,3584,0.0417301336924235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,3584,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,3584,0.04005653460820516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,3584,0.04081386725107829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,3584,0.03968533277511597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,3584,0.039086933930714926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,3584,0.037938133875528975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,3584,0.038330666224161786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,3584,0.03832319974899292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,3584,0.030101333061854047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,3584,0.030355199178059893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,3584,0.029977599779764812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,3584,0.0296725332736969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,3584,0.02850346763928731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,3584,0.02811093330383301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,3584,0.02783573269844055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,3584,0.028038400411605834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,3584,0.02645333409309387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,3584,0.026437334219614667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,3584,0.026897066831588747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,3584,0.026045866807301837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,3584,0.024845866362253825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,3584,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,3584,0.017537067333857216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,3584,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,3584,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,3584,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,3584,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,3584,0.01548799971739451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,3584,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,3584,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,3584,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,3584,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,3584,0.013403733571370443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,3584,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,3584,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,3584,0.013315199812253316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,3584,0.013384532928466798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,3584,0.013351466258366904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,3584,0.013306666413942972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,3584,0.0129120002190272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,3584,0.012994133432706199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,3584,0.01285546620686849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,3584,0.012968533237775168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,3584,0.012962133685747782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,3584,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,3584,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,3584,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,3584,0.012492799758911132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,3584,0.012888532876968384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,3584,0.012906666596730551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,3584,0.01297599971294403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,3584,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,3584,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,3584,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,3584,0.012560000022252401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,3584,0.012943999965985617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,3584,0.013012267152468362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,3584,0.012893866499265036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,3584,0.012668800354003907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,3584,0.01258666714032491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,3584,0.012966400384902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,3584,0.012578133742014566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,3584,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,3584,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,3584,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,3584,0.012946133812268576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,3072,0.3755743980407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,3072,0.18592212994893392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,3072,0.09503466288248698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,3072,0.05056853294372558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,3072,0.05078399976094564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,3072,0.04948693513870239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,3072,0.047815465927124025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,3072,0.048843733469645184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,3072,0.052058664957682285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,3072,0.04104746580123901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,3072,0.047275733947753903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,3072,0.03826666673024495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,3072,0.047099733352661134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,3072,0.036857601006825766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,3072,0.04295573234558105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,3072,0.032424533367156984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,3072,0.03511146704355876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,3072,0.03076053261756897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,3072,0.03237546682357788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,3072,0.02954559922218323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,3072,0.027050666014353436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,3072,0.02481386661529541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,3072,0.0256117324034373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,3072,0.022745599349339805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,3072,0.024194133281707764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,3072,0.020177066326141357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,3072,0.019562667608261107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,3072,0.01764799952507019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,3072,0.019217065970102944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,3072,0.014797866344451904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,3584,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,3072,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,3072,0.01432960033416748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,3072,0.011394133170445759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,3072,0.010601600011189777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,3072,0.00993280013402303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,3072,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,3072,0.007579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,3072,0.007441066702206929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,3072,0.008983467022577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,3072,0.007320533196131389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,3072,0.007326933244864146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,3072,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,3072,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,3072,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,3072,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,3072,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,3072,0.007322666545708974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,3072,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,3072,0.006863999863465626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,3072,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,3072,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,3072,0.006492800017197926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,3072,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,3072,0.00678719977537791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,3072,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,3072,0.007322666545708974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,3072,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,3072,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,3072,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,3072,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,3072,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,3072,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,3072,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,3072,0.006101333101590474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,3072,0.006378666559855144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,3072,0.008260266482830047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,3072,0.008132266501585644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,3072,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,3072,0.008074666559696197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,3072,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,3072,0.008232533435026805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,3072,0.008148266871770223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,3072,0.00803306649128596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,3072,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,3072,0.24698559443155924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,3072,0.4807445208231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,3072,0.11400106747945149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,3072,0.0601365327835083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,3072,0.06029760042826334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,3072,0.05930666526158651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,3072,0.058341332276662196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,3072,0.05926293134689331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,3072,0.05626773436864217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,3584,0.013333333532015481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,3072,0.05581226746241251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,3072,0.05363093217213949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,3072,0.052434134483337405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,3072,0.05076906681060791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,3072,0.05213333368301391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,3072,0.04459733168284098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,3072,0.04729386568069458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,3072,0.045716265837351486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,3072,0.04408106803894043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,3072,0.04284480015436808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,3072,0.04450026750564575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,3072,0.040897067387898764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,3072,0.03922239939371745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,3072,0.03581440051396688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,3072,0.037880531946818036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,3072,0.036611199378967285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,3072,0.03300053278605143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,3072,0.031122134129206343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,3072,0.03039039969444275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,3072,0.03128319978713989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,3072,0.027108265956242876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,3072,0.02796906630198161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,3072,0.0232149342695872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,3072,0.024654932816823325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,3072,0.022846933205922446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,3072,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,3072,0.019483733177185058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,3072,0.01881600022315979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,3072,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,3072,0.01926400065422058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,3072,0.018866133689880372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,3072,0.01875413258870443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,3072,0.019131733973821004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,3072,0.01787733236948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,3072,0.01886506676673889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,3072,0.017602133750915527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,3072,0.018062933286031087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,3072,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,3072,0.017336533466974894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,3072,0.027355732520421346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,3072,0.017414400974909462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,3072,0.01829973260561625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,3072,0.016727467377980552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,3072,0.01714986761411031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,3072,0.01803626616795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,3072,0.01713386575380961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,3072,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,3072,0.01668693423271179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,3072,0.015779200196266174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,3072,0.01727893352508545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,3072,0.015846400459607442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,3072,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,3072,0.015275733669598899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,3072,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,3072,0.017797333002090455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,3072,0.014889599879582724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,3072,0.016733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,3072,0.01679146687189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,3072,0.01812160015106201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,3072,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,3072,0.017864533265431724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,3072,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,3072,0.017056000232696534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,3072,0.017017600933710735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,3072,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,3072,0.8016096115112304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,3072,0.40269012451171876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,3072,0.14814720153808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,3072,0.1392362594604492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,3072,1.587879435221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,3072,0.12430400053660076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,3072,0.1673269271850586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,3072,0.16050027211507162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,3072,0.11054720083872478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,3072,0.10549013614654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,3072,0.10356586774190266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,3072,0.09851840337117514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,3072,0.0973685344060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,3072,0.12023039658864339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,3072,0.11713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,3072,0.0862826665242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,3072,0.08241493701934814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,3072,0.1311402638753255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,3072,0.07788053353627523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,3072,0.07535146872202556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,3072,0.07029333114624023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,3072,0.06781333287556966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,3072,0.06024959882100424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,3072,0.09027946790059407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,3072,0.06007999976476034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,3072,0.044828800360361735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,3072,0.03780266841252645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,3072,0.036975999673207596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,3072,0.0304149329662323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,3072,0.05488213300704956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,3072,0.05198719898859659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,3072,0.046462933222452804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,3072,0.02879253427187602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,3072,0.02288960019747416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,3072,0.020920532941818237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,3072,0.01573973298072815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,3072,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,3072,0.014058666427930197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,3072,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,3072,0.0124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,3072,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,3072,0.012400000294049581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,3072,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,3072,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,3072,0.01045973300933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,3072,0.01062506635983785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,3072,0.010782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,3072,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,3072,0.01076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,3072,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,3072,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,3072,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,3072,0.014959999918937683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,3072,0.014936533570289613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,3072,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,3072,0.01544319987297058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,3072,0.014863999684651694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,3072,0.016495999693870545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,3072,0.01613759994506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,3072,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,3072,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,3072,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,3072,0.016156799594561257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,3072,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,3072,0.016126933693885803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,3072,0.014904533823331198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,3072,0.015666133165359496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,3072,0.016149333119392394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,3072,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,3072,0.015711999932924905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,3072,0.016908800601959227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,3072,0.017318399747212727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,3072,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,3072,0.23666772842407227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,3072,0.12401279608408611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,3072,0.06866880257924399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,3072,0.03756159941355387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,3072,0.036874667803446455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,3072,0.037012267112731936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,3072,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,3072,0.03669439951578776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,3072,0.036006398995717365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,3072,0.03527466853459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,3072,0.0347818652788798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,3072,0.03521600166956584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,3072,0.03448640108108521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,3072,0.03374079863230388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,3072,0.0272597332795461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,3072,0.02727573315302531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,3072,0.02687893311182658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,3072,0.02653866608937581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,3072,0.0256661335627238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,3072,0.026046933730443318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,3072,0.02518080075581868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,3072,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,3072,0.024141865968704223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,3072,0.024436267217000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,3072,0.02400319973627726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,3072,0.023137066761652628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,3072,0.02239360014597575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,3072,0.01735573410987854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,3072,0.016291200121243795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,3072,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,3072,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,3072,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,3072,0.01409280002117157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,3072,0.014396799604098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,3072,0.013473066687583923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,3072,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,3072,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,3072,0.012568533420562744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,3072,0.01228053371111552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,3072,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,3072,0.012344533205032348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,3072,0.01250879963239034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,3072,0.012483200430870056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,3072,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,3072,0.012227200468381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,3072,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,3072,0.012205866972605388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,3072,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,3072,0.012114133437474568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,3072,0.012079999844233195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,3072,0.011764267086982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,3072,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,3072,0.012146133184432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,3072,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,3072,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,3072,0.011716266473134358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,3072,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,3072,0.011990400155385335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,3072,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,3072,0.011710932850837708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,3072,0.011849600076675414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,3072,0.012108799815177918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,3072,0.012154666582743327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,3072,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,3072,0.012154666582743327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,3072,0.011942399541536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,3072,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,3072,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,3072,0.011705600221951802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,3072,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,3072,0.012119467059771221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,2560,0.30629653930664064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,3072,0.012172800302505494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,2560,0.15527572631835937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,2560,0.07870186964670817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,2560,0.04327359994252523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,2560,0.04253333409627279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,2560,0.040966399510701496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,2560,0.039274664719899495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,2560,0.03956053256988525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,2560,0.036635732650756835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,2560,0.03423573176066081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,2560,0.033326933781305954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,2560,0.031292800108591715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,2560,0.032204800844192506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,2560,0.03132159908612569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,2560,0.028968532880147297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,2560,0.02749226689338684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,2560,0.02732906738917033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,3072,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,2560,0.025575466950734455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,2560,0.026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,2560,0.024254933993021647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,2560,0.022824533780415854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,2560,0.020683733622233073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,2560,0.022082134087880453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,2560,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,2560,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,2560,0.017499732971191406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,2560,0.01634880006313324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,2560,0.014292266964912415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,2560,0.012542933225631714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,2560,0.012585600217183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,2560,0.009873066345850627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,2560,0.009325866897900898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,2560,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,2560,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,2560,0.006816000243028005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,2560,0.00636053333679835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,2560,0.006763733426729838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,2560,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,2560,0.0063381334145863845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,2560,0.006405333181222279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,2560,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,2560,0.006151466568311056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,2560,0.0058335999647776285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,2560,0.006072533130645752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,2560,0.006287999947865804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,2560,0.006505600114663441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,2560,0.005937066674232483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,2560,0.012612266341845193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,2560,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,2560,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,2560,0.0064416001240412395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,2560,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,2560,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,2560,0.005784533421198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,2560,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,2560,0.006876799960931141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,2560,0.006376533210277558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,2560,0.005479466418425242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,2560,0.005340800185998281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,2560,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,2560,0.005336533486843109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,2560,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,2560,0.005207466582457224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,2560,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,2560,0.007368533313274384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,2560,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,2560,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,2560,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,2560,0.007022933165232341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,2560,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,2560,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,2560,0.007830399771531422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,2560,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,2560,0.01717546582221985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,2560,0.4014335950215657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,2560,0.2038858731587728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,2560,0.09053760369618734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,2560,0.05455893278121948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,2560,0.053220268090566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,2560,0.05725333293279013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,2560,0.05196586847305298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,2560,0.04912639856338501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,2560,0.049269334475199385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,2560,0.04577386776606242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,2560,0.046377599239349365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,2560,0.04410880009333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,2560,0.0434282660484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,2560,0.04506560166676839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,2560,0.04283626476923625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,3072,0.011694932977358501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,2560,0.04218026796976725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,2560,0.040240001678466794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,2560,0.04143040180206299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,2560,0.037378132343292236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,2560,0.04031573136647542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,2560,0.03624106645584106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,2560,0.0353983998298645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,2560,0.03463360071182251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,2560,0.03204586704572042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,2560,0.03232640027999878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,2560,0.03017173409461975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,2560,0.030033065875371294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,2560,0.0288810670375824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,2560,0.02851733366648356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,2560,0.026290132602055864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,2560,0.026096000274022417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,2560,0.024954666694005333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,2560,0.02244266668955485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,2560,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,2560,0.023781333367029825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,2560,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,2560,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,2560,0.01911146640777588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,2560,0.01803626616795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,2560,0.01845759948094686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,2560,0.017704532543818156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,2560,0.018311466773351034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,2560,0.01726933320363363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,2560,0.017620267470677693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,2560,0.016953599452972413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,2560,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,2560,0.018548266092936198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,2560,0.017861332496007284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,2560,0.01690453290939331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,2560,0.01773759921391805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,2560,0.01742186745007833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,2560,0.016621866822242738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,2560,0.017321600516637167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,2560,0.017553067207336424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,2560,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,2560,0.015438933173815408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,2560,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,2560,0.016515200336774193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,2560,0.016717867056528727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,2560,0.016246400276819863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,2560,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,2560,0.014917332927385965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,2560,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,2560,0.01571626663208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,2560,0.015560533603032431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,2560,0.01669973333676656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,2560,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,2560,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,2560,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,2560,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,2560,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,2560,0.01810986598332723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,2560,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,2560,0.015793066223462424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,2560,0.7850976308186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,2560,0.39252052307128904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,2560,1.5465343475341797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,2560,0.14522666931152345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,2560,0.12422400315602619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,2560,0.11725227038065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,2560,0.13199786345163983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,2560,0.1360042730967204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,2560,0.10625173250834148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,2560,0.10289279619852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,2560,0.09965973695119222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,2560,0.09634026686350504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,2560,0.1157802661259969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,2560,0.1207808017730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,2560,0.09363306363423665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,2560,0.08121919631958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,2560,0.08012053171793619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,2560,0.07302079995473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,2560,0.07235519886016846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,2560,0.06605546474456787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,2560,0.06547093391418457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,2560,0.08660266399383545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,2560,0.1089781363805135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,2560,0.05878293514251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,2560,0.05762026707331339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,2560,0.04229546785354614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,2560,0.03585066795349121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,2560,0.03500159978866577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,2560,0.028409600257873535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,2560,0.05277973413467407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,2560,0.05074559847513834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,2560,0.04542933305104573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,2560,0.02725333372751872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,2560,0.02227733333905538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,2560,0.02030506730079651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,2560,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,2560,0.013697066903114319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,2560,0.012193066875139873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,2560,0.012121599912643433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,2560,0.012267733613650005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,2560,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,2560,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,2560,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,2560,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,2560,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,2560,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,2560,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,2560,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,2560,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,2560,0.00993280013402303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,2560,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,2560,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,2560,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,2560,0.013485866785049438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,2560,0.013398399949073792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,2560,0.014034133156140646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,2560,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,2560,0.014163200060526529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,2560,0.013424000144004822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,2560,0.015293866395950317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,2560,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,2560,0.013779200116793313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,2560,0.015123200416564942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,2560,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,2560,0.01530239979426066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,2560,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,2560,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,2560,0.014947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,2560,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,2560,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,2560,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,2560,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,2560,0.010387200117111205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,2560,0.2041877269744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,2560,0.10969706376393636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,2560,0.058805334568023684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,2560,0.033105067412058514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,2560,0.03249706625938416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,2560,0.010126933455467224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,2560,0.03220053315162659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,2560,0.03178133368492127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,2560,0.03181013266245524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,2560,0.030664533376693726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,2560,0.030754133065541582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,2560,0.03110506733258565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,2560,0.03017066717147827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,2560,0.029235200087229414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,2560,0.02404159903526306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,2560,0.02439893285433451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,2560,0.023642667134602866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,2560,0.02336853345235189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,2560,0.023104000091552734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,2560,0.023192532857259116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,2560,0.022407466173172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,2560,0.021870932976404824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,2560,0.02155733307202657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,2560,0.021499733130137123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,2560,0.021554134289423623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,2560,0.02054506738980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,2560,0.01996906598409017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,2560,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,2560,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,2560,0.014104533195495605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,2560,0.013353600104649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,2560,0.013732266426086426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,2560,0.013081600268681845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,2560,0.012941867113113403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,2560,0.012572800119717916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,2560,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,2560,0.011288533608118694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,2560,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,2560,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,2560,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,2560,0.011591466267903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,2560,0.011317333579063416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,2560,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,2560,0.011326932907104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,2560,0.011362133423487346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,2560,0.011308800180753071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,2560,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,2560,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,2560,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,2560,0.011288533608118694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,2560,0.011198932925860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,2560,0.01090239981810252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,2560,0.011381333072980244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,2560,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,2560,0.010937600334485372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,2560,0.010900266965230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,2560,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,2560,0.010910933216412861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,2560,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,2560,0.01088853379090627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,2560,0.010909866293271382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,2560,0.011192533373832702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,2560,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,2560,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,2560,0.010917333761850993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,2560,0.01107413371404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,2560,0.01083733340104421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,2560,0.010918399691581726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,2560,0.011274666587511698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,2560,0.010788266857465107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,2560,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,2560,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,2560,0.0108106662829717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,2048,0.2515146732330322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,2048,0.12247786521911622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,2048,0.03510826826095581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,2048,0.06456319888432821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,2048,0.03393599987030029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,2048,0.03282666603724162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,2048,0.03409706751505534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,2048,0.030022400617599487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,2048,0.029356799523035687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,2048,0.02733013431231181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,2048,0.02603093385696411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,2048,0.026399999856948853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,2048,0.026734934250513716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,2048,0.024013866980870567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,2048,0.023413334290186563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,2048,0.02374826669692993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,2048,0.02316373387972514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,2048,0.02286720077196757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,2048,0.02114880084991455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,2048,0.018965333700180054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,2048,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,2048,0.01747200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,2048,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,2048,0.01609280010064443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,2048,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,2048,0.01360106666882833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,2048,0.01275200049082438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,2048,0.013621333241462707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,2048,0.010707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,2048,0.01053546667098999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,2048,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,2048,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,2048,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,2048,0.007356800138950348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,2048,0.005688533186912537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,2048,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,2048,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,2048,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,2560,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,2048,0.006234666705131531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,2048,0.005257600049177805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,2048,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,2048,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,2048,0.005295999844868978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,2048,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,2048,0.005358933409055074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,2048,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,2048,0.03208319942156474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,2048,0.006018133461475372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,2048,0.005364266534646353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,2048,0.0051466668645540874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,2048,0.00499839981396993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,2048,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,2048,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,2048,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,2048,0.004774400095144907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,2048,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,2048,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,2048,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,2048,0.0043488000830014546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,2048,0.004602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,2048,0.004514133433500925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,2048,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,2048,0.004335999985535939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,2048,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,2048,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,2048,0.005835733314355215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,2048,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,2048,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,2048,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,2048,0.005972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,2048,0.007419733206431071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,2048,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,2048,0.3249002774556478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,2048,0.15303254127502441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,2048,0.07756480375925699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,2048,0.04528319835662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,2048,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,2048,0.04523733456929525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,2048,0.04668586651484172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,2048,0.046419199307759604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,2048,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,2048,0.04540160099665324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,2048,0.04492586851119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,2048,0.041154134273529056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,2048,0.041867733001708984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,2048,0.04118293523788452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,2048,0.03981226682662964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,2048,0.03870613177617391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,2048,0.03808853228886922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,2048,0.03687146504720052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,2048,0.03773546616236369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,2048,0.037639466921488444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,2048,0.034942932923634845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,2048,0.03336426814397176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,2048,0.03110506733258565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,2048,0.030217599868774415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,2048,0.029767467578252153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,2048,0.02892906665802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,2048,0.028968532880147297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,2048,0.027882667382558186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,2048,0.026279467344284057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,2048,0.027730133136113482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,2048,0.02400426665941874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,2048,0.024598399798075356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,2048,0.022730666399002075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,2048,0.02250666618347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,2048,0.020629332462946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,2048,0.020555732647577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,2048,0.017588265736897788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,2048,0.017912532885869345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,2048,0.016875733931859337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,2048,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,2048,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,2048,0.017667200167973837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,2048,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,2048,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,2048,0.017543466885884602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,2048,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,2048,0.016194132963816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,2048,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,2048,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,2048,0.01747093399365743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,2048,0.02693866689999898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,2048,0.018729599316914876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,2048,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,2048,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,2048,0.016014933586120605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,2048,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,2048,0.016331733266512553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,2048,0.016353066762288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,2048,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,2048,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,2048,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,2048,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,2048,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,2048,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,2048,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,2048,0.014819199840227762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,2048,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,2048,0.017121066649754844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,2048,0.0160970667997996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,2048,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,2048,0.016764799753824867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,2048,0.01586133340994517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,2048,0.016884267330169678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,2048,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,2048,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,2048,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,2048,0.13276906808217365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,2048,0.3775989214579264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,2048,0.12444907029469807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,2048,0.7643957138061523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,2048,0.11953813234965008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,2048,0.11238293647766114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,2048,1.5156981150309243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,2048,0.12845973173777264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,2048,0.10160746574401855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,2048,0.09813439846038818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,2048,0.11585173606872559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,2048,0.09501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,2048,0.09236586888631185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,2048,0.08902080059051513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,2048,0.0791157325108846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,2048,0.07572800318400065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,2048,0.07080106735229492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,2048,0.06850879987080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,2048,0.06441386540730795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,2048,0.061768531799316406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,2048,0.10857493082682293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,2048,0.1056447982788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,2048,0.0848149299621582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,2048,0.056695465246836343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,2048,0.05496960083643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,2048,0.040828800201416014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,2048,0.03505066633224487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,2048,0.033817601203918454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,2048,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,2048,0.05128320058186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,2048,0.048300798734029135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,2048,0.0428330659866333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,2048,0.026492800315221148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,2048,0.021893332401911415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,2048,0.020219733317693077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,2048,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,2048,0.013145599762598673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,2048,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,2048,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,2048,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,2048,0.011281067132949829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,2048,0.012807466586430869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,2048,0.012938666343688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,2048,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,2048,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,2048,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,2048,0.009532800316810608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,2048,0.009526399771372478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,2048,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,2048,0.009486933549245197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,2048,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,2048,0.011594667037328085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,2048,0.011047466595967611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,2048,0.012060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,2048,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,2048,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,2048,0.0123989333709081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,2048,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,2048,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,2048,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,2048,0.012808533509572348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,2048,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,2048,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,2048,0.013763200243314108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,2048,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,2048,0.012874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,2048,0.013267200191815695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,2048,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,2048,0.013493333260218301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,2048,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,2048,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,2048,0.013317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,2048,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,2048,0.17008533477783203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,2048,0.08960106372833251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,2048,0.049422931671142575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,2048,0.027541333436965944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,2048,0.027350399891535444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,2048,0.027848533789316815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,2048,0.02648426691691081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,2048,0.02680213252703349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,2048,0.009644800424575805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,2048,0.02650773326555888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,2048,0.025707733631134034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,2048,0.025414399305979413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,2048,0.025847466786702473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,2048,0.025722666581471758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,2048,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,2048,0.020518400271733604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,2048,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,2048,0.020822399854660036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,2048,0.019436800479888917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,2048,0.0195413331190745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,2048,0.019679999351501463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,2048,0.019598933060963948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,2048,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,2048,0.019025067488352455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,2048,0.018361600240071614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,2048,0.018642133474349974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,2048,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,2048,0.017603200674057008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,2048,0.013008000453313193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,2048,0.01302186648050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,2048,0.012572800119717916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,2048,0.012177067001660664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,2048,0.01179093321164449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,2048,0.012126933534940083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,2048,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,2048,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,2048,0.010886399944623312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,2048,0.010437333583831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,2048,0.01060693363348643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,2048,0.01048533320426941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,2048,0.01051626702149709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,2048,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,2048,0.010647466778755188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,2048,0.010518399874369304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,2048,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,2048,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,2048,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,2048,0.010506666700045268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,2048,0.010269866387049357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,2048,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,2048,0.010497066378593444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,2048,0.010481066505114238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,2048,0.010228266318639118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,2048,0.0100682665904363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,2048,0.010266666611035664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,2048,0.010100266337394715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,2048,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,2048,0.010103467106819152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,2048,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,2048,0.010180266698201497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,2048,0.01009386678536733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,2048,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,2048,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,2048,0.010122666756312054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,2048,0.010170666376749675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,2048,0.010572800040245056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,2048,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,2048,0.010083199540774027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,2048,0.010338133573532105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,2048,0.010132267077763876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,2048,0.009938133756319682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,2048,0.01011840005715688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,1536,0.19249706268310546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,2048,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,1536,0.09656639893849692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,1536,0.04753173192342122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,1536,0.02682346701622009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,1536,0.025983999172846477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,1536,0.02704426646232605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,1536,0.02462079922358195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,1536,0.027306665976842243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,1536,0.02302079995473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,1536,0.021901865800221763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,1536,0.02114773392677307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,1536,0.02092693249384562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,1536,0.020171733697255452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,1536,0.021203200022379555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,1536,0.01844053268432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,1536,0.01844053268432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,1536,0.018473599354426065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,1536,0.01744426687558492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,1536,0.017930666605631508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,1536,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,1536,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,1536,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,1536,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,1536,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,1536,0.012729600071907043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,1536,0.011321600278218586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,1536,0.010915199915568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,1536,0.009703466296195984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,1536,0.011040000120798747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,1536,0.008158933122952778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,1536,0.00869866708914439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,1536,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,1536,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,1536,0.006460799773534138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,1536,0.006006399790445963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,1536,0.005160533388455709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,1536,0.004744533201058706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,1536,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,1536,0.004419200122356415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,1536,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,1536,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,1536,0.00476800004641215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,1536,0.0047199999292691554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,1536,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,1536,0.004327466587225596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,1536,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,1536,0.0047199999292691554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,1536,0.004078933348258337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,1536,0.004198400179545084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,1536,0.004275199770927429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,1536,0.004229333500067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,1536,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,1536,0.004309333364168803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,1536,0.003944533318281174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,1536,0.004068266600370407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,1536,0.0038719999293486277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,1536,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,1536,0.003907199949026108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,1536,0.003852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,1536,0.003851733356714249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,1536,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,1536,0.0038677332301934562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,1536,0.003917866696914038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,1536,0.005810133119424184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,1536,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,1536,0.005714133381843567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,2048,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,1536,0.005798399945100148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,1536,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,1536,0.0057546665271123254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,1536,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,1536,0.005992533266544342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,1536,0.006382933259010315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,1536,0.11560213565826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,1536,0.06253333489100138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,1536,0.25028799374898275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,1536,0.03888426621754964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,1536,0.04094933271408081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,2048,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,1536,0.037829331556955975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,1536,0.03852266470591227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,1536,0.03829866647720337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,1536,0.03531093200047811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,1536,0.03463146686553955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,1536,0.03418986797332764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,1536,0.03364053169886271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,1536,0.032398933172225954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,1536,0.03274773359298706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,1536,0.03116053342819214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,1536,0.030634667476018267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,1536,0.0311573326587677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,1536,0.031096533934275312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,1536,0.030023467540740967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,1536,0.02778666615486145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,1536,0.028845866521199543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,1536,0.029151999950408937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,1536,0.026979200045267743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,1536,0.0356607993443807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,1536,0.02688639958699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,1536,0.026361600557963057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,1536,0.024945066372553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,1536,0.023695999383926393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,1536,0.02513813376426697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,1536,0.022921599944432578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,1536,0.02220373352368673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,1536,0.020093866189320884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,1536,0.021388800938924153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,1536,0.01916159987449646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,1536,0.017822933197021485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,1536,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,1536,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,1536,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,1536,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,1536,0.017949867248535156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,1536,0.01690559983253479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,1536,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,1536,0.01650773286819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,1536,0.022175999482472737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,1536,0.01679146687189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,1536,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,1536,0.01770240068435669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,1536,0.015309866269429526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,1536,0.016038399934768677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,1536,0.015479466319084168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,1536,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,1536,0.014918399850527444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,1536,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,1536,0.01581333378950755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,1536,0.015085867047309876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,1536,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,1536,0.015404799580574035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,1536,0.016375466187795003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,1536,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,1536,0.014745600024859109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,1536,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,1536,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,1536,0.015196800231933594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,1536,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,1536,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,1536,0.015020799636840821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,1536,0.017139200369517008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,1536,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,1536,0.01590720017751058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,1536,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,1536,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,1536,0.015970133741696677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,1536,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,1536,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,1536,0.7494239807128906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,1536,0.3294143994649251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,1536,1.5014335632324218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,1536,0.1254271984100342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,1536,0.11415572961171468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,1536,0.10802453358968098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,1536,0.12161493301391602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,1536,0.1002837340037028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,1536,0.09532053470611572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,1536,0.09404266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,1536,0.11925653616587321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,1536,0.08942399819691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,1536,0.08879786332448324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,1536,0.11108799775441487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,1536,0.08300373554229737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,1536,0.0752895991007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,1536,0.07354986667633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,1536,0.06852266788482667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,1536,0.06674986680348714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,1536,0.06204906702041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,1536,0.060179201761881504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,1536,0.10455573399861653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,1536,0.049380266666412355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,1536,0.055004799365997316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,1536,0.08119040330251058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,1536,0.04033493200937907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,1536,0.03414613405863444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,1536,0.03335573275883992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,1536,0.05268799861272176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,1536,0.027079466978708906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,1536,0.04652373393376668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,1536,0.025870933135350542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,1536,0.04160960117975871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,1536,0.020372267564137778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,1536,0.01939520041147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,1536,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,1536,0.01242026686668396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,1536,0.010890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,1536,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,1536,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,1536,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,1536,0.012452266613642375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,1536,0.0125109334786733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,1536,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,1536,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,1536,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,1536,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,1536,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,1536,0.011158399780591329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,1536,0.00953493316968282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,1536,0.010037333766619364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,1536,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,1536,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,1536,0.010396800438563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,1536,0.011177600423494975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,1536,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,1536,0.01130239963531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,1536,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,1536,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,1536,0.011717333396275838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,1536,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,1536,0.011357866724332174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,1536,0.011355732878049214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,1536,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,1536,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,1536,0.010372266173362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,1536,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,1536,0.01169706682364146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,1536,0.01164906620979309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,1536,0.01141973336537679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,1536,0.011636267105738323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,1536,0.13568639755249023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,1536,0.009284266829490661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,1536,0.07228586673736573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,1536,0.040598400433858234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,1536,0.02358293334643046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,1536,0.023129600286483764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,1536,0.023162666956583658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,1536,0.022380799055099487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,1536,0.023290665944417317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,1536,0.022394667069117226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,1536,0.022283732891082764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,1536,0.022381865978240968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,1536,0.021541333198547362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,1536,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,1536,0.018374399344126383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,1536,0.009223467111587525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,1536,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,1536,0.01737920045852661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,1536,0.017730132738749186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,1536,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,1536,0.016976000865300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,1536,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,1536,0.01700586676597595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,1536,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,1536,0.01606933375199636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,1536,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,1536,0.015732266505559287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,1536,0.015732266505559287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,1536,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,1536,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,1536,0.011408000191052755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,1536,0.011224533120791119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,1536,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,1536,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,1536,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,1536,0.010065066814422607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,1536,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,1536,0.010045866171518963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,1536,0.009669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,1536,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,1536,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,1536,0.009634133179982502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,1536,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,1536,0.009674666325251262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,1536,0.009239466985066731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,1536,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,1536,0.009737599889437358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,1536,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,1536,0.009252267082532246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,1536,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,1536,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,1536,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,1536,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,1536,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,1536,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,1536,0.009243733684221904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,1536,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,1536,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,1536,0.00925439993540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,1536,0.009339732925097148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,1536,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,1536,0.009301333626111349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,1536,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,1536,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,1536,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,1536,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,1024,0.12503786881764728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,1024,0.06423893372217813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,1024,0.03240426580111186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,1024,0.017905066410700478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,1024,0.018705066045125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,1536,0.009302399555842082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,1024,0.017694934209187826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,1024,0.01825173298517863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,1024,0.016025599837303162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,1024,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,1024,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,1024,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,1024,0.014354133605957031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,1024,0.014702933033307395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,1024,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,1024,0.013562666376431784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,1536,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,1024,0.012437333663304646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,1024,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,1024,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,1024,0.013546666502952576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,1024,0.011915733416875202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,1024,0.010689066847165425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,1024,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,1024,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,1024,0.009629866480827332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,1024,0.009074133634567261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,1024,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,1024,0.008285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,1024,0.007707733412583668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,1024,0.006517333288987477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,1024,0.009707732995351156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,1024,0.006903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,1024,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,1024,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,1024,0.00432533323764801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,1024,0.0051466668645540874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,1024,0.005606399973233541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,1024,0.003884800026814143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,1024,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,1024,0.003958400090535482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,1024,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,1024,0.003739733248949051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,1024,0.003958400090535482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,1024,0.003770666569471359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,1024,0.00393599991997083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,1024,0.003905066599448522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,1024,0.004009599983692169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,1024,0.004298666616280874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,1024,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,1024,0.003656533360481262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,1024,0.0034901333351929987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,1024,0.0035125332574049628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,1024,0.003487999985615412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,1024,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,1024,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,1024,0.003934933245182038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,1024,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,1024,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,1024,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,1024,0.003340800106525421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,1536,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,1024,0.00329066663980484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,1024,0.003190399954716364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,1024,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,1024,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,1024,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,1024,0.004789333542188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,1024,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,1024,0.004642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,1024,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,1024,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,1024,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,1024,0.003960533440113068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,1024,0.1637045383453369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,1024,0.08399146397908529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,1024,0.029202133417129517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,1024,0.04665600061416626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,1024,0.032315733035405476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,1024,0.0303872009118398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,1024,0.03155413269996643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,1024,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,1024,0.03111039996147156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,1024,0.029383466641108198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,1024,0.028883200883865357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,1024,0.029578665892283123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,1024,0.028663466374079388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,1024,0.0272597332795461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,1024,0.027194666862487792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,1024,0.027114667495091754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,1024,0.027245867252349853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,1024,0.026842667659123735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,1024,0.027244800329208375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,1024,0.02522346576054891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,1024,0.025111466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,1024,0.02469653288523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,1024,0.02368639906247457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,1024,0.02481386661529541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,1024,0.02418880065282186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,1024,0.022924800713857017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,1024,0.022605866193771362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,1024,0.02914453347524007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,1024,0.022843732436498006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,1024,0.020860799153645835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,1024,0.020453333854675293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,1024,0.02037973403930664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,1024,0.019620267550150554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,1024,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,1024,0.01650879979133606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,1024,0.017395200332005818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,1024,0.0168287992477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,1024,0.014896000425020853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,1024,0.01609280010064443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,1024,0.018023467063903807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,1024,0.015929599603017174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,1024,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,1024,0.01629973351955414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,1024,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,1024,0.02128960092862447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,1024,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,1024,0.014949333667755128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,1024,0.01543786625067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,1024,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,1024,0.016950400670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,1024,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,1024,0.01472106675306956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,1024,0.015481600165367126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,1024,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,1024,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,1024,0.015004799763361613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,1024,0.016835200786590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,1024,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,1024,0.014974932869275412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,1024,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,1024,0.014656000336011252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,1024,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,1024,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,1024,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,1024,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,1024,0.015148799618085226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,1024,0.014963199694951376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,1024,0.014862933754920959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,1024,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,1024,0.014826666315396628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,1024,0.015313067038853965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,1024,0.014647466937700906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,1024,0.014844800035158793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,1024,0.014870400230089823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,1024,0.015090133746465048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,1024,0.23938026428222656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,1024,0.7291317621866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,1024,0.11974186897277832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,1024,0.11015893618265789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,1024,1.458347702026367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,1024,0.10391039848327636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,1024,0.11366399923960369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,1024,0.11829333305358887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,1024,0.09807679653167725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,1024,0.09344426790873209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,1024,0.08732159932454428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,1024,0.09160959720611572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,1024,0.08599572976430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,1024,0.0807253360748291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,1024,0.10529599984486897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,1024,0.07057920296986898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,1024,0.06604053179423014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,1024,0.06363093455632528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,1024,0.05958506663640341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,1024,0.05763626495997111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,1024,0.09866027037302652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,1024,0.07887893517812093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,1024,0.0718773365020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,1024,0.0526581327120463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,1024,0.05137279828389486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,1024,0.0383072018623352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,1024,0.032179200649261476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,1024,0.03177280028661092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,1024,0.026021333535512288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,1024,0.044963200887044266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,1024,0.04643626610438029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,1024,0.04018239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,1024,0.025204267104466754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,1024,0.019513599077860513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,1024,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,1024,0.013225600123405457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,1024,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,1024,0.010346666971842448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,1024,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,1024,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,1024,0.010386133193969726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,1024,0.011703466375668842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,1024,0.012088533242543538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,1024,0.01167466640472412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,1024,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,1024,0.00881706674893697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,1024,0.009589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,1024,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,1024,0.010346666971842448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,1024,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,1024,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,1024,0.008584533135096233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,1024,0.009110400080680847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,1024,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,1024,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,1024,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,1024,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,1024,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,1024,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,1024,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,1024,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,1024,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,1024,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,1024,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,1024,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,1024,0.009523199995358785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,1024,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,1024,0.00953493316968282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,1024,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,1024,0.009924266735712688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,1024,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,1024,0.10025920073191326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,1024,0.05449386835098267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,1024,0.030769066015879316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,1024,0.018218666315078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,1024,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,1024,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,1024,0.008847999572753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,1024,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,1024,0.018181333939234413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,1024,0.018289067347844443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,1024,0.01824000080426534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,1024,0.01806400020917257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,1024,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,1024,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,1024,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,1024,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,1024,0.017650133371353148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,1024,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,1024,0.014968533317248026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,1024,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,1024,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,1024,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,1024,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,1024,0.01393280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,1024,0.013427199920018515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,1024,0.013740799824396768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,1024,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,1024,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,1024,0.012423466642697651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,1024,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,1024,0.010382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,1024,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,1024,0.010088533163070679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,1024,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,1024,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,1024,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,1024,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,1024,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,1024,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,1024,0.008840533097585042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,1024,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,1024,0.008905599514643352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,1024,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,1024,0.008714666962623597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,1024,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,1024,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,1024,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,1024,0.00869546631971995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,1024,0.008684800068537394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,1024,0.008316799998283386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,1024,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,1024,0.00853013296922048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,1024,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,1024,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,1024,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,1024,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,1024,0.008154666423797608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,1024,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,1024,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,1024,0.00893440047899882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,1024,0.008474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,1024,0.008291199803352356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,1024,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,1024,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,1024,0.008649599552154542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,1024,0.008427733182907104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,1024,0.00848746697107951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,1024,0.008474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,1024,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,1024,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,768,0.09849599997202554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,1024,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,768,0.02542080084482829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,768,0.014782933394114175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,768,0.015092266599337259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,768,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,768,0.014194132884343466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,768,0.013414399822553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,768,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,768,0.011905066172281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,768,0.011731200416882833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,768,0.011778133114178975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,768,0.011378133296966552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,768,0.011252267162005107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,768,0.010730666915575664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,768,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,768,0.010651733477910359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,768,0.010849066575368245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,768,0.009946667154630025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,768,0.010605866710344952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,768,0.00862506628036499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,768,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,768,0.00842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,768,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,768,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,768,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,768,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,768,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,768,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,768,0.050600532690684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,768,0.006025599936644236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,768,0.005960533519585928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,768,0.004636799792448679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,768,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,768,0.004810666541258494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,768,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,768,0.0036576000352700555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,768,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,768,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,768,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,768,0.0037237333754698435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,768,0.0035616000493367515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,768,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,768,0.0038549333810806276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,768,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,768,0.00396373321612676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,768,0.0033802665770053864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,768,0.0033813332517941795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,1024,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,768,0.003316266586383184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,768,0.0031370667119820913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,768,0.0033461332321166994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,768,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,768,0.007064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,768,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,768,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,768,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,768,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,768,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,768,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,768,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,768,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,768,0.003853866706291834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,768,0.003920000046491623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,768,0.00382080003619194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,768,0.003868799904982249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,768,0.004309333364168803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,768,0.004231466849644979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,768,0.004385066529115042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,768,0.004273066421349844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,768,0.003492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,768,0.070906662940979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,768,0.041577601432800294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,768,0.030483200152715044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,768,0.1248970667521159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,768,0.028961066404978437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,768,0.030726399024327593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,768,0.03072426716486613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,768,0.029305599133173627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,768,0.02831573287645976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,768,0.02882986664772034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,768,0.02690453330675761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,768,0.02762453357378642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,768,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,768,0.02523733377456665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,768,0.028189865748087566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,768,0.02499413291613261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,768,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,768,0.023827199141184488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,768,0.022778666019439696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,768,0.025234133005142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,768,0.02313279906908671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,768,0.022827732563018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,768,0.022833067178726196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,768,0.02186346650123596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,768,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,768,0.02091839909553528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,768,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,768,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,768,0.020796799659729005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,768,0.019697066148122153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,768,0.019742933909098308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,768,0.018680532773335777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,768,0.01708266735076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,768,0.018103466431299845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,768,0.01784106691678365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,768,0.01638826628526052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,768,0.016340266664822897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,768,0.02537386616071065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,768,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,768,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,768,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,768,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,768,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,768,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,768,0.01808639963467916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,768,0.01548479994138082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,768,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,768,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,768,0.014964266618092855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,768,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,768,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,768,0.015346133708953857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,768,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,768,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,768,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,768,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,768,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,768,0.014699733257293702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,768,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,768,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,768,0.01507306694984436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,768,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,768,0.014814933141072592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,768,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,768,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,768,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,768,0.015258666872978211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,768,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,768,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,768,0.015287466843922935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,768,0.014791466792424521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,768,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,768,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,768,0.014787200093269347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,768,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,768,0.7178815841674805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,768,1.4437941233317058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,768,0.1177514632542928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,768,0.11151573657989503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,768,0.10920639832814534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,768,0.10259626706441242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,768,0.22463679313659668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,768,0.10357546806335449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,768,0.0904863993326823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,768,0.11438079675038655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,768,0.08480106989542643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,768,0.08234773476918539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,768,0.07852053642272949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,768,0.09838079611460368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,768,0.07151146729787192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,768,0.0701749324798584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,768,0.06451840003331502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,768,0.0636351982752482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,768,0.05870186487833658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,768,0.05721173286437988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,768,0.09529386361440023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,768,0.0894805351893107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,768,0.0759925365447998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,768,0.05183253288269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,768,0.0503541350364685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,768,0.037774932384490964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,768,0.031768532594045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,768,0.03170453310012818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,768,0.02550400098164876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,768,0.044897067546844485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,768,0.0435914675394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,768,0.03891093333562215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,768,0.024572799603144325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,768,0.019078399737675986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,768,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,768,0.01334826648235321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,768,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,768,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,768,0.0100490669409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,768,0.010612266262372334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,768,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,768,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,768,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,768,0.01120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,768,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,768,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,768,0.009089066584904989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,768,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,768,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,768,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,768,0.008006399869918824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,768,0.008249600231647492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,768,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,768,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,768,0.008842666943868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,768,0.008745599786440532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,768,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,768,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,768,0.008823466300964356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,768,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,768,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,768,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,768,0.008869333068529765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,768,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,768,0.008941866954167684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,768,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,768,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,768,0.008852266271909078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,768,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,768,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,768,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,768,0.0850879987080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,768,0.04685013294219971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,768,0.02675199906031291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,768,0.017001599073410034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,768,0.017475199699401856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,768,0.01771946748097738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,768,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,768,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,768,0.017056000232696534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,768,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,768,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,768,0.01616853376229604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,768,0.016574933131535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,768,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,768,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,768,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,768,0.013892267147699991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,768,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,768,0.013215999801953635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,768,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,768,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,768,0.012959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,768,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,768,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,768,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,768,0.012548266847928365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,768,0.012443733215332032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,768,0.01159999966621399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,768,0.010024533669153849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,768,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,768,0.009260800480842591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,768,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,768,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,768,0.008725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,768,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,768,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,768,0.008428800106048583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,768,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,768,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,768,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,768,0.008308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,768,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,768,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,768,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,768,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,768,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,768,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,768,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,768,0.00805866668621699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,768,0.008281599978605907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,768,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,768,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,768,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,768,0.007860266665617625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,768,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,768,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,768,0.00801386684179306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,768,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,768,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,768,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,768,0.007868800063927968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,768,0.007707733412583668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,768,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,768,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,768,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,768,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,768,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,768,0.008060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,768,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,512,0.07163946628570557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,512,0.03881066640218099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,512,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,512,0.010943999886512757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,512,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,512,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,512,0.011508267124493916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,512,0.010491733749707539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,768,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,512,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,512,0.009404800335566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,512,0.00904319981733958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,512,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,512,0.008831999699274699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,512,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,512,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,512,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,512,0.008039466540018718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,512,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,512,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,512,0.006844800213972728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,512,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,512,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,512,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,512,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,512,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,512,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,512,0.0068351998925209045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,512,0.0047082667549451195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,512,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,512,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,512,0.004217599829037985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,512,0.004221866528193155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,512,0.004268800218900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,512,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,512,0.0037109332780043284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,512,0.003124266614516576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,512,0.003134933362404505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,512,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,512,0.003126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,512,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,512,0.00811413327852885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,512,0.0030901332696278887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,512,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,512,0.0029109333952267963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,512,0.003110400090614955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,512,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,512,0.006387199958165486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,512,0.003389866650104523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,512,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,512,0.0027104000250498454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,512,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,512,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,512,0.0028277332584063213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,512,0.0026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,512,0.0027327999472618104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,512,0.0027690666417280836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,512,0.002757333219051361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,512,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,512,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,512,0.0026911998788515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,512,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,512,0.0034175999462604523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,512,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,512,0.003509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,512,0.003349333256483078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,512,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,512,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,512,0.09564053217569987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,512,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,512,0.0558837334314982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,512,0.033779199918111166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,512,0.025934932629267375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,512,0.027727999289830524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,512,0.003519999980926514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,512,0.027204267183939618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,512,0.025626667340596515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,512,0.02487466732660929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,512,0.0034741332133611047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,512,0.02513279914855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,512,0.024846933285395303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,512,0.024281599124272666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,512,0.024755199750264488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,512,0.02286613384882609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,512,0.023885866006215416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,512,0.023151999711990355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,512,0.022836265961329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,512,0.022789333264033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,512,0.025198932488759356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,512,0.020803199211756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,512,0.021398399273554483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,512,0.02109653353691101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,512,0.022478934129079184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,512,0.020089600483576456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,512,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,512,0.020665599902470907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,512,0.01958400011062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,512,0.018935465812683107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,512,0.017617066701253258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,512,0.01949440042177836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,512,0.024357332785924276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,512,0.018515199422836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,512,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,512,0.0180842657883962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,512,0.016515200336774193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,512,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,512,0.016064000129699708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,512,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,512,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,512,0.016060800353686015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,512,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,512,0.015064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,512,0.014689067006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,512,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,512,0.015197867155075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,512,0.015545599659283958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,512,0.015995732943216958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,512,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,512,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,512,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,512,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,512,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,512,0.01430293321609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,512,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,512,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,512,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,512,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,512,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,512,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,512,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,512,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,512,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,512,0.01409066617488861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,512,0.013363200426101684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,512,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,512,0.013854933778444925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,512,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,512,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,512,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,512,0.014761599898338317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,512,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,512,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,512,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,512,0.014680533607800802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,512,0.014755200346310934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,512,0.21683306694030763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,512,1.4157323201497396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,512,0.11347413063049316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,512,0.1060149351755778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,512,0.704745610555013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,512,0.10010346571604412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,512,0.10641600290934246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,512,0.10025066534678143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,512,0.08771519660949707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,512,0.11314133008321126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,512,0.08296319643656412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,512,0.08137280146280924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,512,0.07704213460286459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,512,0.09602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,512,0.06973653634389242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,512,0.068559996287028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,512,0.06310400168100992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,512,0.06199040015538534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,512,0.05748159885406494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,512,0.055845332145690915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,512,0.09308799902598063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,512,0.08704746564229329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,512,0.07516372998555501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,512,0.05100800196329752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,512,0.04403306643168132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,512,0.049710933367411295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,512,0.03668266534805298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,512,0.031197865804036457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,512,0.030479999383290608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,512,0.025125332673390705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,512,0.043110398451487224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,512,0.03824746608734131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,512,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,512,0.0243231991926829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,512,0.01779200037320455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,512,0.012828800082206725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,512,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,512,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,512,0.010413866241772969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,512,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,512,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,512,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,512,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,512,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,512,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,512,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,512,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,512,0.008643200000127155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,512,0.00876586635907491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,512,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,512,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,512,0.007479466497898102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,512,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,512,0.007351466516653697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,512,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,512,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,512,0.007874133189519246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,512,0.007485866546630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,512,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,512,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,512,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,512,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,512,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,512,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,512,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,512,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,512,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,512,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,512,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,512,0.06821226278940837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,512,0.038624000549316403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,512,0.02391786575317383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,512,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,512,0.01609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,512,0.0156960000594457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,512,0.01609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,512,0.01569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,512,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,512,0.015299200018246969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,512,0.015345066785812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,512,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,512,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,512,0.014916266997655234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,512,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,512,0.014893866578737893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,512,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,512,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,512,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,512,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,512,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,512,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,512,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,512,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,512,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,512,0.010869333148002624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,512,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,512,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,512,0.010434133807818095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,512,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,512,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,512,0.008506666620572407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,512,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,512,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,512,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,512,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,512,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,512,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,512,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,512,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,512,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,512,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,512,0.008087466657161712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,512,0.007660800218582153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,512,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,512,0.007669333120187123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,512,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,512,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,512,0.007652266820271809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,512,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,512,0.007579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,512,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,512,0.0077237332860628765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,512,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,512,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,512,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,512,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,512,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,512,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,512,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,512,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,512,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,512,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,512,0.0074527998765309645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,512,0.007334400216738384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,512,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,512,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,512,0.00773119976123174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,256,0.04945813417434693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,256,0.02632319927215576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,512,0.007485866546630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,256,0.008780800302823384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,256,0.013490133484204612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,256,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,256,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,256,0.0095551997423172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,256,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,256,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,256,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,256,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,256,0.0072170664866765336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,256,0.0063498665889104204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,256,0.0065301333864529925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,256,0.006478933493296306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,256,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,256,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,256,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,256,0.0055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,256,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,256,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,256,0.0052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,256,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,256,0.0064650664726893115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,256,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,256,0.005176533261934916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,256,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,256,0.003903999924659729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,256,0.004346666733423868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,256,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,256,0.003385599950949351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,256,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,256,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,256,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,256,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,256,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,256,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,256,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,256,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,256,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,256,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,256,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,256,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,256,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,256,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,256,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,256,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,256,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,256,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,256,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,256,0.004745600124200186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,256,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,256,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,256,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,256,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,256,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,256,0.0028277332584063213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,256,0.0030847998956839246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,256,0.0028949332733949023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,256,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,256,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,256,0.0030805334448814393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,256,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,256,0.07006826400756835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,256,0.043457067012786864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,256,0.0288917342821757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,256,0.02295573353767395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,256,0.02564053336779277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,256,0.023928532997767128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,256,0.02603626648585002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,256,0.02258560061454773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,256,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,256,0.020999467372894286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,256,0.0225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,256,0.02095466653505961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,256,0.020862932999928793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,256,0.02104426622390747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,256,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,256,0.020824533700942994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,256,0.020967467625935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,256,0.02143146594365438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,256,0.019093332688013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,256,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,256,0.019191465775171914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,256,0.018439465761184694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,256,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,256,0.016911999384562174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,256,0.017922133207321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,256,0.020520534118016562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,256,0.01733760039011637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,256,0.018236800034840902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,256,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,256,0.017863466342290243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,256,0.017757866779963175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,256,0.017066667477289833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,256,0.015155200163523355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,256,0.019764266411463418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,256,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,256,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,256,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,256,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,256,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,256,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,256,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,256,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,256,0.014734933773676554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,256,0.014862933754920959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,256,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,256,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,256,0.014402133226394654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,256,0.014267733693122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,256,0.015016532937685647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,256,0.013777066270510355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,256,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,256,0.014967466394106546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,256,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,256,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,256,0.01514346698919932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,256,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,256,0.013878400127092997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,256,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,256,0.014674133062362671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,256,0.013926399747530618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,256,0.013214932878812155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,256,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,256,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,256,0.013619200388590495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,256,0.014204800128936768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,256,0.014261333147684732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,256,0.01328000028928121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,256,0.01381013294061025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,256,0.013528533776601157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,256,0.013868799805641175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,256,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,256,0.013542399803797404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,256,0.013470932841300964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,256,0.013059199849764506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,256,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,256,0.09251519838968912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,256,0.1681322733561198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,256,0.08754560152689615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,256,0.4797962824503581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,256,0.08641813596089681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,256,0.9630975723266602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,256,0.0817525307337443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,256,0.08143573602040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,256,0.07810560067494711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,256,0.07146346569061279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,256,0.06654186646143595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,256,0.0920128027598063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,256,0.06240213314692179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,256,0.0759989341100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,256,0.05653973420461019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,256,0.0563157320022583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,256,0.05110613505045573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,256,0.051047468185424806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,256,0.046197334925333663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,256,0.04589759906133016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,256,0.07093653678894044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,256,0.0659007986386617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,256,0.06125973463058472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,256,0.04132586717605591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,256,0.03659520149230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,256,0.030834132432937623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,256,0.040999468167622885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,256,0.025989333788553875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,256,0.025949867566426595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,256,0.021062399943669638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,256,0.035412267843882246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,256,0.03131306568781535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,256,0.01617173353830973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,256,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,256,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,256,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,256,0.009692800045013428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,256,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,256,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,256,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,256,0.008707200487454731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,256,0.011308800180753071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,256,0.010098133484522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,256,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,256,0.007672533392906189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,256,0.007210666437943776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,256,0.007187200089295705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,256,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,256,0.0073183998465538025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,256,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,256,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,256,0.006411733229955037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,256,0.006379733482996623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,256,0.0063733334342638654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,256,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,256,0.006578133503595989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,256,0.0063701331615448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,256,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,256,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,256,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,256,0.0063285330931345625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,256,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,256,0.006656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,256,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,256,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,256,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,256,0.0063967997829119366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,256,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,256,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,256,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,256,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,256,0.006071466704209646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,256,0.036133333047231035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,256,0.05524799823760986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,256,0.024399999777475992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,256,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,256,0.014971733093261719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,256,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,256,0.014894933501879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,256,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,256,0.01416853368282318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,256,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,256,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,256,0.013573333621025085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,256,0.013246933619181315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,256,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,256,0.012110933661460876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,256,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,256,0.01169706682364146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,256,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,256,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,256,0.010868266224861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,256,0.010774399836858113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,256,0.010796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,256,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,256,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,256,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,256,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,256,0.009041066964467366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,256,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,256,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,256,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,256,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,256,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,256,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,256,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,256,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,256,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,256,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,256,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,256,0.00786133309205373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,256,0.007738666733105977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,256,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,256,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,256,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,256,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,256,0.007441066702206929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,256,0.007645866771539052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,256,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,256,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,256,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,256,0.007214933137098948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,256,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,256,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,256,0.0071936001380284624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,256,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,256,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,256,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,256,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,256,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,256,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,256,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,256,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,256,0.007203199962774913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,256,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,256,0.007214933137098948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,256,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,256,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,256,0.00722453345855077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,256,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,256,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,256,0.006975999971230824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,128,0.0370688001314799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,128,0.01988906661669413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,128,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,128,0.0068458666404088335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,128,0.007181866466999054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,128,0.006785066425800323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,128,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,256,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,128,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,128,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,128,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,128,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,128,0.006293333570162455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,128,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,128,0.006306133170922597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,128,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,128,0.005990399916966756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,128,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,128,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,128,0.005958400170008342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,128,0.0051360001166661584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,128,0.005178666611512502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,128,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,128,0.004753066599369049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,128,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,128,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,128,0.0042922665675481165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,128,0.004186666508515676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,128,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,128,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,128,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,128,0.004196266829967499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,128,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,128,0.003083733220895131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,128,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,128,0.0035135999321937563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,128,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,128,0.0029834667841593427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,128,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,128,0.002502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,128,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,128,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,128,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,128,0.0026943999032179515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,128,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,128,0.0026752000053723653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,128,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,256,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,128,0.0024085332949956256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,128,0.0023946667710940043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,128,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,128,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,128,0.002333866556485494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,128,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,128,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,128,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,128,0.002277333289384842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,128,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,128,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,128,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,128,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,128,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,128,0.002492800106604894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,128,0.05555413166681925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,128,0.03802026510238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,128,0.02581973274548848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,128,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,128,0.022703999280929567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,128,0.023291732867558798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,128,0.019658666849136353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,128,0.02101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,128,0.020045866568883262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,128,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,128,0.018786134322484334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,128,0.01887680093447367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,128,0.01885546644528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,128,0.019057067235310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,128,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,128,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,128,0.01997013290723165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,128,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,128,0.019155200322469076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,128,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,128,0.019760000705718993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,128,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,128,0.017749333381652833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,128,0.020076799392700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,128,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,128,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,128,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,128,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,128,0.016908800601959227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,128,0.01506239970525106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,128,0.01638826628526052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,128,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,128,0.0160480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,128,0.01630400021870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,128,0.016710400581359863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,128,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,128,0.015102932850519816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,128,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,128,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,128,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,128,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,128,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,128,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,128,0.015053866306940713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,128,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,128,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,128,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,128,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,128,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,128,0.014165332913398743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,128,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,128,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,128,0.013951999942461648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,128,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,128,0.014390400052070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,128,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,128,0.014193066954612732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,128,0.013009066383043924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,128,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,128,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,128,0.013031466801961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,128,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,128,0.014137599865595499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,128,0.012590932846069335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,128,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,128,0.013117866714795432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,128,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,128,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,128,0.012651733557383218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,128,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,128,0.01384106675783793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,128,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,128,0.01334933340549469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,128,0.014357333381970724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,128,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,128,0.01292693316936493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,3072,128,0.36598825454711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,3072,128,0.7317205429077148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,3072,128,0.0775434652964274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,3072,128,0.08146453698476155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,3072,128,0.07658987045288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,3072,128,0.0727018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,3072,128,0.14837013880411784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,3072,128,0.0729535977045695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,3072,128,0.0632586677869161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,3072,128,0.08133760293324789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,3072,128,0.059196801980336514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,3072,128,0.06906133492787679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,3072,128,0.058849068482716885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,3072,128,0.05526400009791056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,3072,128,0.05068159898122152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,3072,128,0.049779200553894044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,3072,128,0.067575470606486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,3072,128,0.04577920039494832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,3072,128,0.04506453275680542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,3072,128,0.04178026517232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,3072,128,0.04082560141881307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,3072,128,0.06326613426208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,3072,128,0.03707840045293172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,3072,128,0.054902398586273195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,3072,128,0.03667519887288411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,3072,128,0.027242666482925414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,3072,128,0.023536000649134317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,3072,128,0.02313493291536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,3072,128,0.019393066565195717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,3072,128,0.032560000816981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,3072,128,0.02809813419977824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,3072,128,0.03191893299420674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,3072,128,0.0182261327902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,3072,128,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,3072,128,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,3072,128,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,3072,128,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,3072,128,0.014150399963061014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,3072,128,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,3072,128,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,3072,128,0.008277333279450735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,3072,128,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,3072,128,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,3072,128,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,3072,128,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,3072,128,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,3072,128,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,3072,128,0.006851199766000111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,3072,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,3072,128,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,3072,128,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,3072,128,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,3072,128,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,3072,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,3072,128,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,3072,128,0.005913599828879039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,3072,128,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,3072,128,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,3072,128,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,3072,128,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,3072,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,3072,128,0.006026666859785716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,3072,128,0.006322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,3072,128,0.006251733501752217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,3072,128,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,3072,128,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,3072,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,3072,128,0.005989333490530649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,3072,128,0.0060928001999855045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,3072,128,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,3072,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,3072,128,0.005994666616121928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,3072,128,0.05853013197580973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,3072,128,0.02222826679547628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,3072,128,0.03914133310317993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,3072,128,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,3072,128,0.01535360018412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,3072,128,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,3072,128,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,3072,128,0.014085333546002707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,3072,128,0.014017066359519959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,3072,128,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,3072,128,0.013224533200263977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,3072,128,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,3072,128,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,3072,128,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,3072,128,0.01118293305238088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,3072,128,0.012577066818873087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,3072,128,0.011613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,3072,128,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,3072,128,0.011165866255760193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,3072,128,0.011403733491897583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,3072,128,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,3072,128,0.010752000411351522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,3072,128,0.010523733496665955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,3072,128,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,3072,128,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,3072,128,0.009102933605511983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,3072,128,0.008437333504358928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,3072,128,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,3072,128,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,3072,128,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,3072,128,0.007628799974918365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,3072,128,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,3072,128,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,3072,128,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,3072,128,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,3072,128,0.007322666545708974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,3072,128,0.007178666690985362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,3072,128,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,3072,128,0.00745066652695338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,3072,128,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,3072,128,0.007328000168005626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,3072,128,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,3072,128,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,3072,128,0.0073749333620071415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,3072,128,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,3072,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,3072,128,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,3072,128,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,3072,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,3072,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,3072,128,0.007012266914049785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,3072,128,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,3072,128,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,3072,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,3072,128,0.006785066425800323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,3072,128,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,3072,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,3072,128,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,3072,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,3072,128,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,3072,128,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,3072,128,0.006852266689141591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,3072,128,0.006818133095900218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,3072,128,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,3072,128,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,3072,128,0.007014399766921997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,3072,128,0.0067562664548556015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,3072,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,3072,128,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,3072,128,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,3072,128,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,3072,128,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,3072,128,0.006910933554172516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,3072,128,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,64,0.03320320049921672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,64,0.01755519906679789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,64,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,64,0.006376533210277558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,3072,128,0.006805333495140076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,64,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,64,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,64,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,64,0.006250666578610738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,64,0.006007466713587443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,64,0.005541333556175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,64,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,64,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,64,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,64,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,64,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,64,0.00522986650466919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,64,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,64,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,64,0.004758400221665701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,64,0.004710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,64,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,64,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,64,0.004189866781234741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,64,0.004204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,64,0.003927466770013174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,64,0.0038890667259693147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,64,0.00377813329299291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,64,0.004233600199222564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,64,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,64,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,64,0.003470933437347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,64,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,64,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,64,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,64,0.0026869334280490874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,64,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,64,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,64,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,64,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,64,0.0022453332940737406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,64,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,64,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,64,0.002498133232196172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,64,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,64,0.002277333289384842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,64,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,64,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,64,0.002363733450571696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,64,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,64,0.002311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,64,0.0023061332603295645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,64,0.0024213333924611407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,64,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,64,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,64,0.0021290667355060577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,64,0.002128000060717265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,64,0.0022645334402720133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,64,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,64,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,3072,128,0.007051733136177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,64,0.0021429332594076794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,64,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,64,0.002315733333428701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,64,0.0021087999145189924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,64,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,64,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,64,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,64,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,64,0.002091733366250992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,64,0.054894932111104335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,64,0.03511146704355876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,64,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,64,0.02093120018641154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,64,0.02099840044975281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,64,0.021989333629608154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,64,0.022502400477727256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,64,0.02036799987157186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,64,0.005690666536490122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,64,0.020111999909083047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,64,0.018731733163197838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,64,0.018785067399342856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,64,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,64,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,64,0.01919680039087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,64,0.01771413286526998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,64,0.019290665785471596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,64,0.018574933211008705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,64,0.017828265825907387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,64,0.017897599935531618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,64,0.01801919937133789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,64,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,64,0.018541866540908815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,64,0.0165503998597463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,64,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,64,0.016953599452972413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,64,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,64,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,64,0.0168778657913208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,64,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,64,0.01797119975090027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,64,0.015284267067909241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,64,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,64,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,64,0.015631999572118124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,64,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,64,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,64,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,64,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,64,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,64,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,64,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,64,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,64,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,64,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,64,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,64,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,64,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,64,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,64,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,64,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,64,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,64,0.014039466778437296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,64,0.013566933075586953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,64,0.014357333381970724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,64,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,64,0.01428053379058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,64,0.013050666451454163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,64,0.01341546674569448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,64,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,64,0.013370666901270548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,64,0.013591466347376504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,64,0.013230933745702108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,64,0.013676800330479941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,64,0.013217066725095114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,64,0.013828266660372415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,64,0.013587199648221335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,64,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,64,0.014703999956448874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,64,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,64,0.013186132907867432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,64,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,64,0.013876266280810037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,3072,32,0.03418026765187581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,64,0.013416533668835958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,3072,32,0.017862399419148765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,3072,32,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,3072,32,0.006401066482067108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,3072,32,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,3072,32,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,3072,32,0.008884267012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,3072,32,0.006208000083764395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,3072,32,0.0056639999151229855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,3072,32,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,3072,32,0.00559146652619044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,3072,32,0.005930666625499725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,3072,32,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,3072,32,0.005666133264700572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,3072,32,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,3072,32,0.005201066533724466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,3072,32,0.0060138667623202005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,3072,32,0.0051466668645540874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,3072,32,0.004825599988301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,64,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,3072,32,0.004730666677157084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,3072,32,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,3072,32,0.004409599800904592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,3072,32,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,3072,32,0.004144000013669332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,3072,32,0.003835733234882355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,3072,32,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,3072,32,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,3072,32,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,3072,32,0.00396373321612676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,3072,32,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,3072,32,0.0065311998128890995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,3072,32,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,3072,32,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,3072,32,0.005717333157857259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,3072,32,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,3072,32,0.0029418667157491045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,3072,32,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,3072,32,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,3072,32,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,3072,32,0.0024586667617162066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,3072,32,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,3072,32,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,3072,32,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,3072,32,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,3072,32,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,3072,32,0.0024853333830833434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,3072,32,0.002251733342806498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,3072,32,0.00230826660990715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,3072,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,3072,32,0.0023434666295846303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,3072,32,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,3072,32,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,3072,32,0.002463999887307485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,3072,32,0.0023103999594847363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,3072,32,0.002325333406527837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,3072,32,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,3072,32,0.002133333434661229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,3072,32,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,3072,32,0.002329600105683009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,3072,32,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,3072,32,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,3072,32,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,3072,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,3072,32,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,3072,32,0.002311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,3072,32,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,3072,32,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,3072,32,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,3072,32,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,3072,32,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,3072,32,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,3072,32,0.0021226666867733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,3072,32,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,3072,32,0.05177706480026245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,3072,32,0.033098665873209636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,3072,32,0.023778132597605386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,3072,32,0.01926400065422058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,3072,32,0.02099840044975281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,3072,32,0.02068586746851603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,3072,32,0.023001599311828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,3072,32,0.019067732493082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,3072,32,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,3072,32,0.017270400126775106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,3072,32,0.018506666024525963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,3072,32,0.01813439925511678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,3072,32,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,3072,32,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,3072,32,0.018544000387191773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,3072,32,0.01718719998995463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,3072,32,0.01795519987742106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,3072,32,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,3072,32,0.01730133295059204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,3072,32,0.018178133169809978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,3072,32,0.019760000705718993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,3072,32,0.01698453426361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,3072,32,0.01680319905281067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,3072,32,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,3072,32,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,3072,32,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,3072,32,0.016821332772572837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,3072,32,0.016129066546758018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,3072,32,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,3072,32,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,3072,32,0.016353066762288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,3072,32,0.014896000425020853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,3072,32,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,3072,32,0.015192533532778421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,3072,32,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,3072,32,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,3072,32,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,3072,32,0.01470080018043518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,3072,32,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,3072,32,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,3072,32,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,3072,32,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,3072,32,0.013790933291117349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,3072,32,0.014780799547831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,3072,32,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,3072,32,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,3072,32,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,3072,32,0.0143477330605189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,3072,32,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,3072,32,0.013641599814097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,3072,32,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,3072,32,0.015380266308784484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,3072,32,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,3072,32,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,3072,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,3072,32,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,3072,32,0.013485866785049438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,3072,32,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,3072,32,0.013421866297721862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,3072,32,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,3072,32,0.013886933525403341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,3072,32,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,3072,32,0.014237866799036662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,3072,32,0.013211733102798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,3072,32,0.012993066509564718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,3072,32,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,3072,32,0.012874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,3072,32,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,3072,32,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,3072,32,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,3072,32,0.013306666413942972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,3072,32,0.013134933511416116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,3072,32,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,3072,32,0.013220266501108805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,3072,32,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,65536,3.159056027730306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,65536,1.6270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,65536,1.0774292945861816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,65536,0.8098933696746826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,65536,1.0712107022603352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,65536,6.9179948170979815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,65536,0.8890613714853922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,65536,0.872757355372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,65536,0.732373317082723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,65536,0.7799786726633707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,65536,0.7321440378824869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,65536,0.7061066627502441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,65536,0.6702293554941813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,65536,0.6953012943267822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,65536,0.5838186740875244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,65536,0.5676693518956503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,65536,0.5403519868850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,65536,0.8879946867624918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,65536,0.567471981048584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,65536,0.45367467403411865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,65536,0.5143200159072876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,65536,0.423311988512675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,65536,0.4036639928817749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,65536,0.3460906744003296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,65536,0.322981337706248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,65536,0.3030453324317932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,65536,0.2841813365618388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,65536,0.2627466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,65536,0.23805334170659384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,65536,0.20414400100708008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,65536,0.16370667020479837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,65536,0.19101866086324057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,65536,0.12877333164215088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,65536,0.15768532951672873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,65536,0.09925867120424907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,65536,0.07562666634718578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,65536,0.07564799984296162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,65536,0.07557866473992665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,65536,0.0846613347530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,65536,0.07421333094437917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,65536,0.06799466907978058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,65536,0.06810666620731354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,65536,0.06502399841944377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,65536,0.062352001667022705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,65536,0.06262933214505513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,65536,0.06092800199985504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,65536,0.06214400132497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,65536,0.05996266504128774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,65536,0.06041066845258077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,65536,0.059445331494013466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,65536,0.058602665861447654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,65536,0.061893333991368614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,65536,0.06125866870085398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,65536,0.059088001648585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,65536,0.47375468413035077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,65536,0.05819733440876007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,65536,0.05820266902446747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,65536,0.05731200178464254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,65536,0.05713599920272827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,65536,0.0574239989121755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,65536,0.0566240002711614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,65536,0.05694933235645294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,65536,0.056234667698542275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,65536,0.056549335519472756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,65536,0.05598933498064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,65536,0.05644799768924713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,65536,0.056128000219662987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,65536,0.05606933434804281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,65536,0.05609600245952606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,65536,0.06039999922116598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,65536,0.059477334221204124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,65536,0.0602400004863739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,65536,0.07612266639868419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,65536,4.406229337056478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,65536,0.06035199761390686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,65536,2.242677370707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,65536,1.2439359823862712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,65536,8.810239791870117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,65536,1.2239893277486165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,65536,1.156933307647705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,65536,1.0849920113881428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,65536,1.1737013657887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,65536,1.0499359766642253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,65536,0.9812106291453043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,65536,0.9917439619700114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,65536,0.9196106592814127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,65536,0.9226186275482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,65536,0.8620586395263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,65536,0.7931679884592692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,65536,0.7833013534545898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,65536,0.8715413411458334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,65536,0.7339359919230143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,65536,0.7230239709218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,65536,0.6634080012639364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,65536,0.6046559810638428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,65536,0.5936213334401449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,65536,0.5286720196406046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,65536,0.5188106695810953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,65536,0.46246933937072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,65536,0.463861346244812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,65536,0.399893323580424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,65536,0.3264533281326294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,65536,0.39693331718444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,65536,0.24442134300867716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,65536,0.24658133586247763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,65536,0.15940266847610474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,65536,0.159578671058019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,65536,0.09675199786822002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,65536,0.08859200278917949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,65536,0.08635200063387553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,65536,0.0890826682249705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,65536,0.07983466486136119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,65536,0.0804319977760315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,65536,0.07713599999745686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,65536,0.6620159943898519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,65536,0.07481066882610321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,65536,0.06876799960931142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,65536,0.06698133548100789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,65536,0.06665066878000896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,65536,0.06891733407974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,65536,0.06614933411280315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,65536,0.06523733337720235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,65536,0.062447999914487205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,65536,0.061648001273473106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,65536,0.05825600028038025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,65536,0.057477335135142006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,65536,0.05845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,65536,0.3193440039952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,65536,0.058335999647776283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,65536,0.05454400181770325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,65536,0.0531626691420873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,65536,0.04854399959246317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,65536,0.05186133086681366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,65536,0.0487413356701533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,65536,0.04866666595141093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,65536,0.04866133133570353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,65536,0.04841599861780802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,65536,0.04692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,65536,0.0465280016263326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,65536,0.04604266583919525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,65536,0.04600533346335093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,65536,0.0458133320013682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,65536,0.04633066554864248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,65536,0.04612799982229868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,65536,0.04637866715590159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,65536,0.04693866769472758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,65536,0.04799999793370565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,65536,0.045850664377212524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,65536,1.6869333585103352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,65536,1.0160319805145264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,65536,6.905722935994466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,65536,0.976645310719808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,65536,0.9065492947896322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,65536,0.8635199864705404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,65536,3.5283358891805015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,65536,0.9184479713439941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,65536,0.936730702718099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,65536,0.910698652267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,65536,0.714458703994751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,65536,0.7681706746419271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,65536,0.654368003209432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,65536,0.6868533293406168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,65536,0.6148053407669067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,65536,0.6418186823527018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,65536,0.5422133207321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,65536,0.489408016204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,65536,0.7573119799296061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,65536,0.4384320179621379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,65536,0.7071626981099447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,65536,0.49826133251190186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,65536,0.5323359966278076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,65536,0.33396267890930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,65536,0.33029333750406903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,65536,0.2854986588160197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,65536,0.2542133331298828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,65536,0.23350934187571207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,65536,0.4411733150482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,65536,0.4073386589686076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,65536,0.4111573298772176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,65536,0.21240532398223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,65536,0.1569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,65536,0.19241599241892496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,65536,0.12035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,65536,0.11783466736475627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,65536,0.1150986651579539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,65536,0.15108799934387207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,65536,0.11462400356928508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,65536,0.11145066221555074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,65536,0.11123733719189961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,65536,0.10898666580518086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,65536,0.1204213301340739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,65536,0.11728533109029134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,65536,0.08718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,65536,0.08488532900810242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,65536,0.08264000217119853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,65536,0.08057599763075511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,65536,0.07990399996439616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,65536,0.07913599908351898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,65536,0.07865066826343536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,65536,0.07754666606585185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,65536,0.07666666805744171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,65536,0.07449600100517273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,65536,0.07454399764537811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,65536,0.07379733522733052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,65536,0.07431999842325847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,65536,0.07462933162848155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,65536,0.07448000212510426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,65536,0.07447466750939687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,65536,0.07353599866231282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,65536,0.07259733478228252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,65536,0.07353066901365916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,65536,0.07286400099595387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,65536,0.07250133156776428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,65536,0.0726453314224879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,65536,0.07272533575693767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,65536,0.07339733342329662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,65536,0.07354133327802022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,65536,0.07420800129572551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,65536,0.07379733522733052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,65536,0.2258560061454773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,65536,0.0841919978459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,65536,0.08078933258851369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,65536,3.4229307174682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,65536,1.6995093027750652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,65536,0.8870666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,65536,0.5142026742299398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,65536,0.5089999834696451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,65536,0.5194880167643229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,65536,0.5172746578852335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,65536,0.49450933933258057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,65536,0.3898373444875081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,65536,0.3858906825383504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,65536,0.3767760197321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,65536,0.35817333062489826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,65536,0.3559866746266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,65536,0.3550320068995158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,65536,0.35008267561594647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,65536,0.34731733798980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,65536,0.3465733528137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,65536,0.33481065432230633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,65536,0.33063199122746784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,65536,0.3280133406321208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,65536,0.3269333243370056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,65536,0.31679999828338623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,65536,0.3129146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,65536,0.19965867201487222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,65536,0.19532533486684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,65536,0.182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,65536,0.1769919991493225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,65536,0.1632319986820221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,65536,0.16581599911053976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,65536,0.15909066796302795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,65536,0.14655733108520508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,65536,0.15899733702341715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,65536,0.14751999576886496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,65536,0.13946666320165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,65536,0.137855996688207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,65536,0.13111733396848044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,65536,0.13061333696047464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,65536,0.130213330189387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,65536,0.13045333822568259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,65536,0.13071733713150024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,65536,0.12972266475359598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,65536,0.12954399983088175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,65536,0.12995200355847678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,65536,0.12838133176167807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,65536,0.12961066762606302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,65536,0.12876266241073608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,65536,0.12842933336893717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,65536,0.12865866223971048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,65536,0.12773600220680237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,65536,0.12822399536768594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,65536,0.1284773349761963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,65536,0.12833866477012634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,65536,0.12844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,65536,0.1283199985822042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,65536,0.12794666488965353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,65536,0.12814133365948996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,65536,0.1280613342920939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,65536,0.12775466839472452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,65536,0.12850399812062582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,65536,0.12761599818865457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,65536,0.1272559960683187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,65536,0.1276533305644989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,65536,0.12837333480517069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,65536,0.1276800036430359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,65536,0.12763466437657675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,65536,0.12770133217175803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,65536,0.12775466839472452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,65536,0.12758133808771768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,65536,0.12832799553871155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,65536,0.12653866410255432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,65536,0.1276639997959137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,51200,4.959946632385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,51200,2.7884000142415366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,51200,1.3423040707906086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,51200,0.8134079774220785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,51200,0.7553973197937012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,51200,0.7331093152364095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,51200,0.7454293568929037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,51200,0.7274293104807535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,51200,0.5923786560694376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,51200,0.5373333295186361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,51200,0.570799986521403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,51200,0.498581329981486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,51200,0.50436798731486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,51200,0.46727999051411945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,51200,0.4586720069249471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,51200,0.4195626576741536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,51200,0.4140640099843343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,51200,0.3940533399581909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,51200,0.39255468050638836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,51200,0.37160531679789227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,51200,0.35309867064158124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,51200,0.32974400122960407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,51200,0.32716800769170123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,51200,0.297706663608551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,51200,0.280021329720815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,51200,0.2505600055058797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,51200,0.253109335899353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,51200,0.22418133417765299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,51200,0.2164799968401591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,51200,0.18392000595728555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,51200,0.16692266861597696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,51200,0.1476533313592275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,51200,0.13366933663686117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,51200,0.1343893309434255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,51200,0.10045333703358968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,51200,0.07497066756089528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,51200,0.06172800064086914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,51200,0.060559997955958046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,51200,0.06085866689682007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,51200,0.05776533484458923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,51200,0.06940266489982605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,51200,0.06080000102519989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,51200,0.05541866521040598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,51200,0.05442666510740916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,51200,0.05411200225353241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,51200,0.051882664362589516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,51200,0.05133333305517832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,51200,0.05023466547330221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,51200,0.05046933392683665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,51200,0.04901333153247833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,51200,0.04842666784922282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,51200,0.04820266862710317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,51200,0.0481279989083608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,51200,0.047781333327293396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,51200,0.047770669062932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,51200,0.046240001916885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,51200,0.04789866507053375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,51200,0.048437332113583885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,51200,0.046949331959088646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,51200,0.04740266501903534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,51200,0.04644800225893656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,51200,0.0468746672074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,51200,0.04667733112970988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,51200,0.04654933512210846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,51200,0.046282668908437095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,51200,0.0462666650613149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,51200,0.0462719996770223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,51200,0.0460746685663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,51200,0.04584533472855886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,51200,0.04601066807905833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,51200,0.05016533533732096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,51200,0.04993600149949392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,51200,0.05002133548259735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,51200,0.04977599779764811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,51200,6.86348025004069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,65536,0.1269493301709493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,51200,1.8104292551676433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,51200,0.9810880025227865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,51200,3.4949572881062827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,51200,0.9979653358459473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,51200,0.91593337059021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,51200,0.8605120182037354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,51200,0.9466906388600668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,51200,0.7822213172912598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,51200,0.8331759770711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,51200,0.7325173219045004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,51200,0.7876986662546793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,51200,0.6856319904327393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,51200,0.6871519883473715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,51200,0.629586656888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,51200,0.6236960093180338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,51200,0.578661322593689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,51200,0.7342507044474283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,51200,0.5780906677246094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,51200,0.5267226696014404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,51200,0.5215839942296346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,51200,0.47030667463938397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,51200,0.4732346534729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,51200,0.4196773370107015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,51200,0.41071999073028564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,51200,0.35708268483479816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,51200,0.30502400795618695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,51200,0.3050079941749573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,51200,0.25542932748794556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,51200,0.2399253249168396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,51200,0.19027467568715414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,51200,0.18936532735824585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,51200,0.12118132909138997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,51200,0.38014400005340576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,51200,0.08116800089677174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,51200,0.12144533793131511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,51200,0.07379466791947682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,51200,0.07411466538906097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,51200,0.07251999775568645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,51200,0.0687360018491745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,51200,0.06965333223342896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,51200,0.06393333276112874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,51200,0.06217333177725474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,51200,0.059671998023986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,51200,0.059490665793418884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,51200,0.05572799841562907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,51200,0.0547653337319692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,51200,0.05170399943987528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,51200,0.05148000021775564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,51200,0.05012799799442291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,51200,0.049402669072151184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,51200,0.04957066476345062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,51200,0.0496373325586319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,51200,0.048570667703946434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,51200,0.047423998514811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,51200,0.045834665497144066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,51200,0.04360266526540121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,51200,0.041989331444104515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,51200,0.041320001085599266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,51200,0.04168533285458883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,51200,0.040591999888420105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,51200,0.03995733211437861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,51200,0.04032533367474874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,51200,0.03948533286650976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,51200,0.039359999199708305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,51200,0.03938400000333786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,51200,0.039448000490665436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,51200,0.039378667871157326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,51200,0.04013866682847341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,51200,0.03849866737922033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,51200,0.04074666649103165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,51200,0.03924266745646795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,51200,0.03957066684961319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,51200,0.039037334422270455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,65536,0.12763200203577676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,51200,6.231626510620117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,51200,2.931354522705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,51200,0.7864373524983724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,65536,0.12648266553878784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,51200,1.4444665908813477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,51200,0.8813386758168539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,51200,0.7170720100402832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,51200,0.842367966969808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,51200,0.7394773165384928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,51200,0.7960399786631266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,51200,0.7779706319173177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,51200,0.6132186651229858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,51200,0.5570400158564249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,51200,0.578765352567037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,51200,0.5293146769205729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,51200,0.5419946511586508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,51200,0.4796160062154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,51200,0.6432506640752157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,51200,0.42926398913065594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,51200,0.6507920026779175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,51200,0.38839201132456463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,51200,0.609117348988851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,51200,0.45872000853220624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,51200,0.42479201157887775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,51200,0.28693334261576336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,51200,0.2795413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,51200,0.24624266227086386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,51200,0.21774399280548096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,51200,0.20230400562286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,51200,0.37862932682037354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,51200,0.34753600756327313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,51200,0.3492159843444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,51200,0.18040533860524496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,51200,0.16463200251261392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,51200,0.1316426694393158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,51200,0.11830400427182515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,51200,0.09896533687909444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,51200,0.09258932868639629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,51200,0.09272799889246623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,51200,0.0885813335577647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,51200,0.0879306693871816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,51200,0.08575200041135152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,51200,0.09846400221188863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,51200,0.09356000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,51200,0.0946560005346934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,51200,0.06951199968655904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,51200,0.06386666496594746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,51200,0.0629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,51200,0.06188533206780752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,51200,0.06188533206780752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,51200,0.06187733511130015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,51200,0.06076266864935557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,51200,0.060103997588157654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,51200,0.058786665399869285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,51200,0.05814133087793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,51200,0.058005332946777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,51200,0.057802667220433555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,51200,0.05769599974155426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,51200,0.06701333324114482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,51200,0.05786933501561483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,51200,0.05795200169086456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,51200,0.05778400103251139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,51200,0.05790133277575175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,51200,0.05766133467356364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,51200,0.05834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,51200,0.05765333275000254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,51200,0.057560001810391746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,51200,0.05774933099746704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,51200,0.05789866546789805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,51200,0.05784266690413157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,51200,0.05773866673310598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,51200,0.1765600045522054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,51200,0.17494932810465494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,51200,0.0642986645301183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,51200,0.0635013331969579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,51200,2.7485529581705728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,51200,0.6897279951307508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,51200,1.31132263607449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,51200,0.4149191114637587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,51200,0.4041084448496501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,51200,0.411427550845676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,51200,0.40430577596028644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,51200,0.400727113087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,51200,0.31012622515360516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,51200,0.2889760070376926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,51200,0.3049973381890191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,51200,0.3003893428378635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,51200,0.2820391125149197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,51200,0.28268088234795463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,51200,0.2759057680765788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,51200,0.27887288729349774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,51200,0.2768159972296821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,51200,0.26502932442559135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,51200,0.2638346619076199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,51200,0.26115910212198895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,51200,0.26198045412699383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,51200,0.24990577167934844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,51200,0.2500906785329183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,51200,0.15910222795274523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,51200,0.15811555915408665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,51200,0.14255466726091173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,51200,0.1402453316582574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,51200,0.13116089502970377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,51200,0.13097955120934382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,51200,0.12631821632385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,51200,0.12539554966820612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,51200,0.11794843938615586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,51200,0.11712355083889431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,51200,0.11045333411958481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,51200,0.10938488774829441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,51200,0.10408533281750149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,51200,0.10396977927949692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,51200,0.10347555743323432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,51200,0.10318222310807969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,51200,0.103420443005032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,51200,0.10341333018408881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,51200,0.102711107995775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,51200,0.10315910975138347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,51200,0.10260622368918525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,51200,0.10150221983591716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,51200,0.1018986635737949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,51200,0.10158755381902058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,51200,0.10172977712419297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,51200,0.10140977965460883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,51200,0.10137422217263116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,51200,0.10125866863462661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,51200,0.101383109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,51200,0.10150044494205052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,51200,0.10138489140404595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,51200,0.10071466366449992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,51200,0.10161955489052667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,51200,0.10073600212732951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,51200,0.10141333606508042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,51200,0.10025778081681992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,51200,0.09971021943622166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,51200,0.09939910968144734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,51200,0.1009262204170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,51200,0.09995200236638387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,51200,0.0994008911980523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,51200,0.10078933503892686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,51200,0.10055466492970784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,51200,0.09963022338019477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,51200,0.10008355644014146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,51200,0.1001582211918301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,51200,0.09998755322562324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,51200,0.09855822059843276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,16384,1.475704034169515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,16384,0.9494187037150065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,16384,0.44750932852427167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,16384,0.2701733311017354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,16384,0.24096800883611044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,16384,0.23412533601125082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,16384,0.23966399828592935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,16384,0.2015999952952067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,16384,0.18122132619222006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,16384,0.16986932357152304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,16384,0.17509865760803223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,16384,0.16526133815447488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,16384,0.1641706625620524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,16384,0.14868533611297607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,16384,0.15520532925923666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,16384,0.13906932870546976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,16384,0.13620000084241232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,16384,0.12323466936747234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,16384,0.12421066562334697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,16384,0.1220693290233612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,16384,0.11329866449038188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,16384,0.10497599840164185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,16384,0.10546132922172546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,16384,0.09581066171328227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,16384,0.08967199921607971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,16384,0.07981066902478536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,16384,0.08001866439978282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,16384,0.07084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,16384,0.06968266765276591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,16384,0.05914400021235148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,16384,0.054930667082468666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,16384,0.04917599757512411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,16384,0.044626668095588684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,16384,0.042354668180147804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,16384,0.03376800070206324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,16384,0.031543999910354614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,16384,0.027096000810464222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,16384,0.02601066728432973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,16384,0.02630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,16384,0.027885332703590393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,16384,0.02794666588306427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,16384,0.025975999732812245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,16384,0.024328000843524933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,16384,0.02518133322397868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,16384,0.02176533391078313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,16384,0.021082667013009388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,16384,0.02085600048303604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,16384,0.022976001103719074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,16384,0.020989333589871723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,16384,0.022061333060264587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,16384,0.022117334107557934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,16384,0.02091199904680252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,16384,0.022618666291236877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,16384,0.020917333662509918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,16384,0.019978666057189304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,16384,0.0198186660806338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,16384,0.020029333730538685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,16384,0.02181866765022278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,16384,0.01966399947802226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,16384,0.021181332568327587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,16384,0.02120000123977661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,16384,0.021386665602525074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,16384,0.021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,16384,0.02128533273935318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,16384,0.021623998880386353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,16384,0.021536000072956085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,16384,0.019607999672492344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,16384,0.01984800025820732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,16384,0.01956266661485036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,16384,0.01926133284966151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,16384,0.019832000136375427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,16384,0.019746666153271992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,16384,0.019864000380039215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,16384,0.019871999820073444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,16384,2.2118986447652182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,16384,1.135267972946167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,16384,0.5870493253072103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,16384,0.3267400066057841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,16384,0.32153866688410443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,16384,0.30470534165700275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,16384,0.30822932720184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,16384,0.28535733620325726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,16384,0.27543866634368896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,16384,0.2568440039952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,16384,0.2585560083389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,16384,0.24144132932027182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,16384,0.24299333492914835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,16384,0.22408932447433472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,16384,0.22721066077550253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,16384,0.20573866367340088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,16384,0.2028706669807434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,16384,0.1855000058809916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,16384,0.1852946678797404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,16384,0.16153466701507568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,16384,0.16157199939092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,16384,0.14172133803367615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,51200,0.09865422381295098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,16384,0.1427906652291616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,16384,0.12598533431688944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,16384,0.11973466475804646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,16384,0.10509199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,16384,0.10536666711171468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,16384,0.09106933077176411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,16384,0.08692933122316997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,16384,0.07296933233737946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,16384,0.0767706682284673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,16384,0.06191733479499817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,16384,0.06015733381112417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,16384,0.05044800043106079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,16384,0.04642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,16384,0.039289332926273346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,16384,0.03722800066073736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,16384,0.036806667844454445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,16384,0.03647866596778234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,16384,0.03599333266417185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,16384,0.03771333396434784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,16384,0.03477333237727483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,16384,0.033704000214735665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,16384,0.03270266701777776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,16384,0.031745334466298424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,16384,0.031270665427049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,16384,0.030918667713801067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,16384,0.0303413321574529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,16384,0.02935733397801717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,16384,0.029097333550453186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,16384,0.02939866731564204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,16384,0.028225332498550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,16384,0.028905334571997326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,16384,0.02826133370399475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,16384,0.026949333647886913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,16384,0.02791733294725418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,16384,0.024856001138687134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,16384,0.026528000831604004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,51200,0.09984178013271755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,16384,0.024536001185576122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,16384,0.025829332570234936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,16384,0.026127999027570088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,16384,0.027260000507036846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,16384,0.025822666784127552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,16384,0.025270665685335796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,16384,0.026973334451516468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,16384,0.025073334574699402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,16384,0.02406266580025355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,16384,0.02437866727511088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,16384,0.023081332445144653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,16384,0.022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,16384,0.026193333168824513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,16384,0.024080000817775726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,16384,0.023131998876730602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,16384,0.022817333539326985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,51200,0.09865599870681763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,16384,2.3506226539611816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,16384,0.3316119909286499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,16384,0.6119733254114786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,16384,0.3086906671524048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,16384,1.222546656926473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,16384,0.2931480010350545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,16384,0.3559946616490682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,16384,0.32184000809987384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,16384,0.31054532527923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,16384,0.34175066153208417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,16384,0.24963200092315674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,16384,0.23355199893315634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,16384,0.23608267307281494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,16384,0.21939067045847574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,16384,0.21769466002782187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,16384,0.19766799608866373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,16384,0.268394668896993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,16384,0.17545332511266074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,16384,0.26717599232991535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,16384,0.16009733080863953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,16384,0.25469199816385907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,16384,0.18565734227498373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,16384,0.15264532963434854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,16384,0.14300666252772012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,16384,0.11733067035675049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,16384,0.11460933089256287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,16384,0.1001199980576833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,16384,0.08515200018882751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,16384,0.08128133416175842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,16384,0.06593733529249828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,16384,0.0637586663166682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,16384,0.17082800467809042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,16384,0.13789733250935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,16384,0.04548533260822296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,16384,0.04350799818833669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,16384,0.034901333351929985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,16384,0.03349333256483078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,16384,0.03299333403507868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,16384,0.03204133361577988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,16384,0.032138665517171226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,16384,0.03190399954716364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,16384,0.033517333368460335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,16384,0.0330853338042895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,16384,0.03399199992418289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,16384,0.025303999582926433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,16384,0.024634666740894318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,16384,0.024286667505900066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,16384,0.02468133221069972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,16384,0.024297334253787994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,16384,0.023455999791622162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,16384,0.02316666642824809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,16384,0.02279333273569743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,16384,0.022954667607943218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,16384,0.02305866777896881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,16384,0.022867999970912933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,16384,0.02280133217573166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,16384,0.022389332453409832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,16384,0.022758667667706806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,16384,0.022733333210150402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,16384,0.022659999628861744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,16384,0.02237466722726822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,16384,0.02274266630411148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,16384,0.022433333098888397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,16384,0.022733333210150402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,16384,0.024549332757790882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,16384,0.04586000243822733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,16384,0.04610133171081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,16384,0.04717200001080831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,16384,0.04576799770196279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,16384,0.05120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,16384,0.04703866442044576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,16384,0.04628799855709076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,16384,0.024454665680726368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,16384,0.024902666608492535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,16384,0.8239840189615885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,16384,0.43416426976521805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,16384,0.23971199989318848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,16384,0.14421653747558594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,16384,0.1420757293701172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,16384,0.14097919464111328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,16384,0.1400757312774658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,16384,0.13894400596618653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,16384,0.10878400007883708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,16384,0.10529920260111492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,16384,0.10429120063781738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,16384,0.10034240086873372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,16384,0.09927999973297119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,16384,0.09692693551381429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,16384,0.09735466639200846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,16384,0.09623680114746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,16384,0.09614826838175455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,16384,0.09193387031555175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,16384,0.09196800390879313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,16384,0.0912607987721761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,16384,0.09093333085378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,16384,0.08653653462727864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,16384,0.08695786794026693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,16384,0.05697066783905029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,16384,0.054471464951833096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,16384,0.05081599950790405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,16384,0.05074346860249838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,16384,0.04969173272450765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,16384,0.047970132033030195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,16384,0.04576106468836467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,16384,0.04242773453394572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,16384,0.04540266593297322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,16384,0.04198506673177083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,16384,0.0400490681330363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,16384,0.03988373279571533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,16384,0.03802560170491536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,16384,0.03751680056254069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,16384,0.03713066577911377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,16384,0.037123199303944907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,16384,0.0370901346206665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,16384,0.0368010679880778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,16384,0.036822398503621415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,16384,0.036697598298390706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,16384,0.03629226684570312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,16384,0.03703146775563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,16384,0.0362773338953654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,16384,0.036184533437093096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,16384,0.03622719844182332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,16384,0.036190934975941974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,16384,0.036142933368682864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,16384,0.036322132746378584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,16384,0.03595626751581828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,16384,0.036202665170033774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,16384,0.03594239950180054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,16384,0.035974399248758955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,16384,0.03590826590855916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,16384,0.03588586648305257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,16384,0.03613119920094808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,16384,0.035895466804504395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,16384,0.03582613468170166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,16384,0.03590933481852214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,16384,0.0358730673789978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,16384,0.03584959904352824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,16384,0.03637760082880656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,16384,0.03582186698913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,16384,0.035870933532714845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,16384,0.03591786623001099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,16384,0.03587626616160075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,16384,0.03593173424402873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,16384,0.03591146469116211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,16384,0.03599146604537964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,12288,1.1267680062188041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,12288,0.7138453589545356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,12288,0.3369422223832872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,12288,0.2010666661792331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,12288,0.18812621964348686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,12288,0.18278755082024467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,12288,0.17534044053819445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,12288,0.1546257734298706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,12288,0.1380266613430447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,12288,0.12929956118265787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,12288,0.13487822479671902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,12288,0.12288178337944879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,12288,0.12435200479295518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,12288,0.11550045013427734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,12288,0.12052799595726861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,12288,0.10828444692823623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,12288,0.10099733538097805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,12288,0.09676622019873725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,12288,0.09654221932093303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,16384,0.03585919936498006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,12288,0.09346133470535278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,12288,0.08732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,12288,0.08123022317886353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,12288,0.08190755711661445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,12288,0.07396799988216825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,12288,0.06854755348629422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,12288,0.06191821893056234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,12288,0.06165866719351875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,12288,0.05385066734419929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,12288,0.053096890449523926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,12288,0.04519822200139364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,12288,0.04160177707672119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,16384,0.03599466482798259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,12288,0.03836444351408217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,12288,0.03392533461252848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,12288,0.03214577833811442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,12288,0.025034666061401367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,12288,0.02572088936964671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,12288,0.021511110994550917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,12288,0.019683554768562317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,12288,0.018776888648668926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,12288,0.021477333373493616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,12288,0.022307554880777996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,12288,0.019621334142155118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,12288,0.017708443933063082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,12288,0.01928711103068458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,12288,0.01737600068251292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,12288,0.01681600014368693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,12288,0.016399999459584553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,12288,0.017498667041460674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,12288,0.016019556257459853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,12288,0.016010666886965435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,12288,0.015322667029168872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,12288,0.017550221747822232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,12288,0.015416888727082146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,12288,0.014673777752452426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,12288,0.014766222900814481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,12288,0.014398222168286642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,12288,0.015987555185953777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,12288,0.013896889156765409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,12288,0.016417778200573392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,12288,0.016033778587977093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,12288,0.016021332807011075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,12288,0.0162773331006368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,12288,0.01635199950801002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,12288,0.016037333342764113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,12288,0.016003555721706815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,12288,0.013921777407328287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,12288,0.01388088862101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,12288,0.01388088862101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,12288,0.013930666777822705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,12288,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,12288,0.014371555712487964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,12288,0.014711111783981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,12288,0.014616888430383472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,12288,0.016513778103722464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,12288,1.6715722401936848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,12288,0.4469696044921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,12288,0.8614389419555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,12288,0.2500746726989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,12288,0.2460554599761963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,12288,0.2303157329559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,12288,0.23088746070861815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,12288,0.21515520413716635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,12288,0.20952213605244957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,12288,0.19316800435384113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,12288,0.19562026659647624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,12288,0.1823306719462077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,12288,0.18502507209777833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,12288,0.16340053876241048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,12288,0.1452895959218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,12288,0.14407466252644857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,12288,0.16408425966898602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,12288,0.13166933059692382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,12288,0.13108479976654053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,12288,0.10919360319773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,12288,0.11920959949493408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,12288,0.10461013317108155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,12288,0.09146239757537841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,12288,0.08221440315246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,12288,0.08444159825642904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,12288,0.07210240364074708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,12288,0.0706986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,12288,0.05766613483428955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,12288,0.05605226755142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,12288,0.11894720395406086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,12288,0.04815040032068889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,12288,0.046903467178344725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,12288,0.04190613428751628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,12288,0.09584106604258219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,12288,0.03497173388799031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,12288,0.029734400908152263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,12288,0.03151893417040507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,12288,0.030454399188359578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,12288,0.030643200874328612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,12288,0.033538134892781575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,12288,0.0294922669728597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,12288,0.02675199906031291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,12288,0.030983465909957885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,12288,0.028742400805155437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,12288,0.028769065936406452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,12288,0.026919466257095338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,12288,0.026945066452026368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,12288,0.026727465788523357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,12288,0.026152533292770386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,12288,0.025417600075403852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,12288,0.025041067600250246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,12288,0.026445867617925008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,12288,0.02550506591796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,12288,0.024497065941492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,12288,0.024661332368850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,12288,0.023331199089686075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,12288,0.023153066635131836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,12288,0.03948160012563069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,12288,0.022565333048502605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,12288,0.023934932549794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,12288,0.022899200518925987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,12288,0.023965867360432942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,12288,0.022725333770116173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,12288,0.024655999739964803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,12288,0.022711465756098427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,12288,0.023069866498311362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,12288,0.021277866760889688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,12288,0.021996800104777017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,12288,0.02222826679547628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,12288,0.022222934166590373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,12288,0.02173653244972229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,12288,0.022168533007303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,12288,0.020820266008377074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,12288,0.021884800990422566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,16384,0.036073601245880126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,12288,1.0782005310058593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,12288,0.2944437344868978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,12288,2.0831722259521483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,12288,0.5418794631958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,12288,0.31152639389038084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,12288,0.2615466594696045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,12288,0.2977333386739095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,12288,0.2757952054341634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,12288,0.2879285176595052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,12288,0.27204373677571614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,12288,0.21975466410319008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,12288,0.20960000356038413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,12288,0.2083669344584147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,12288,0.19745066960652669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,12288,0.19314133326212565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,12288,0.17839253743489583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,12288,0.24093972841898598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,12288,0.15680425961812336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,12288,0.240065066019694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,12288,0.14076372782389324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,12288,0.22992426554361978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,12288,0.16536000569661458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,12288,0.15084907213846843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,12288,0.1043061335881551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,12288,0.09260693391164145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,12288,0.08756159941355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,12288,0.06527040004730225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,12288,0.06629653374354044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,12288,0.1317514657974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,12288,0.12541866302490234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,12288,0.11672853628794352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,12288,0.04979093472162883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,12288,0.04588693380355835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,12288,0.03758080005645752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,12288,0.03407786687215169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,12288,0.029100799560546876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,12288,0.02718186577161153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,12288,0.026337067286173504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,12288,0.026021333535512288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,12288,0.026266666253407796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,12288,0.02571413318316142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,12288,0.028329600890477497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,12288,0.027782400449117024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,12288,0.027985066175460815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,12288,0.020137600104014077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,12288,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,12288,0.02022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,12288,0.02012373407681783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,12288,0.019746132691701255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,12288,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,12288,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,12288,0.02049493392308553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,12288,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,12288,0.018293333053588868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,12288,0.018216532468795777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,12288,0.018385066588719686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,12288,0.018191999197006224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,12288,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,12288,0.018367999792099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,12288,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,12288,0.018068265914916993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,12288,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,12288,0.03592426776885986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,12288,0.04359680016835531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,12288,0.035913598537445066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,12288,0.043297068277994795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,12288,0.0378602663675944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,12288,0.045134933789571126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,12288,0.04008640050888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,12288,0.03863893349965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,12288,0.03673386573791504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,12288,0.03678186734517415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,12288,0.018075732390085857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,12288,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,12288,0.6340351740519206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,12288,0.3420373280843099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,12288,0.18801066080729167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,12288,0.11182613372802734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,12288,0.10997333526611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,12288,0.10814719994862873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,12288,0.10680533250172933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,12288,0.10895786285400391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,12288,0.08351999918619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,12288,0.08191680113474528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,12288,0.081822935740153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,12288,0.07828160127003989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,12288,0.07619093259175619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,12288,0.07703359921773276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,12288,0.0766218662261963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,12288,0.07475732962290446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,12288,0.07433280150095621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,12288,0.07129813035329183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,12288,0.07212800184885661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,12288,0.07055679957071939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,12288,0.0701311985651652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,12288,0.06796159744262695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,12288,0.06883947054545084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,12288,0.04299519856770833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,12288,0.044123733043670656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,12288,0.04003520011901855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,12288,0.039985068639119464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,12288,0.03796586592992147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,12288,0.038466131687164305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,12288,0.036714665095011395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,12288,0.03628160158793132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,12288,0.03379520177841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,12288,0.03209813237190247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,12288,0.03386240005493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,12288,0.03173653284708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,12288,0.03023146589597066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,12288,0.029805866877237956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,12288,0.02946346600850423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,12288,0.029286400477091475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,12288,0.029778132836023968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,12288,0.030075732866923017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,12288,0.029393066962560017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,12288,0.02929919958114624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,12288,0.029209599892298384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,12288,0.0286954661210378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,12288,0.028868265946706134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,12288,0.02886613408724467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,12288,0.028597333033879596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,12288,0.028859732548395793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,12288,0.02845653295516968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,12288,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,12288,0.02820693254470825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,12288,0.028435200452804565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,12288,0.02821120023727417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,12288,0.02815999984741211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,12288,0.028940800825754804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,12288,0.02903253237406413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,12288,0.028411734104156493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,12288,0.028534400463104247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,12288,0.028492800394694012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,12288,0.02890026569366455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,12288,0.028571732838948566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,12288,0.028347732623418172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,12288,0.02887360056241353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,12288,0.028698666890462236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,12288,0.02806719938913981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,12288,0.02807253400484721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,12288,0.028641066948572796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,12288,0.029130667448043823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,12288,0.028471465905507403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,12288,0.02847359975179036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,10240,0.9869332843356662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,10240,0.5047769016689724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,10240,0.28447643915812176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,10240,0.18641244040595162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,10240,0.1742417812347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,10240,0.13924622535705566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,10240,0.13962488704257542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,10240,0.13017243809170193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,10240,0.1191448900434706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,10240,0.11099555757310654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,10240,0.11333510610792373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,10240,0.10704000128640069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,10240,0.10439822408888076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,10240,0.09592177470525105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,10240,0.10546488894356622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,10240,0.09117688735326131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,10240,0.090938667456309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,10240,0.08594310945934719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,10240,0.08616533544328477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,10240,0.07668266693751018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,10240,0.07671822441948785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,10240,0.07159288724263509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,10240,0.0683751106262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,12288,0.02855786681175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,10240,0.061285330189598926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,10240,0.05785422192679512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,10240,0.051966223451826304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,10240,0.052339557144376964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,10240,0.04548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,10240,0.04625066783693102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,10240,0.038206222984525896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,10240,0.035447110732396446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,10240,0.03204444381925795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,10240,0.026917333404223125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,10240,0.021518222159809534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,10240,0.02427022159099579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,10240,0.024268445041444566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,10240,0.0222062220176061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,10240,0.022133333815468684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,10240,0.02017422186003791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,10240,0.016206221448050607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,10240,0.019336889187494915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,10240,0.016117332710160148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,10240,0.016864000095261466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,10240,0.015896888242827523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,10240,0.015246222416559855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,10240,0.015134221977657743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,10240,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,10240,0.015169777803950839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,10240,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,10240,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,10240,0.01404622197151184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,10240,0.01556622154182858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,10240,0.015447111593352424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,10240,0.013312000367376538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,10240,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,10240,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,10240,0.015223110715548197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,10240,0.029185778564876978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,10240,0.013096888860066732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,10240,0.014510222607188754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,10240,0.014686221877733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,10240,0.014652444256676568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,10240,0.014595554934607612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,10240,0.014577777849303352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,10240,0.014663111832406787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,10240,0.014577777849303352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,10240,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,10240,0.012657778130637275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,10240,0.01257599973016315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,10240,0.012533333566453723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,10240,0.012910222013791403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,10240,0.012677333421177335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,10240,0.013271110753218332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,10240,0.012625777886973487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,10240,0.7283999760945638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,10240,0.37881387074788414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,10240,1.4189610799153647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,10240,0.2114997386932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,10240,0.2110976060231527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,10240,0.18695359230041503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,10240,0.1859242598215739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,10240,0.17696320215861003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,12288,0.029050666093826293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,10240,0.16973013877868653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,10240,0.15856533050537108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,10240,0.16060694058736164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,10240,0.14284586906433105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,10240,0.14489493370056153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,10240,0.1318720022837321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,10240,0.13228586514790852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,10240,0.1216607968012492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,10240,0.11884373029073078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,10240,0.10805546442667643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,10240,0.11021866798400878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,10240,0.10034773349761963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,10240,0.10034026304880779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,10240,0.0897109349568685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,10240,0.08668373425801595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,10240,0.08045653502146402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,10240,0.07030826409657796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,10240,0.07927786509195964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,10240,0.07181013425191243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,10240,0.05917973518371582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,10240,0.05727359851201376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,10240,0.05130240122477213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,10240,0.049399467309316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,10240,0.041722667217254636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,10240,0.04319786628087362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,10240,0.037560534477233884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,10240,0.034997332096099856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,10240,0.029397332668304445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,10240,0.028924800952275592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,10240,0.02876693407694499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,10240,0.026970666646957398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,10240,0.027482666571935016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,10240,0.02704213261604309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,10240,0.027815467119216918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,10240,0.025361067056655882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,10240,0.025591466824213666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,10240,0.025988266865412397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,10240,0.026642133792241413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,10240,0.02644053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,10240,0.025362133979797363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,10240,0.024821333090464272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,10240,0.025277866919835405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,10240,0.02448106606801351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,10240,0.032858665784200033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,10240,0.023651200532913207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,10240,0.02404800057411194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,10240,0.023118933041890465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,10240,0.0229312002658844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,10240,0.0225983997186025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,10240,0.023537067572275798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,10240,0.02148800094922384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,10240,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,10240,0.020845866203308104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,10240,0.02242986758550008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,10240,0.02215893268585205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,10240,0.022411733865737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,10240,0.021782400210698445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,10240,0.02263039946556091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,10240,0.021102933088938396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,10240,0.020776534080505372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,10240,0.020845866203308104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,10240,0.021222400665283202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,10240,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,10240,0.02077440023422241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,10240,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,10240,0.02113599975903829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,12288,0.028089600801467895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,10240,1.008398946126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,10240,0.27884588241577146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,10240,0.5103071848551433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,10240,0.2602037270863851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,10240,1.9778666178385418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,10240,0.2454912026723226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,10240,0.2919743855794271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,10240,0.2798624038696289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,10240,0.26375999450683596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,10240,0.2547296047210693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,10240,0.2057408014933268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,10240,0.19596907297770183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,10240,0.1924832026163737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,10240,0.18252479235331218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,10240,0.17733119328816732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,10240,0.16552426020304362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,10240,0.22826453844706215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,10240,0.14769813219706218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,10240,0.2242570718129476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,10240,0.13277440071105956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,10240,0.21327679951985679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,10240,0.15419947306315104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,10240,0.13980906804402668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,10240,0.0881119966506958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,10240,0.0713866631189982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,10240,0.06849173704783121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,10240,0.055325865745544434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,10240,0.05210666656494141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,10240,0.11605652968088787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,10240,0.11354666550954182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,10240,0.09699733257293701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,10240,0.045737600326538085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,10240,0.04146133263905843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,10240,0.03389973243077596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,10240,0.031428267558415726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,10240,0.026557866732279462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,10240,0.025121066967646283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,10240,0.02377386689186096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,10240,0.023900800943374635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,10240,0.0235317329565684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,10240,0.023517866929372154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,10240,0.025142399470011394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,10240,0.024996266762415568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,10240,0.025192532936731977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,10240,0.019028266270955406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,10240,0.018592000007629395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,10240,0.018377600113550822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,10240,0.018582399686177573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,10240,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,10240,0.016965333620707193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,10240,0.016986666123072307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,10240,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,10240,0.016951467593510947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,10240,0.016951467593510947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,10240,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,10240,0.016692266861597697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,10240,0.016689066092173258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,10240,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,10240,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,10240,0.03670719861984253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,10240,0.035813331604003906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,10240,0.03775360186894734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,10240,0.037145598729451494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,10240,0.03827733198801676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,10240,0.03634026845296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,10240,0.03791466554005941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,10240,0.03714986642201741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,10240,0.038646399974823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,10240,0.038634665807088214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,10240,0.03757866621017456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,10240,0.037759999434153244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,10240,0.01829973260561625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,10240,0.018579200903574625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,10240,0.5815029144287109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,10240,0.018689066171646118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,10240,0.30041281382242835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,10240,0.16294827461242675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,10240,0.0973525365193685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,10240,0.09662613073984781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,10240,0.09415679772694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,10240,0.09503146807352701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,10240,0.09376853307088216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,10240,0.07356800238291422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,10240,0.07209813594818115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,10240,0.07151679992675782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,10240,0.06950613657633463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,10240,0.06860266526540121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,10240,0.06739199956258138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,10240,0.0669813315073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,10240,0.06665706634521484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,10240,0.06290773153305054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,10240,0.06533013184865316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,10240,0.06268373330434164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,10240,0.06011733214060465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,10240,0.06156053145726522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,10240,0.0588703989982605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,10240,0.05798506736755371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,10240,0.03839360078175862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,10240,0.038262399037679036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,10240,0.0359935998916626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,10240,0.034644265969594315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,10240,0.033513601620992026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,10240,0.033214932680130003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,10240,0.03267093300819397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,10240,0.03216320077578227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,10240,0.029959466060002642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,10240,0.029487999280293782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,10240,0.02844480077425639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,10240,0.026306132475535076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,10240,0.02808106740315755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,10240,0.025689599911371867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,10240,0.026421332359313966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,10240,0.026001065969467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,10240,0.02573546568552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,10240,0.025652267535527545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,10240,0.02609493335088094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,10240,0.02564479907353719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,10240,0.025272534290949507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,10240,0.024864000082015992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,10240,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,10240,0.025227733453114826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,10240,0.024793599049250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,10240,0.02450773318608602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,10240,0.02479040026664734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,10240,0.024782933791478477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,10240,0.024834134181340537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,10240,0.024796799818674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,10240,0.024843732515970864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,10240,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,10240,0.02478826642036438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,10240,0.024576000372568765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,10240,0.024897066752115886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,10240,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,10240,0.02490880091985067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,10240,0.02442880074183146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,10240,0.024703999360402427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,10240,0.025282132625579833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,10240,0.024894932905832924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,10240,0.0244704008102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,10240,0.02437653342882792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,10240,0.024754132827123007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,10240,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,10240,0.02442453304926554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,10240,0.024493867158889772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,10240,0.02482773264249166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,8192,0.770797332127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,8192,0.4907240072886149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,8192,0.25065332651138306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,8192,0.1412826677163442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,8192,0.14142666260401407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,8192,0.11517467101414998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,8192,0.10884533325831096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,8192,0.10378133257230122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,8192,0.0950213372707367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,8192,0.08675466974576314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,8192,0.08740400274594624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,8192,0.08225599924723308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,8192,0.07937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,8192,0.07311999797821045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,8192,0.07883599897225697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,8192,0.07050799826780955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,8192,0.07005066672960918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,8192,0.06557866434256236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,8192,0.0648066649834315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,8192,0.059101333220799766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,8192,0.05930000046888987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,8192,0.05481066803137461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,8192,0.05216933290163676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,8192,0.048297335704167686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,8192,0.04505866765975952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,8192,0.04041466613610586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,8192,0.040710667769114174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,10240,0.024485333760579427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,8192,0.03668133417765299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,8192,0.034262667099634804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,8192,0.03073066721359889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,8192,0.028753332793712616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,8192,0.02520799885193507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,10240,0.024795732895533242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,8192,0.023172001043955486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,8192,0.01804000015060107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,8192,0.021880000829696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,8192,0.020560000091791153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,8192,0.01434133326013883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,8192,0.014789332946141561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,8192,0.014114666730165482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,8192,0.017900000015894573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,8192,0.013545333097378412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,8192,0.01424133280913035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,8192,0.01588800052801768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,8192,0.013579999407132467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,8192,0.013063999513785044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,8192,0.013105332851409912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,8192,0.012574666490157446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,8192,0.013326667249202728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,8192,0.011750667045513788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,8192,0.012534666806459427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,8192,0.012597333639860153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,8192,0.011966666827599207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,8192,0.013111999879280726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,8192,0.013105332851409912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,8192,0.011492000271876654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,8192,0.013476000477870306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,8192,0.011427999784549078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,8192,0.013065333167711893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,8192,0.011197333534558615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,8192,0.013014666736125946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,8192,0.012968000024557114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,8192,0.0129613329966863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,8192,0.012905333191156387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,8192,0.013061333447694778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,8192,0.01302000011006991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,8192,0.012964000304539999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,8192,0.010690666735172272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,8192,0.010482666393121084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,8192,0.010598666965961456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,8192,0.010565333068370819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,8192,0.010994666566451391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,8192,0.0106133334338665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,8192,0.011061333119869232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,8192,0.010441333055496216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,8192,0.5870325088500976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,8192,0.30297174453735354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,8192,1.135195795694987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,8192,0.16525546709696454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,8192,0.1625205357869466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,8192,0.1413632074991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,8192,0.14636693000793458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,8192,0.13538452784220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,8192,0.1300714651743571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,8192,0.11942506631215413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,8192,0.11361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,8192,0.11334506670633952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,8192,0.10242133140563965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,8192,0.10182507038116455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,8192,0.0963200012842814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,8192,0.09602986971537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,8192,0.12014613151550294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,8192,0.08693119684855143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,8192,0.0862389326095581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,8192,0.08094080289204916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,8192,0.08096746603647867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,8192,0.07185493310292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,8192,0.07253013451894125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,8192,0.0640117327372233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,8192,0.06313920021057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,8192,0.05210773150126139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,8192,0.05897173484166464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,8192,0.04964799880981445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,8192,0.04864213466644287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,8192,0.04187519947687785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,8192,0.04209920167922974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,8192,0.03970880111058553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,8192,0.03689066569010417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,8192,0.03267626762390137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,8192,0.029433600107828778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,8192,0.029586132367451983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,8192,0.026682666937510174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,8192,0.02693439920743306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,8192,0.026881066958109538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,8192,0.026498132944107057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,8192,0.025813333193461102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,8192,0.02537493308385213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,8192,0.023515733083089192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,8192,0.02361066738764445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,8192,0.022830933332443237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,8192,0.023001599311828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,8192,0.023589332898457847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,8192,0.02241920034090678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,8192,0.023316266139348348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,8192,0.022712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,8192,0.023797333240509033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,8192,0.02090346614519755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,8192,0.021794132391611733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,8192,0.026816000541051228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,8192,0.021244800090789794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,8192,0.021566933393478392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,8192,0.02149333357810974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,8192,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,8192,0.021090133984883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,10240,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,8192,0.021708800395329794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,8192,0.02039573391278585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,8192,0.019643733898798622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,8192,0.020066134134928384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,8192,0.019883733987808228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,8192,0.019663999478022255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,8192,0.020602667331695558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,8192,0.01874986688296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,8192,0.019452800353368126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,8192,0.019883733987808228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,8192,0.019751467307408652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,8192,0.019619200627009073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,8192,0.0199562668800354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,8192,0.018924800554911296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,8192,0.018875734011332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,8192,0.9412928263346354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,8192,0.25862827301025393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,8192,1.8473504384358723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,8192,0.2400714715321859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,8192,0.4731765429178874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,8192,0.22942612965901693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,8192,0.26730238596598305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,8192,0.24183252652486167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,8192,0.25826986630757653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,8192,0.2304298718770345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,8192,0.18914987246195475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,8192,0.18155412673950194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,8192,0.1725930690765381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,8192,0.16531093915303546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,8192,0.15308586756388348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,8192,0.15007467269897462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,8192,0.20922667185465493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,8192,0.12889706293741862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,8192,0.1976245403289795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,8192,0.10506133238474528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,8192,0.2020970662434896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,8192,0.12992853323618572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,8192,0.11042346954345703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,8192,0.06825066407521566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,8192,0.0620959997177124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,8192,0.05609066486358642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,8192,0.04888000090916951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,8192,0.04669440189997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,8192,0.08559573491414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,8192,0.08760853608449301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,8192,0.07530133724212647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,8192,0.041092268625895184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,8192,0.038629333178202316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,8192,0.030987733602523805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,8192,0.028165332476298016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,8192,0.023939200242360435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,8192,0.02198186715443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,8192,0.0206496000289917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,8192,0.020667733748753865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,8192,0.0206112007300059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,8192,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,8192,0.022706133127212525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,8192,0.022048000494639078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,8192,0.02232853372891744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,8192,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,8192,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,8192,0.016446933150291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,8192,0.016297599673271178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,8192,0.016316800316174825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,8192,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,8192,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,8192,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,8192,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,8192,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,8192,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,8192,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,8192,0.030887466669082642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,8192,0.031726932525634764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,8192,0.031652265787124635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,8192,0.03207359910011291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,8192,0.032562132676442465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,8192,0.032545065879821776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,8192,0.03241066733996074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,8192,0.03251306613286336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,8192,0.03249813318252563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,8192,0.032808534304300946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,8192,0.03334720134735107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,8192,0.03329066634178161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,8192,0.033096534013748166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,8192,0.03384960095087687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,8192,0.03374613523483276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,8192,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,8192,0.01627306640148163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,8192,0.01604373355706533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,8192,0.4605674743652344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,8192,0.24534079233805337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,8192,0.07780906359354654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,8192,0.131769601504008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,8192,0.07837226390838622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,8192,0.07797119617462159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,8192,0.07623786926269531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,8192,0.07429546515146891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,8192,0.06028480132420858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,8192,0.0602570652961731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,8192,0.058450134595235195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,8192,0.056669867038726805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,8192,0.05663253466288248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,8192,0.055410134792327884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,8192,0.05424960056940714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,8192,0.053174400329589845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,8192,0.05297386646270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,8192,0.051495468616485594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,8192,0.051209600766499844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,8192,0.04937280019124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,8192,0.049916799863179526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,8192,0.0481663982073466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,8192,0.03167253335316976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,8192,0.04731733401616414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,8192,0.031820799907048544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,8192,0.02958826621373494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,8192,0.030495999256769817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,8192,0.028373332818349202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,8192,0.028094933430353804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,8192,0.026987733443578084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,8192,0.025337600708007814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,8192,0.027390933036804198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,8192,0.02524799903233846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,8192,0.023995733261108397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,8192,0.02358186642328898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,8192,0.021980800231297812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,8192,0.021754666169484457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,8192,0.02190933426221212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,8192,0.02186453342437744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,8192,0.02155839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,8192,0.021501866976420085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,8192,0.021884800990422566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,8192,0.02146773338317871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,8192,0.02148800094922384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,8192,0.02111466725667318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,8192,0.021028266350428263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,8192,0.02104426622390747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,8192,0.021112533410390218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,8192,0.02083946665128072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,8192,0.021118932962417604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,8192,0.021132800976435342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,8192,0.020703999201456706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,8192,0.020900267362594604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,8192,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,8192,0.021093332767486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,8192,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,8192,0.021062399943669638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,8192,0.02105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,8192,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,8192,0.02111146648724874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,8192,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,8192,0.020961066087086998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,8192,0.021013333400090536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,8192,0.020779732863108316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,8192,0.020786132415135702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,8192,0.02118826707204183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,8192,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,8192,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,8192,0.02067306637763977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,8192,0.020707199970881142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,8192,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,7168,0.715070645014445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,7168,0.3497653404871623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,7168,0.2242413361867269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,7168,0.12414000431696574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,8192,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,7168,0.12673333287239075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,7168,0.09789733091990153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,7168,0.10164666175842285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,7168,0.08999466896057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,7168,0.09463999668757121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,7168,0.07933733363946278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,7168,0.08310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,7168,0.07612399756908417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,7168,0.07528666655222575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,7168,0.06946133573849995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,7168,0.07388533155123393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,7168,0.06274266541004181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,7168,0.06551866730054219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,7168,0.06041333576043447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,7168,0.060309335589408875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,7168,0.05316533148288727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,7168,0.05552400151888529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,7168,0.04977733393510183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,7168,0.04744799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,7168,0.04307733476161957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,7168,0.041479999820391335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,7168,0.03644133359193802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,7168,0.038032000263532005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,7168,0.03175999969244003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,7168,0.03051600108544032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,7168,0.026286666591962177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,7168,0.025065332651138306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,7168,0.02235333373149236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,7168,0.020881332457065582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,7168,0.02011999984582265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,7168,0.01670933390657107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,7168,0.016593333333730698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,7168,0.012666666259368261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,7168,0.01344133292635282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,7168,0.012705333530902863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,7168,0.012705333530902863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,7168,0.012117333710193634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,7168,0.012690667062997818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,7168,0.01399866615732511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,7168,0.01248266672094663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,7168,0.012495999534924826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,7168,0.011997333417336145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,7168,0.011486666897932688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,7168,0.012066667278607687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,8192,0.021141332387924195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,7168,0.011682666838169098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,7168,0.012419999887545904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,7168,0.011528000235557556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,7168,0.011022667090098063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,7168,0.012281333406766256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,7168,0.012268000592788061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,7168,0.012063999970753988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,7168,0.010486666113138199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,7168,0.012026666353146235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,7168,0.010211999838550886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,7168,0.011493333925803503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,7168,0.011587999761104584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,7168,0.011467999468247095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,7168,0.011420000344514847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,7168,0.011528000235557556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,7168,0.011505333085854849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,7168,0.01147600015004476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,7168,0.009883999824523926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,7168,0.009888000165422758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,7168,0.00988933319846789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,7168,0.009883999824523926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,7168,0.010161333406964937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,7168,0.00995333306491375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,7168,0.010230666647354761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,7168,0.010211999838550886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,7168,0.012221333881219229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,7168,0.5145578702290853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,7168,0.9923626581827799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,7168,0.14089813232421874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,7168,0.13988906542460125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,7168,0.2727370580037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,7168,0.12177493572235107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,7168,0.12004480361938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,7168,0.11496533552805584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,7168,0.11940266291300457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,7168,0.10279359817504882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,7168,0.10553706487019857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,7168,0.10385066668192547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,7168,0.0930069367090861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,7168,0.1022058645884196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,7168,0.0911957343419393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,7168,0.08620800177256266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,7168,0.07817280292510986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,7168,0.07832746505737305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,7168,0.08533973693847656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,7168,0.07000319957733155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,7168,0.0714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,7168,0.061894400914510095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,7168,0.05711573362350464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,7168,0.06490773359934489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,7168,0.05241066614786784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,7168,0.05539306799570719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,7168,0.048237868150075275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,7168,0.04516693353652954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,7168,0.04076693455378215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,7168,0.035964798927307126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,7168,0.04085013469060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,7168,0.03497920036315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,7168,0.03246080080668132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,7168,0.0302346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,7168,0.025092266003290814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,7168,0.026309333244959515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,7168,0.024950400988260905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,7168,0.025858134031295776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,7168,0.025483733415603636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,7168,0.024833067258199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,7168,0.02503146727879842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,7168,0.05498239994049072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,7168,0.02339413364728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,7168,0.02508373260498047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,7168,0.02211839954058329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,7168,0.02272426684697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,7168,0.0230293333530426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,7168,0.02111466725667318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,7168,0.021719467639923096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,7168,0.02249706586201986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,7168,0.020866133769353232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,7168,0.021095466613769532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,7168,0.02074026664098104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,7168,0.019476266702016194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,7168,0.020967467625935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,7168,0.020637865861256918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,7168,0.021207465728123983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,7168,0.02076266606648763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,7168,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,7168,0.019036799669265747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,7168,0.02085226575533549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,7168,0.019248000780741372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,7168,0.0209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,7168,0.019469867149988808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,7168,0.02063680092493693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,7168,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,7168,0.018710400660832724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,7168,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,7168,0.018757333358128868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,7168,0.020106667280197145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,8192,0.021048533916473388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,7168,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,7168,0.01885546644528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,7168,0.018572799364725747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,7168,0.01881813406944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,7168,0.46805334091186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,7168,0.25695892969767253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,7168,0.9238986968994141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,7168,0.23385066986083985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,7168,1.8173173268636067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,7168,0.22447466850280762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,7168,0.26385386784871423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,7168,0.2517024040222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,7168,0.2338805357615153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,7168,0.22500480016072594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,7168,0.18074026107788085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,7168,0.2083733399709066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,7168,0.17593706448872884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,7168,0.16621440251668293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,7168,0.15956800778706867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,7168,0.13880000114440919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,7168,0.13495999972025555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,7168,0.10969173113505046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,7168,0.1857375939687093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,7168,0.20004053115844728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,7168,0.09002880255381265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,7168,0.09566933314005534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,7168,0.11429226398468018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,7168,0.06300586859385172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,7168,0.05856106678644816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,7168,0.05290666818618774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,7168,0.04665706555048625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,7168,0.04362666606903076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,7168,0.07545386950174968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,7168,0.07844800154368083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,7168,0.036099199453989664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,7168,0.07074027061462403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,7168,0.03893760045369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,7168,0.026434133450190227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,7168,0.030154667297999066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,7168,0.022293333212534586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,7168,0.020465066035588585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,7168,0.019042134284973145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,7168,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,7168,0.01898346741994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,7168,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,7168,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,7168,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,7168,0.020360533396402994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,7168,0.015409066279729208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,7168,0.015235199530919393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,7168,0.015256533026695251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,7168,0.015148799618085226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,7168,0.01493119994799296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,7168,0.013904000322024027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,7168,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,7168,0.013630933562914529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,7168,0.013292800386746725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,7168,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,7168,0.028574933608373005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,7168,0.027872000137964887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,7168,0.026870399713516235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,7168,0.027356799443562823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,7168,0.02809600035349528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,7168,0.027756800254185993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,7168,0.02847040096918742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,7168,0.029267199834187824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,7168,0.029574400186538695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,7168,0.028943999608357744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,7168,0.027962666749954224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,7168,0.0291157325108846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,7168,0.029084799687067668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,7168,0.028436267375946046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,7168,0.015064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,7168,0.02886613408724467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,7168,0.027803732951482134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,7168,0.031363199154535934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,7168,0.4203338623046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,7168,0.22175679206848145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,7168,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,7168,0.01543786625067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,7168,0.11985599994659424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,7168,0.07189866701761881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,7168,0.07057920296986898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,7168,0.07101546923319499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,7168,0.06904533704121908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,7168,0.055080533027648926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,7168,0.06919999917348227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,7168,0.054636800289154054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,7168,0.0529141346613566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,7168,0.0507477323214213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,7168,0.05163733164469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,7168,0.04928319851557414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,7168,0.050164266427357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,7168,0.04835306803385417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,7168,0.048097066084543866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,7168,0.04619199832280477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,7168,0.04661120176315307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,7168,0.04487680196762085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,7168,0.04484800100326538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,7168,0.04330026706059774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,7168,0.04375466505686442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,7168,0.029002666473388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,7168,0.0293013334274292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,7168,0.02755733331044515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,7168,0.027077333132425947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,7168,0.02606826623280843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,7168,0.024539732933044435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,7168,0.02637653350830078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,7168,0.02493333419164022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,7168,0.023319466908772787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,7168,0.022410666942596434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,7168,0.021978666385014854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,7168,0.021964800357818604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,7168,0.020216532548268638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,7168,0.02016426722208659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,7168,0.019980800151824952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,7168,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,7168,0.019935999313990274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,7168,0.020307199160257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,7168,0.019859200716018675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,7168,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,7168,0.01953493356704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,7168,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,7168,0.019550933440526327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,7168,0.019450666507085164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,7168,0.01944213310877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,7168,0.019578667481740315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,7168,0.019113600254058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,7168,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,7168,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,7168,0.01912213365236918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,7168,0.019138133525848387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,7168,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,7168,0.01943040092786153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,7168,0.01949119965235392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,7168,0.019205333789189656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,7168,0.01947306593259176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,7168,0.019113600254058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,7168,0.019151999553044637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,7168,0.019186133146286012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,7168,0.01906879941622416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,7168,0.019444266955057778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,7168,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,7168,0.01908373236656189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,7168,0.019082667430241902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,7168,0.019540266195933024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,7168,0.019146666924158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,7168,0.01923519968986511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,7168,0.019057067235310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,6144,0.584709358215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,6144,0.32425918579101565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,6144,0.19157333374023439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,6144,0.12296640078226725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,7168,0.019074134031931558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,6144,0.12512853145599365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,6144,0.07932906945546468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,6144,0.10133226712544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,6144,0.07727253437042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,6144,0.09097599983215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,6144,0.06637653509775797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,7168,0.019475199778874717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,6144,0.06984533468882242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,6144,0.06351466576258341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,6144,0.06269439856211344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,6144,0.059994665781656895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,6144,0.05996479988098145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,6144,0.05400533278783163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,6144,0.0544543981552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,6144,0.05024106502532959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,6144,0.0446453332901001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,6144,0.044093867142995194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,6144,0.03840533494949341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,6144,0.0352127989133199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,6144,0.033479468027750654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,6144,0.030083199342091877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,6144,0.030550400416056316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,6144,0.02643199960390727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,6144,0.02481493353843689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,6144,0.022116265694300332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,6144,0.020810665686925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,6144,0.0185205340385437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,6144,0.01715839902559916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,6144,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,6144,0.013393066326777139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,6144,0.04977706670761108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,6144,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,6144,0.044050133228302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,6144,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,6144,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,6144,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,6144,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,6144,0.011396267016728719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,6144,0.01286079982916514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,6144,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,6144,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,6144,0.010506666700045268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,6144,0.010505599776903789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,6144,0.011147733529408772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,6144,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,6144,0.010460799932479859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,6144,0.010533333818117777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,6144,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,6144,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,6144,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,6144,0.01029866635799408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,6144,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,6144,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,6144,0.010663466652234395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,6144,0.009149866302808125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,6144,0.010275200009346008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,6144,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,6144,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,6144,0.010262399911880493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,6144,0.010279466708501179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,6144,0.01020906666914622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,6144,0.0100682665904363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,6144,0.01016426682472229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,6144,0.009265066186587016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,6144,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,6144,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,6144,0.008834133545557659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,6144,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,6144,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,6144,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,6144,0.008899199962615966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,6144,0.44055999120076494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,6144,0.23156266212463378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,6144,0.8707754770914713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,6144,0.11719146569569905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,6144,0.1374656041463216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,6144,0.10172159671783447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,6144,0.12100693384806316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,6144,0.09668052991231282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,6144,0.08987200260162354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,6144,0.09549760023752848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,6144,0.10079253514607747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,6144,0.08970773220062256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,6144,0.08745066324869791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,6144,0.08083199659983317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,6144,0.07425493399302165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,6144,0.08054292996724446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,6144,0.07067840099334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,6144,0.0679861307144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,6144,0.060190931955973304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,6144,0.0670261303583781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,6144,0.06429546674092611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,6144,0.054345599810282384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,6144,0.05124693314234415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,6144,0.05029333432515463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,6144,0.05315413475036621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,6144,0.04583893219629924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,6144,0.046758401393890384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,6144,0.04039040009180705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,6144,0.0394048015276591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,6144,0.0409333348274231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,6144,0.036535465717315675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,6144,0.03329493403434754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,6144,0.02916266719500224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,6144,0.029205334186553956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,6144,0.02490026752154032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,7168,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,6144,0.02404266595840454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,6144,0.02406826615333557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,6144,0.023434666792551677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,6144,0.0245088001092275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,6144,0.023129600286483764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,6144,0.023995733261108397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,6144,0.02300693392753601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,6144,0.021840000152587892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,6144,0.020871466398239134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,6144,0.020860799153645835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,6144,0.021372799078623453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,6144,0.02081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,6144,0.021447465817133585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,6144,0.0201855997244517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,6144,0.020782933632532755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,6144,0.021329067150751748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,6144,0.019684267044067384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,6144,0.01991573373476664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,6144,0.018819200992584228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,6144,0.0196288009484609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,6144,0.020963199933369956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,6144,0.01873706579208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,6144,0.018937599658966065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,6144,0.01872426668802897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,6144,0.019874133666356406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,6144,0.030867199103037517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,6144,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,6144,0.018263467152913413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,6144,0.01802026629447937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,6144,0.018682666619618735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,6144,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,6144,0.020307199160257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,6144,0.01880426605542501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,6144,0.0187882661819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,6144,0.01877440015474955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,6144,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,6144,0.019573332866032918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,6144,0.018717867136001588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,6144,0.019189333915710448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,6144,0.8797930399576822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,6144,0.24303253491719565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,6144,0.4442634582519531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,6144,0.22904747327168784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,6144,1.7468544006347657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,6144,0.21047573089599608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,6144,0.25137920379638673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,6144,0.23673173586527504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,6144,0.2055583953857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,6144,0.22445333798726402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,6144,0.1569930712381999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,6144,0.1528821309407552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,6144,0.13550507227579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,6144,0.13084906737009686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,6144,0.11360106468200684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,6144,0.11132480303446453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,6144,0.1956213315327962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,6144,0.0921343962351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,6144,0.1790869394938151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,6144,0.08010880152384439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,6144,0.17434453964233398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,6144,0.09528213342030843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,6144,0.08475840091705322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,6144,0.060398932298024496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,6144,0.05604693492253622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,6144,0.05157866477966309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,6144,0.04475733439127604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,6144,0.042957866191864015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,6144,0.07339733441670736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,6144,0.07021439870198568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,6144,0.06583253145217896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,6144,0.03679360151290893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,6144,0.033854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,6144,0.028069333235422773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,6144,0.025364265839258833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,6144,0.020113066832224528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,6144,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,6144,0.01741866668065389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,6144,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,6144,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,6144,0.017001599073410034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,6144,0.018481065829594932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,6144,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,6144,0.018617600202560425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,6144,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,6144,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,6144,0.014076800147692362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,6144,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,6144,0.014059733351071677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,6144,0.012443733215332032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,6144,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,6144,0.01249066690603892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,6144,0.012530133128166199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,6144,0.012414933244387309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,6144,0.024270933866500855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,6144,0.023588265975316366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,6144,0.02419840097427368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,6144,0.024820266167322795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,6144,0.024836266040802003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,6144,0.02520853281021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,6144,0.02518933415412903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,6144,0.024665600061416625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,6144,0.025601067145665485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,6144,0.024745599428812663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,6144,0.02525866627693176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,6144,0.025913600126902265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,6144,0.025219200054804485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,6144,0.0256117324034373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,6144,0.026107732454935712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,6144,0.025164800882339477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,6144,0.02601066629091899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,6144,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,6144,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,6144,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,6144,0.3851392110188802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,6144,0.1999733289082845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,6144,0.06457600196202597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,6144,0.10786453088124592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,6144,0.06260053316752115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,6144,0.06529813210169474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,6144,0.06315626700719199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,6144,0.050253868103027344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,6144,0.060193065802256265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,6144,0.048242131868998214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,6144,0.04837973515192668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,6144,0.046564265092213945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,6144,0.045604264736175536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,6144,0.04474026759465535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,6144,0.04471146663029989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,6144,0.04316266775131226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,6144,0.0432917316754659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,6144,0.04172053337097168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,6144,0.04196373224258423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,6144,0.04021973212560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,6144,0.040294400850931805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,6144,0.039317333698272706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,6144,0.03954133192698161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,6144,0.026310400168100996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,6144,0.026235733429590864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,6144,0.025305600961049397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,6144,0.02493333419164022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,6144,0.02377386689186096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,6144,0.023911466201146446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,6144,0.022718934218088786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,6144,0.02281173268953959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,6144,0.021180800596872964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,6144,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,6144,0.019973333676656088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,6144,0.019605332612991334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,6144,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,6144,0.018309332927068076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,6144,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,6144,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,6144,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,6144,0.018286933501561485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,6144,0.018256000677744546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,6144,0.018273067474365235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,6144,0.01783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,6144,0.017486933867136636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,6144,0.017844265699386595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,6144,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,6144,0.017809067169825235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,6144,0.017858133713404337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,6144,0.017436800400416057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,6144,0.017489065726598106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,6144,0.01744106610616048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,6144,0.01738986571629842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,6144,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,6144,0.017517866690953572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,6144,0.017460266749064125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,6144,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,6144,0.01742186745007833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,6144,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,6144,0.017436800400416057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,6144,0.017403733730316163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,6144,0.01746986707051595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,6144,0.017433599630991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,6144,0.017826133966445924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,6144,0.017780266205469766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,6144,0.01753600041071574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,6144,0.01744746764500936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,6144,0.017486933867136636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,6144,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,6144,0.017463467518488564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,6144,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,5120,0.5005034764607748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,5120,0.26320533752441405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,6144,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,5120,0.14813973108927408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,5120,0.0807808001836141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,5120,0.09276053110758463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,5120,0.07158186435699462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,5120,0.06618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,5120,0.05817386706670126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,5120,0.05447680155436198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,5120,0.05552533467610678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,5120,0.052194134394327796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,5120,0.051206401983896886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,5120,0.04726293484369914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,5120,0.0488597313563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,5120,0.04386773506800334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,5120,0.0437663992245992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,5120,0.04124906857808431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,5120,0.04059626658757527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,5120,0.03744639952977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,5120,0.03737920125325521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,5120,0.0696448008219401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,5120,0.035011200110117595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,5120,0.03577173153559367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,6144,0.017489065726598106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,5120,0.02613866726557414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,5120,0.026716800530751546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,5120,0.022445867458979286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,5120,0.021805866559346517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,5120,0.019368533293406168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,5120,0.018090667327245076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,5120,0.016107733050982155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,5120,0.014954666296641031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,5120,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,5120,0.01167466640472412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,5120,0.012640000383059184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,5120,0.00972160001595815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,5120,0.00979200005531311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,5120,0.009715200463930766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,5120,0.03076053261756897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,5120,0.009893332918485005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,5120,0.030806400378545123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,5120,0.009697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,5120,0.009886933366457622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,5120,0.011090133587519329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,5120,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,5120,0.009804800152778625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,5120,0.009330133597056072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,5120,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,5120,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,5120,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,5120,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,5120,0.009320533275604248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,5120,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,5120,0.009258666634559631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,5120,0.009096533060073853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,5120,0.008871466914812724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,5120,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,5120,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,5120,0.008982400099436443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,5120,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,5120,0.008940800031026205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,5120,0.00904319981733958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,5120,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,5120,0.009030399719874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,5120,0.008846933643023174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,5120,0.00886293351650238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,5120,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,5120,0.008053333560625712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,5120,0.008212266862392426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,5120,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,5120,0.008232533435026805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,5120,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,5120,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,5120,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,5120,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,5120,0.3775552113850912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,5120,0.7187072118123372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,5120,0.193614927927653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,5120,0.09841706752777099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,5120,0.09560746351877848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,5120,0.08838933308919271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,5120,0.08731839656829835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,5120,0.09031786918640136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,5120,0.0874720017115275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,5120,0.07778879801432291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,5120,0.07028586864471435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,5120,0.07173226674397787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,5120,0.07016426722208659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,5120,0.06653226613998413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,5120,0.06124586661656698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,5120,0.06159360011418661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,5120,0.056244266033172605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,5120,0.07793280283610025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,5120,0.05699199835459391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,5120,0.052926933765411376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,5120,0.05365546544392904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,5120,0.050306133429209386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,5120,0.04843200047810872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,5120,0.045468799273173016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,5120,0.04178560177485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,5120,0.04450986782709758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,5120,0.04286613464355469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,5120,0.03853973150253296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,5120,0.038194131851196286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,5120,0.03582186698913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,5120,0.0335317333539327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,5120,0.030279467503229778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,5120,0.030128000179926555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,5120,0.028180267413457232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,5120,0.023051732778549196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,5120,0.022682666778564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,5120,0.02129279971122742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,6144,0.017452800273895265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,5120,0.022999467452367146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,5120,0.022971733411153158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,5120,0.02188053329785665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,5120,0.02254613240559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,5120,0.020921599864959717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,5120,0.021050665775934854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,5120,0.020869332551956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,5120,0.018974934021631876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,5120,0.019332265853881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,5120,0.020553600788116456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,5120,0.01930560072263082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,5120,0.01985599994659424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,5120,0.027411200602849323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,5120,0.018498132626215615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,5120,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,5120,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,5120,0.018052266041437785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,5120,0.01866453289985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,5120,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,5120,0.019024000565210978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,5120,0.017926400899887084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,5120,0.018220800161361694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,5120,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,5120,0.01890346606572469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,5120,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,5120,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,5120,0.016925867398579916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,5120,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,5120,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,5120,0.01685653328895569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,5120,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,5120,0.018772266308466592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,5120,0.019181867440541588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,5120,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,5120,0.018798933426539103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,5120,0.01922986706097921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,5120,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,5120,0.43219200770060223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,5120,0.229369592666626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,5120,0.8555754979451498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,5120,0.2088160037994385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,5120,1.677389907836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,5120,0.18244373003641765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,5120,0.23407360712687172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,5120,0.19538559913635253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,5120,0.21656427383422852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,5120,0.168448003133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,5120,0.11933973630269368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,5120,0.11904640197753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,5120,0.10726400216420491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,5120,0.10298453172047932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,5120,0.09903999964396158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,5120,0.09289173285166422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,5120,0.16389439900716146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,5120,0.0826527992884318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,5120,0.14939413070678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,5120,0.07396586736043295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,5120,0.14247786204020182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,5120,0.08462080160776773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,5120,0.07670613129933676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,5120,0.05579733451207479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,5120,0.05222400029500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,5120,0.047858134905497236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,5120,0.04153706630071004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,5120,0.04003200133641561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,5120,0.06901226838429769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,5120,0.06242133378982544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,5120,0.06584320068359376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,5120,0.03402026494344075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,5120,0.032603732744852704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,5120,0.025626667340596515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,5120,0.023883734146753946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,5120,0.018078933159510292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,5120,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,5120,0.01534293293952942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,5120,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,5120,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,5120,0.014917332927385965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,5120,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,5120,0.01616426706314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,5120,0.01737066706021627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,5120,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,5120,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,5120,0.012408533692359924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,5120,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,5120,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,5120,0.010918399691581726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,5120,0.01088853379090627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,5120,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,5120,0.010450133681297302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,5120,0.010875733693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,5120,0.019782400131225585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,5120,0.020082134008407592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,5120,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,5120,0.020233599344889323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,5120,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,5120,0.019324799378712974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,5120,0.02106346686681112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,5120,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,5120,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,5120,0.02019946575164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,5120,0.019008000691731773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,5120,0.02062186598777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,5120,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,5120,0.0198527991771698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,5120,0.02147946755091349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,5120,0.01950719952583313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,5120,0.02150613268216451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,5120,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,5120,0.34210027058919273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,5120,0.012089600165685017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,5120,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,5120,0.18116906483968098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,5120,0.09672746658325196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,5120,0.05427733262379965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,5120,0.05581440130869547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,5120,0.05636373360951742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,5120,0.05409599939982096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,5120,0.053124264876047766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,5120,0.04314666589101156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,5120,0.042930134137471515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,5120,0.04210773309071859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,5120,0.041227734088897704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,5120,0.04001706838607788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,5120,0.04024959802627563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,5120,0.039635201295216874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,5120,0.039187200864156085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,5120,0.03801279862721761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,5120,0.03698879877726237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,5120,0.03601066668828328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,5120,0.037749334176381426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,5120,0.03577280044555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,5120,0.03406399885813395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,5120,0.03490026791890462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,5120,0.02434239983558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,5120,0.023355732361475624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,5120,0.022374399503072104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,5120,0.022403200467427574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,5120,0.02209279934565226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,5120,0.021181867520014445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,5120,0.02074133356412252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,5120,0.019454934199651084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,5120,0.020269866784413657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,5120,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,5120,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,5120,0.01781866749127706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,5120,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,5120,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,5120,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,5120,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,5120,0.016284799575805663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,5120,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,5120,0.016200533509254454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,5120,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,5120,0.01625706652800242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,5120,0.016229333480199178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,5120,0.01623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,5120,0.016135467092196147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,5120,0.016179200013478598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,5120,0.015809067090352378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,5120,0.01579839984575907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,5120,0.01592639982700348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,5120,0.015838932991027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,5120,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,5120,0.015822933117548624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,5120,0.015733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,5120,0.015824000040690102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,5120,0.01618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,5120,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,5120,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,5120,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,5120,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,5120,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,5120,0.015731199582417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,5120,0.015759999553362526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,5120,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,5120,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,5120,0.01611306667327881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,5120,0.0158869336048762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,5120,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,5120,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,5120,0.015770666797955833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,4096,0.4077589352925618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,4096,0.19981865882873534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,4096,0.11016106605529785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,4096,0.07023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,4096,0.0709333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,4096,0.056873599688212075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,4096,0.05685333410898844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,4096,0.05176213184992472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,4096,0.045628801981608076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,4096,0.0430239995320638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,4096,0.04392960071563721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,4096,0.04135573307673136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,5120,0.015401599804560342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,4096,0.04202773173650105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,4096,0.040261332194010416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,4096,0.0406826655069987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,4096,0.036958932876586914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,4096,0.03518506685892741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,4096,0.03596160014470418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,4096,0.03328213294347127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,4096,0.0316106657187144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,4096,0.03062293330828349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,4096,0.030453334252039593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,4096,0.027436800797780353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,4096,0.025909332434336345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,4096,0.022452267011006673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,4096,0.022992000977198283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,4096,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,4096,0.018626133600870766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,4096,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,4096,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,4096,0.013790933291117349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,4096,0.013105066617329917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,4096,0.012292266885439555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,4096,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,4096,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,4096,0.008534399668375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,4096,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,4096,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,4096,0.009283199906349182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,4096,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,4096,0.008475733796755473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,4096,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,4096,0.024525866905848185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,4096,0.008040533463160197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,4096,0.008054399987061818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,4096,0.008002133170763651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,4096,0.008002133170763651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,4096,0.008212266862392426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,4096,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,4096,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,4096,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,4096,0.008083199958006541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,4096,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,4096,0.007670400043328603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,4096,0.007771733403205872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,4096,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,4096,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,5120,0.016160000363985697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,4096,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,4096,0.00894719958305359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,4096,0.0076447998483975725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,4096,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,5120,0.015825066963831583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,4096,0.007667199770609538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,4096,0.007630933324495952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,4096,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,4096,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,4096,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,4096,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,4096,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,4096,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,4096,0.007206400235493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,4096,0.007178666690985362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,4096,0.007036800185839335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,4096,0.0067893331249554946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,4096,0.30319786071777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,4096,0.5868010838826497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,4096,0.14617706934611002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,4096,0.07397440274556479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,4096,0.07571093241373697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,4096,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,4096,0.07009920279184977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,4096,0.06936960220336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,4096,0.06851946512858073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,4096,0.0652949333190918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,4096,0.06565226713816324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,4096,0.06176640192667643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,4096,0.06068053245544434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,4096,0.05290453433990479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,4096,0.054100267092386876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,4096,0.05053973197937012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,4096,0.051710931460062656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,4096,0.0486080010732015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,4096,0.048802133401234946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,4096,0.04405973354975383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,4096,0.04145706494649251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,4096,0.045165868600209554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,4096,0.040394667784372965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,4096,0.04154880046844482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,4096,0.03962560097376506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,4096,0.036747733751932785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,4096,0.03711466789245606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,4096,0.03267306685447693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,4096,0.060090665022532144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,4096,0.03322453300158183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,4096,0.029292800029118854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,4096,0.029282132784525555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,4096,0.026974932352701826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,4096,0.024921600023905435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,4096,0.024911999702453613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,4096,0.020670932531356812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,4096,0.020657066504160562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,4096,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,4096,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,4096,0.020795732736587524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,4096,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,4096,0.020273067553838096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,4096,0.019516799847284952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,4096,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,4096,0.01850879987080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,4096,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,4096,0.017786665757497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,4096,0.01853013237317403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,4096,0.018288000424702962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,4096,0.017132800817489625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,4096,0.017937066157658894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,4096,0.016768000523249307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,4096,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,4096,0.01857173244158427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,4096,0.017053866386413576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,4096,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,4096,0.028264532486597698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,4096,0.01681173245112101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,4096,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,4096,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,4096,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,4096,0.01848213275273641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,4096,0.016216533382733662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,4096,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,4096,0.016430933276812235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,4096,0.017061332861582436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,4096,0.0167413334051768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,4096,0.017196800311406454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,4096,0.018347734212875368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,4096,0.017228800058364867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,4096,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,4096,0.018579200903574625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,4096,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,4096,0.016684800386428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,4096,0.01730133295059204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,4096,0.40943358739217117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,4096,0.8161386489868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,4096,1.6152042388916015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,4096,0.1624234676361084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,4096,0.1878453254699707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,4096,0.14405333201090495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,4096,0.18493547439575195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,4096,0.1632362683614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,4096,0.1522698720296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,4096,0.13424320220947267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,4096,0.10456639925638836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,4096,0.10291413466135661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,4096,0.09749546845753988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,4096,0.09510080019632974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,4096,0.08981653054555258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,4096,0.08563840389251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,4096,0.13354132970174154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,4096,0.07930986881256104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,4096,0.11549653212229412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,4096,0.06910293102264405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,4096,0.11596799691518148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,4096,0.07952533562978109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,4096,0.07256320317586264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,4096,0.054093865553538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,4096,0.0492298682530721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,4096,0.04594133297602336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,4096,0.03840106725692749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,4096,0.03868266741434733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,4096,0.06279679934183756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,4096,0.06138559977213541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,4096,0.056314667065938316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,4096,0.03127893408139547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,4096,0.029747200012207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,4096,0.023127466440200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,4096,0.022102399667104086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,4096,0.017041067282358803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,4096,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,4096,0.01409173309803009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,4096,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,4096,0.01407360037167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,4096,0.013622400164604188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,4096,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,4096,0.015321600437164306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,4096,0.015729066729545594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,4096,0.011683199803034465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,4096,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,4096,0.011901866396268208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,4096,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,4096,0.011658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,4096,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,4096,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,4096,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,4096,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,4096,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,4096,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,4096,0.019019732872645058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,4096,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,4096,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,4096,0.01910933256149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,4096,0.017028266191482545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,4096,0.01945919990539551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,4096,0.01717546582221985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,4096,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,4096,0.02006933291753133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,4096,0.01694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,4096,0.020137600104014077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,4096,0.01776533325513204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,4096,0.02034453352292379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,4096,0.01772480010986328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,4096,0.017831466595331826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,4096,0.020525866746902467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,4096,0.01774079998334249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,4096,0.011384532848993937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,4096,0.1406570593516032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,4096,0.01120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,4096,0.26934401194254554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,4096,0.04525013367335002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,4096,0.07794026533762613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,4096,0.04523413181304932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,4096,0.04453333218892415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,4096,0.04404160181681315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,4096,0.043789867560068765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,4096,0.03547093470891317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,4096,0.03550933202107747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,4096,0.03430933157602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,4096,0.034481068452199296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,4096,0.033019733428955075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,4096,0.03431146542231242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,4096,0.03292373418807983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,4096,0.03210560083389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,4096,0.031691733996073404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,4096,0.031385600566864014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,4096,0.03054933349291484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,4096,0.0304202675819397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,4096,0.029762132962544756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,4096,0.02940160036087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,4096,0.028593067328135175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,4096,0.021387734015782676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,4096,0.02002133329709371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,4096,0.019912532965342202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,4096,0.01912426749865214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,4096,0.017844265699386595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,4096,0.01872746745745341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,4096,0.017889066537221273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,4096,0.01744746764500936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,4096,0.016214399536450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,4096,0.016338133811950685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,4096,0.015422933300336204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,4096,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,4096,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,4096,0.01421333352724711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,4096,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,4096,0.014204800128936768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,4096,0.014145066340764364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,4096,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,4096,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,4096,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,4096,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,4096,0.013854933778444925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,4096,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,4096,0.013875200351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,4096,0.014210133751233419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,4096,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,4096,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,4096,0.01378773351510366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,4096,0.013828266660372415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,4096,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,4096,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,4096,0.013869866728782654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,4096,0.01393280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,4096,0.013790933291117349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,4096,0.013738666971524557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,4096,0.013825066884358726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,4096,0.013602133591969809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,4096,0.013778133193651834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,4096,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,4096,0.013774933417638144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,4096,0.013682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,4096,0.013777066270510355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,4096,0.013345066706339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,4096,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,4096,0.013794133067131042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,4096,0.01378666659196218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,4096,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,3584,0.3430890719095866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,3584,0.17909760475158693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,3584,0.10487786928812663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,3584,0.0661087989807129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,3584,0.06475626627604167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,3584,0.050508801142374674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,3584,0.046993064880371097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,3584,0.04656853278477986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,3584,0.04058560132980347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,3584,0.038362665971120195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,3584,0.039136000474294025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,3584,0.03696000178654989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,3584,0.039137065410614014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,3584,0.03485546509424846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,3584,0.03522986570994059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,3584,0.031455999612808226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,3584,0.031430399417877196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,3584,0.03020159999529521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,3584,0.029406932989756267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,3584,0.026989867289861042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,3584,0.027025065819422406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,3584,0.025676800807317095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,4096,0.013963733116785684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,3584,0.024297600984573363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,3584,0.022072533766428627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,3584,0.021875200668970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,3584,0.01945706605911255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,3584,0.020500266551971437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,3584,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,3584,0.016503467162450155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,3584,0.014364799857139588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,3584,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,3584,0.012148267030715943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,3584,0.011867733796437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,3584,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,3584,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,3584,0.008916266759236654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,3584,0.00816319982210795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,3584,0.008591999610265095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,3584,0.009015466769536335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,3584,0.00932373305161794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,3584,0.008444799979527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,3584,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,3584,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,3584,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,3584,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,3584,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,3584,0.008060800035794576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,3584,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,3584,0.007386666536331177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,3584,0.00719893326361974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,3584,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,3584,0.007245866457621257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,3584,0.006856533388296763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,3584,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,3584,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,3584,0.007234133283297221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,3584,0.007332266867160797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,3584,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,3584,0.007879466811815897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,3584,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,3584,0.00687360018491745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,3584,0.0068256000677744556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,3584,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,3584,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,4096,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,3584,0.006792533397674561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,3584,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,3584,0.006364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,3584,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,3584,0.006168533364931742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,3584,0.006415999929110209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,3584,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,3584,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,3584,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,3584,0.006043733159701029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,3584,0.26268159548441566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,3584,0.5147775967915853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,3584,0.12135146458943684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,3584,0.067193603515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,3584,0.06563520034154256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,3584,0.06177706718444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,3584,0.06052906513214111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,3584,0.059538133939107264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,3584,0.060006399949391685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,3584,0.054024533430735266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,3584,0.05353813171386719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,3584,0.05260800123214722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,3584,0.0527178684870402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,3584,0.05134186744689941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,3584,0.049532798926035564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,3584,0.04777599970499675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,3584,0.043281066417694095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,4096,0.01365546683470408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,3584,0.04772160053253174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,3584,0.04427946805953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,3584,0.04114773273468018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,3584,0.041621331373850504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,3584,0.039944533507029215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,3584,0.03666133483250936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,3584,0.03627200126647949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,3584,0.03334186474482219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,3584,0.0352021336555481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,3584,0.030215466022491456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,3584,0.02940160036087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,3584,0.02866453329722087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,3584,0.02900480031967163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,3584,0.02501973311106364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,3584,0.025336533784866333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,3584,0.022823466857274374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,3584,0.023875200748443605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,3584,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,3584,0.01928640007972717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,3584,0.020097066958745323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,3584,0.020550400018692017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,3584,0.019529600938161217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,3584,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,3584,0.019522132476170857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,3584,0.02054506738980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,3584,0.019026132424672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,3584,0.017108267545700072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,3584,0.018629332383473717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,3584,0.01832746664683024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,3584,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,3584,0.017086933056513466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,3584,0.016936532656351724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,3584,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,3584,0.04082560141881307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,3584,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,3584,0.016616533199946083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,3584,0.01649386684099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,3584,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,3584,0.01805973251660665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,3584,0.019486933946609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,3584,0.018037333091100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,3584,0.01681813398996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,3584,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,3584,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,3584,0.016344533363978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,3584,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,3584,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,3584,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,3584,0.015233066678047181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,3584,0.019236266613006592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,3584,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,3584,0.016684800386428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,3584,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,3584,0.01833066741625468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,3584,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,3584,0.018133334318796792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,3584,0.0180351992448171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,3584,0.8189322789510092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,3584,0.16101013819376628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,3584,0.4167221387227376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,3584,0.13582186698913573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,3584,1.6148181915283204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,3584,0.13699946403503419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,3584,0.15773866971333822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,3584,0.14671999613444012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,3584,0.129858136177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,3584,0.12720212936401368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,3584,0.10117333730061848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,3584,0.0994154691696167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,3584,0.09518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,3584,0.09278506437937419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,3584,0.08736746311187744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,3584,0.08304533163706461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,3584,0.11501119931538899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,3584,0.07358720302581787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,3584,0.11009279886881511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,3584,0.0667359987894694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,3584,0.07668480078379313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,3584,0.106440536181132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,3584,0.06898880004882812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,3584,0.05070933500925699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,3584,0.045651201407114664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,3584,0.04327573378880818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,3584,0.03659199873606364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,3584,0.035795199871063235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,3584,0.06014293432235718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,3584,0.05970773299535116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,3584,0.054547198613484706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,3584,0.029608533779780073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,3584,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,3584,0.02355413238207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,3584,0.021478400627772013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,3584,0.016105600198109946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,3584,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,3584,0.012917332847913108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,3584,0.01316480040550232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,3584,0.012771200140317282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,3584,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,3584,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,3584,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,3584,0.015015467007954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,3584,0.010795733332633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,3584,0.010657067100207012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,3584,0.0107914666334788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,3584,0.011081600189208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,3584,0.010849066575368245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,3584,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,3584,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,3584,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,3584,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,3584,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,3584,0.015845333536465965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,3584,0.015559466679890952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,3584,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,3584,0.01406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,3584,0.014111999670664468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,3584,0.01604159971078237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,3584,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,3584,0.015609600146611533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,3584,0.01693120002746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,3584,0.015703466534614564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,3584,0.015292800466219583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,3584,0.014308266838391624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,3584,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,3584,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,3584,0.015558399756749473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,3584,0.016457600394884746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,3584,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,3584,0.2413621266682943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,3584,0.12738133271535237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,3584,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,3584,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,3584,0.06962453524271647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,3584,0.010938666264216105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,3584,0.040827735265096025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,3584,0.041995731989542644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,3584,0.03998186588287354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,3584,0.040245334307352706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,3584,0.03883093198140462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,3584,0.03136000037193298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,3584,0.03280426661173503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,3584,0.031854933500289916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,3584,0.030565333366394044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,3584,0.030364799499511718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,3584,0.03017599980036418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,3584,0.02990293304125468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,3584,0.029365332921346028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,3584,0.02887679934501648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,3584,0.028568534056345622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,3584,0.028616533676783247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,3584,0.027246934175491334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,3584,0.027368533611297607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,3584,0.027210666735966997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,3584,0.02672426700592041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,3584,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,3584,0.01880426605542501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,3584,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,3584,0.01729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,3584,0.017030400037765504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,3584,0.016966400543848674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,3584,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,3584,0.016297599673271178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,3584,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,3584,0.014934399724006652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,3584,0.015026133259137472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,3584,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,3584,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,3584,0.013294933239618936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,3584,0.013359999656677246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,3584,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,3584,0.013371733824412027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,3584,0.013330133756001792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,3584,0.013351466258366904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,3584,0.012898133198420206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,3584,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,3584,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,3584,0.012957866986592612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,3584,0.013049599528312684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,3584,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,3584,0.012947199741999307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,3584,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,3584,0.01272213359673818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,3584,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,3584,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,3584,0.012956800063451132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,3584,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,3584,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,3584,0.012893866499265036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,3584,0.01286079982916514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,3584,0.012903466820716858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,3584,0.012503467003504434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,3584,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,3584,0.012969600160916648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,3584,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,3584,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,3584,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,3584,0.012932266791661581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,3584,0.01260693371295929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,3584,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,3584,0.012593066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,3584,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,3584,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,3072,0.2977674802144369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,3072,0.15323519706726074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,3072,0.08418880303700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,3072,0.05174506505330404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,3072,0.05141439835230509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,3072,0.04070293505986532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,3072,0.04084906578063965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,3072,0.03850880066553752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,3072,0.03517013390858968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,3072,0.03288319905598958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,3072,0.03375999927520752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,3072,0.03205759922663371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,3072,0.033982932567596436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,3072,0.030103466908137005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,3072,0.030522666374842328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,3072,0.027350399891535444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,3072,0.027194666862487792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,3072,0.02633066574732463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,3072,0.025523199637730913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,3072,0.02327573299407959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,3072,0.02342080076535543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,3072,0.022588799397150673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,3072,0.02142080068588257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,3072,0.019874133666356406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,3072,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,3072,0.01718719998995463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,3072,0.018532266219456993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,3072,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,3072,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,3072,0.012999467055002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,3072,0.012381866574287415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,3072,0.01136959989865621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,3072,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,3072,0.01018346647421519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,3072,0.008892800410588582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,3072,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,3072,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,3072,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,3072,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,3072,0.008136533200740814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,3072,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,3072,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,3584,0.012826666235923767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,3072,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,3072,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,3072,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,3072,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,3072,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,3072,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,3072,0.006427733103434245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,3072,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,3072,0.006382933259010315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,3072,0.006600533425807953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,3072,0.006308266520500183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,3072,0.006117333471775055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,3072,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,3072,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,3584,0.012555733323097229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,3072,0.006562133133411407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,3072,0.006212266782919565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,3072,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,3072,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,3072,0.005685333410898844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,3072,0.0062047998110453285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,3072,0.005604266623655955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,3072,0.005809066692988077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,3584,0.012593066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,3072,0.0056991999348004665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,3072,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,3072,0.0073738664388656614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,3072,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,3072,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,3072,0.007390933235486348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,3072,0.006905599931875865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,3072,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,3072,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,3072,0.22722133000691733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,3072,0.4459381421407064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,3072,0.10676906903584797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,3072,0.05667946736017863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,3072,0.05241386493047079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,3072,0.005996799965699514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,3072,0.05555200179417928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,3072,0.05504533449808756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,3072,0.05249493519465128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,3072,0.04916373491287231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,3072,0.04981546799341838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,3072,0.04730773369471232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,3072,0.048707199096679685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,3072,0.045360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,3072,0.044616532325744626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,3072,0.04260053237279256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,3072,0.041406933466593424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,3072,0.04104640086491902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,3072,0.03760000069936116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,3072,0.04165759881337484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,3072,0.03888746500015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,3072,0.035230934619903564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,3072,0.05760746796925863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,3072,0.03502080043156942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,3072,0.032536532481511435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,3072,0.036253865559895834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,3072,0.031229867537816362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,3072,0.030957865715026855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,3072,0.028819199403127032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,3072,0.028097067276636762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,3072,0.029097600777943926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,3072,0.02696533401807149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,3072,0.024378667275110878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,3072,0.0256661335627238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,3072,0.02216213345527649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,3072,0.023539199431737264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,3072,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,3072,0.01888426740964254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,3072,0.019643733898798622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,3072,0.02034453352292379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,3072,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,3072,0.01873813271522522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,3072,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,3072,0.018241065740585326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,3072,0.017744000752766928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,3072,0.01686720053354899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,3072,0.019001599152882895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,3072,0.016798933347066246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,3072,0.018348799149195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,3072,0.01766293247540792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,3072,0.017170133193333943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,3072,0.016900267203648886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,3072,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,3072,0.01785599986712138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,3072,0.016545066237449647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,3072,0.016618667046229045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,3072,0.01585599978764852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,3072,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,3072,0.01597546637058258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,3072,0.019102933009465535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,3072,0.015046399831771851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,3072,0.015033599734306336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,3072,0.016724266608556113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,3072,0.017163733641306557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,3072,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,3072,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,3072,0.016127999623616537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,3072,0.017062399784723917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,3072,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,3072,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,3072,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,3072,0.017917867501576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,3072,0.016733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,3072,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,3072,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,3072,0.39981441497802733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,3072,0.13689600626627604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,3072,1.5626399993896485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,3072,0.7881322860717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,3072,0.1261066675186157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,3072,0.11808853149414063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,3072,0.14471786816914875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,3072,0.12301867008209229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,3072,0.13058026631673175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,3072,0.1156821330388387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,3072,0.0976960023244222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,3072,0.09498559633890788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,3072,0.09056533177693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,3072,0.08791573047637939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,3072,0.08357333342234294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,3072,0.08022933006286621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,3072,0.10953493118286133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,3072,0.07153279781341552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,3072,0.10530347029368084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,3072,0.06583253145217896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,3072,0.10322559674580892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,3072,0.07434773445129395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,3072,0.06616959969202676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,3072,0.049932801723480226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,3072,0.04375466505686442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,3072,0.04218773444493611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,3072,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,3072,0.03493760029474895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,3072,0.05690666834513346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,3072,0.02762133280436198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,3072,0.059132798512776696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,3072,0.029201066493988036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,3072,0.052824532985687254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,3072,0.0211082657178243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,3072,0.021835732460021972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,3072,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,3072,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,3072,0.012447999914487202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,3072,0.012541866302490235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,3072,0.012485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,3072,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,3072,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,3072,0.014087466398874917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,3072,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,3072,0.010545066992441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,3072,0.010364799698193868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,3072,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,3072,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,3072,0.009117866555849712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,3072,0.009033600489298504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,3072,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,3072,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,3072,0.013684266805648803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,3072,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,3072,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,3072,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,3072,0.013635200262069703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,3072,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,3072,0.014959999918937683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,3072,0.013022933403650919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,3072,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,3072,0.01574720044930776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,3072,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,3072,0.01530026694138845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,3072,0.013643733660380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,3072,0.01497706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,3072,0.01497706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,3072,0.013411200046539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,3072,0.014899200201034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,3072,0.015402666727701821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,3072,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,3072,0.21050880750020345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,3072,0.11013013521830242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,3072,0.06085120042165121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,3072,0.036865067481994626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,3072,0.010872532924016316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,3072,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,3072,0.03676053285598755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,3072,0.03662399848302205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,3072,0.03603839874267578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,3072,0.03426346778869629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,3072,0.028812799851099653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,3072,0.02898453275362651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,3072,0.028516266743342084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,3072,0.02746666669845581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,3072,0.027046400308609008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,3072,0.02725653251012166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,3072,0.026562132438023883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,3072,0.026096000274022417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,3072,0.02589226762453715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,3072,0.02576213280359904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,3072,0.025628799200057985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,3072,0.024817067384719848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,3072,0.02416106661160787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,3072,0.024679466088612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,3072,0.02444373369216919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,3072,0.017030400037765504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,3072,0.01681813398996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,3072,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,3072,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,3072,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,3072,0.015675733486811318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,3072,0.014266666769981385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,3072,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,3072,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,3072,0.01498240033785502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,3072,0.013326932986577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,3072,0.013357866803805032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,3072,0.012566399574279786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,3072,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,3072,0.012481066584587096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,3072,0.012423466642697651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,3072,0.012528000275293985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,3072,0.01255466639995575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,3072,0.0124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,3072,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,3072,0.012077866991360982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,3072,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,3072,0.012494933605194092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,3072,0.01213653286298116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,3072,0.012165333827336628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,3072,0.011725866794586181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,3072,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,3072,0.011715199549992878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,3072,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,3072,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,3072,0.011764267086982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,3072,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,3072,0.01167466640472412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,3072,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,3072,0.01204266647497813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,3072,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,3072,0.011738666892051696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,3072,0.012162133057912191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,3072,0.012131200234095255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,3072,0.01167146662871043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,3072,0.012098133563995361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,3072,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,3072,0.012126933534940083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,3072,0.012095999717712403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,3072,0.011787733435630799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,3072,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,3072,0.011777066191037496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,2560,0.24880426724751792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,2560,0.12924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,2560,0.0723743995030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,2560,0.03615466753641765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,2560,0.036372268199920656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,2560,0.033336532115936277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,3072,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,2560,0.03477120002110799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,2560,0.03394026756286621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,2560,0.03025280038515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,2560,0.029956267277399702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,2560,0.02855466604232788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,2560,0.028538666168848675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,2560,0.028567467133204145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,2560,0.026971733570098876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,2560,0.02576746741930644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,2560,0.024171733856201173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,2560,0.0228928009668986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,2560,0.022985599438349404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,2560,0.021553067366282146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,2560,0.020521599054336547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,2560,0.019849600394566853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,2560,0.019686400890350342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,2560,0.018175999323527016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,2560,0.018055466810862224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,2560,0.015213867028554281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,2560,0.015939199924468996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,2560,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,2560,0.0127210666735967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,3072,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,2560,0.011476266384124755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,2560,0.01066986620426178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,2560,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,2560,0.009048533439636231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,2560,0.008929066856702169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,2560,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,2560,0.006860800087451935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,2560,0.006189866860707601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,2560,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,2560,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,2560,0.007053866485754649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,2560,0.0066453332702318835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,2560,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,2560,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,2560,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,2560,0.005580799778302511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,2560,0.005648000041643778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,2560,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,2560,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,2560,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,2560,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,2560,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,2560,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,2560,0.005217066903909048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,2560,0.005348266661167144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,2560,0.005367466807365417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,2560,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,2560,0.016410666704177856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,2560,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,2560,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,2560,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,2560,0.005103999873002371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,2560,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,2560,0.0050346667567888895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,2560,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,2560,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,2560,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,2560,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,2560,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,2560,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,2560,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,2560,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,2560,0.007203199962774913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,2560,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,2560,0.006930133203665416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,3072,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,2560,0.378055477142334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,2560,0.187991460164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,2560,0.09134399890899658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,2560,0.05039039850234985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,2560,0.051069867610931394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,2560,0.04753173192342122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,2560,0.048494935035705566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,2560,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,2560,0.046561066309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,2560,0.0454367995262146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,2560,0.043408000469207765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,2560,0.04426240126291911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,2560,0.04182720184326172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,2560,0.04151466687520345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,2560,0.04148373206456502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,2560,0.04081173340479533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,2560,0.03795946836471557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,2560,0.036985599994659425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,2560,0.0389514684677124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,2560,0.034550400575002034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,2560,0.034916265805562334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,2560,0.033469867706298825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,2560,0.03380053440729777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,2560,0.030400000015894574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,2560,0.028828799724578857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,2560,0.030745599667231244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,2560,0.030027733246485395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,2560,0.026814933617909747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,2560,0.02696533401807149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,2560,0.026276266574859618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,2560,0.024781866868336996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,2560,0.023110399643580117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,2560,0.023774933815002442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,2560,0.021436800559361778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,2560,0.02267520030339559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,2560,0.036304001013437906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,2560,0.018730666240056357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,2560,0.018373332420984902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,2560,0.018347734212875368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,2560,0.019093332688013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,2560,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,2560,0.01890666683514913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,2560,0.017581866184870402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,2560,0.016845866044362386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,2560,0.018122667074203493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,2560,0.016695467631022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,2560,0.01808746655782064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,2560,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,2560,0.017423999309539796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,2560,0.016909867525100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,2560,0.01691840092341105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,2560,0.016919465859731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,2560,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,2560,0.017986132701237997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,2560,0.017169066270192466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,2560,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,2560,0.015608533223470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,2560,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,2560,0.015188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,2560,0.015542399883270264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,2560,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,2560,0.01479573349157969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,2560,0.015801599621772765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,2560,0.014859732985496522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,2560,0.014945066968599954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,2560,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,2560,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,2560,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,2560,0.016481066743532814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,2560,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,2560,0.016492799917856852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,2560,0.016721065839131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,2560,0.016849066813786825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,2560,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,2560,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,2560,0.13399359385172527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,2560,0.7767146428426106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,2560,0.1271498680114746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,2560,0.38997119267781577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,2560,0.12290133635203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,2560,1.525558344523112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,2560,0.11322986284891765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,2560,0.1313632011413574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,2560,0.12104533513387043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,2560,0.11172693570454914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,2560,0.09349013169606527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,2560,0.09186346530914306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,2560,0.08698133627573648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,2560,0.08424853483835856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,2560,0.0789685328801473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,2560,0.07663679917653402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,2560,0.10764799912770588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,2560,0.07053013642628989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,2560,0.10121173063913982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,2560,0.06277013222376505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,2560,0.10024533271789551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,2560,0.06470933357874552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,2560,0.07073813279469808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,2560,0.04782400131225586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,2560,0.04277439912160237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,2560,0.040972801049550374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,2560,0.035034668445587155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,2560,0.03381866614023844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,2560,0.056302932898203525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,2560,0.055828265349070226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,2560,0.05127360026041666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,2560,0.028386133909225463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,2560,0.026834134260813398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,2560,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,2560,0.021935999393463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,2560,0.015001599987347921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,2560,0.013273599743843078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,2560,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,2560,0.012026666601498922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,2560,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,2560,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,2560,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,2560,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,2560,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,2560,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,2560,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,2560,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,2560,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,2560,0.00997440020243327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,2560,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,2560,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,2560,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,2560,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,2560,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,2560,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,2560,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,2560,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,2560,0.013025066256523133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,2560,0.012045866250991822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,2560,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,2560,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,2560,0.011978666981061299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,2560,0.014044800400733947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,2560,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,2560,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,2560,0.013582932949066161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,2560,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,2560,0.01322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,2560,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,2560,0.012414933244387309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,2560,0.01423466702302297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,2560,0.18163199424743653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,2560,0.09554239908854166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,2560,0.052792533238728845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,2560,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,2560,0.03197759985923767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,2560,0.03236053387324016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,2560,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,2560,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,2560,0.03145706653594971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,2560,0.03220053315162659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,2560,0.031074132521947222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,2560,0.026023467381795246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,2560,0.02474453250567118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,2560,0.025496532519658405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,2560,0.024553600947062174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,2560,0.024090667565663658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,2560,0.023561600844065347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,2560,0.0240447998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,2560,0.023589332898457847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,2560,0.02299840052922567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,2560,0.022758400440216063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,2560,0.022750933965047203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,2560,0.022356265783309938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,2560,0.021702400843302407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,2560,0.02110613385836283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,2560,0.021638399362564086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,2560,0.016261333227157594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,2560,0.015366400281588236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,2560,0.014908799529075622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,2560,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,2560,0.014151466886202493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,2560,0.01384106675783793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,2560,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,2560,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,2560,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,2560,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,2560,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,2560,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,2560,0.011700266599655151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,2560,0.011772800485293071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,2560,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,2560,0.0116757333278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,2560,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,2560,0.011495467027028401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,2560,0.0116074671347936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,2560,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,2560,0.011575466394424439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,2560,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,2560,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,2560,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,2560,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,2560,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,2560,0.011294933160146077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,2560,0.011162666479746501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,2560,0.011099732915560405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,2560,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,2560,0.010850133498509724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,2560,0.01127893328666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,2560,0.010946133732795715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,2560,0.011166933178901672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,2560,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,2560,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,2560,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,2560,0.011011200149854024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,2560,0.010959999759991963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,2560,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,2560,0.011117866635322571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,2560,0.010850133498509724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,2560,0.010867200295130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,2560,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,2560,0.01125973363717397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,2560,0.010820266604423524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,2560,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,2048,0.10303253332773846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,2048,0.2047327995300293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,2048,0.057180798053741454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,2048,0.030179200569788615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,2048,0.028947200377782183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,2048,0.027153066794077557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,2048,0.026399999856948853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,2048,0.027371732393900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,2048,0.02380160093307495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,2048,0.024171733856201173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,2048,0.023238400618235268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,2048,0.02310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,2048,0.023091200987497965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,2048,0.021843200922012328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,2048,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,2048,0.01945706605911255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,2048,0.018500266472498576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,2048,0.018984532356262206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,2048,0.01768959959348043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,2048,0.016871466239293417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,2048,0.016153599818547568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,2048,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,2048,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,2048,0.014353066682815552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,2048,0.013570132851600646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,2048,0.013100799918174744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,2048,0.0107914666334788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,2048,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,2048,0.009309867024421692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,2048,0.009270399808883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,2048,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,2048,0.007864533364772797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,2560,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,2048,0.0076330666740735366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,2048,0.006381866832574208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,2048,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,2048,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,2048,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,2048,0.006177066763242086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,2048,0.006140799820423126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,2048,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,2048,0.005548800031344095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,2048,0.006009600063165029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,2048,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,2048,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,2048,0.0048320000370343525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,2048,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,2048,0.004773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,2048,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,2048,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,2048,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,2048,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,2048,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,2048,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,2048,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,2048,0.0046015997727712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,2048,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,2048,0.0047541335225105286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,2048,0.004611200094223023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,2048,0.00448639988899231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,2048,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,2048,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,2048,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,2048,0.004632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,2048,0.004500266909599304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,2048,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,2048,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,2048,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,2048,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,2048,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,2048,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,2048,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,2048,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,2048,0.01262079974015554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,2048,0.006751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,2048,0.1435754617055257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,2048,0.306273078918457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,2048,0.07565973599751791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,2048,0.04343893527984619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,2048,0.04036800066630046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,2048,0.043901864687601724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,2048,0.04085973501205444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,2048,0.041414399941762284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,2048,0.04091200033823649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,2048,0.04008106787999471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,2048,0.03950613339742025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,2048,0.03932799895604451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,2048,0.03628373146057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,2048,0.038251733779907225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,2048,0.03578986724217732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,2048,0.033794132868448894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,2048,0.03427306811014812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,2048,0.03183679978052775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,2048,0.03195093274116516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,2048,0.030500266949335737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,2048,0.030123732487360638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,2048,0.03009493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,2048,0.028172800938288372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,2048,0.0290175994237264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,2048,0.02699413299560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,2048,0.027714133262634277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,2048,0.024966400861740113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,2048,0.02399466633796692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,2048,0.025321600834528606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,2048,0.02323413292566935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,2048,0.02232853372891744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,2048,0.02228053410847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,2048,0.020887466271718343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,2048,0.02105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,2048,0.01752426624298096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,2048,0.01837653319040934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,2048,0.018283732732137046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,2048,0.018092799186706542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,2048,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,2048,0.018183465798695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,2048,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,2048,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,2048,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,2048,0.01634666621685028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,2048,0.01676266590754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,2048,0.028803199529647827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,2048,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,2048,0.016284799575805663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,2048,0.019117865959803262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,2048,0.016034133235613503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,2048,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,2048,0.015370666980743408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,2048,0.015225600202878317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,2048,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,2048,0.015770666797955833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,2048,0.015820800264676412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,2048,0.01642346680164337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,2048,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,2048,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,2048,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,2048,0.01639253298441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,2048,0.014791466792424521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,2048,0.01548373301823934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,2048,0.015471999843915304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,2048,0.015539200107256571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,2048,0.015904000401496886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,2048,0.01685333251953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,2048,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,2048,0.017459199825922648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,2048,0.014990933736165366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,2048,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,2048,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,2048,0.016401066382726034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,2048,0.015527466932932535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,2048,1.4954368591308593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,2048,0.12713493506113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,2048,0.1257258653640747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,2048,0.35247039794921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,2048,0.7553504308064778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,2048,0.11095680395762127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,2048,0.1229472001393636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,2048,0.11597546736399333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,2048,0.11242453257242839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,2048,0.10681280295054119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,2048,0.08995199998219808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,2048,0.08805013497670491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,2048,0.08305599689483642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,2048,0.08138986428578696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,2048,0.07604266802469889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,2048,0.07443520228068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,2048,0.09796906312306722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,2048,0.09699947039286295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,2048,0.103001602490743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,2048,0.06747519969940186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,2048,0.06188053290049235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,2048,0.06245333353678385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,2048,0.06832853158315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,2048,0.046590932210286456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,2048,0.04119893312454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,2048,0.039879465103149415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,2048,0.03386240005493164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,2048,0.03271680076917012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,2048,0.05510186751683553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,2048,0.026765867074330645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,2048,0.054661333560943604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,2048,0.04941120147705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,2048,0.027600000301996868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,2048,0.02103360096613566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,2048,0.012991999586423239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,2048,0.013267200191815695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,2048,0.01293333371480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,2048,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,2048,0.019479467471440633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,2048,0.011372799674669903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,2048,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,2048,0.01164906620979309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,2048,0.011598933736483257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,2048,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,2048,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,2048,0.009237333138783773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,2048,0.009545600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,2048,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,2048,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,2048,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,2048,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,2048,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,2048,0.010443733135859171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,2048,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,2048,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,2048,0.009589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,2048,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,2048,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,2048,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,2048,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,2048,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,2048,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,2048,0.012498133381207784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,2048,0.011571199695269267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,2048,0.013307733337084451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,2048,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,2048,0.012414933244387309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,2048,0.013190399607022604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,2048,0.01202133297920227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,2048,0.011658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,2048,0.013849600156148275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,2048,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,2048,0.012831999858220419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,2048,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,2048,0.04418239990870158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,2048,0.1499882698059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,2048,0.07924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,2048,0.02739306688308716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,2048,0.02688639958699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,2048,0.02696533401807149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,2048,0.02661760052045186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,2048,0.026280534267425538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,2048,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,2048,0.021874133745829263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,2048,0.02123840053876241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,2048,0.020849066972732543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,2048,0.020758400360743202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,2048,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,2048,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,2048,0.02064639925956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,2048,0.020351999998092653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,2048,0.01959786613782247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,2048,0.019576533635457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,2048,0.019530665874481202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,2048,0.01949013272921244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,2048,0.018603734175364175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,2048,0.013722667098045349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,2048,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,2048,0.013697066903114319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,2048,0.013224533200263977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,2048,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,2048,0.01337493360042572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,2048,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,2048,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,2048,0.011687466502189636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,2048,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,2048,0.011382399996121725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,2048,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,2048,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,2048,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,2048,0.010787199934323628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,2048,0.010437333583831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,2048,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,2048,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,2048,0.010450133681297302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,2048,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,2048,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,2048,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,2048,0.010193066795667012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,2048,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,2048,0.010397866368293762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,2048,0.010272000233332317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,2048,0.010450133681297302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,2048,0.01011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,2048,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,2048,0.010472533106803895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,2048,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,2048,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,2048,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,2048,0.010171733299891154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,2048,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,2048,0.010041600465774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,2048,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,2048,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,2048,0.009940266609191895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,2048,0.010057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,2048,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,2048,0.010128000378608703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,2048,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,2048,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,2048,0.010058666268984478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,2048,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,2048,0.01034986674785614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,2048,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,2048,0.01018986701965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,1536,0.15416426658630372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,1536,0.0773909330368042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,1536,0.043492265542348224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,1536,0.022513065735499063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,1536,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,1536,0.020387200514475505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,1536,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,1536,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,1536,0.018974934021631876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,1536,0.017517866690953572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,1536,0.01849173307418823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,1536,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,1536,0.01899626652399699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,2048,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,1536,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,1536,0.016753067572911583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,1536,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,1536,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,1536,0.01436906655629476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,1536,0.013567999998728434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,1536,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,1536,0.012191999951998394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,1536,0.012406399846076966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,1536,0.01048959990342458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,1536,0.009656533598899841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,1536,0.010947199662526448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,1536,0.008853333195050557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,1536,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,1536,0.008426666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,1536,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,1536,0.007626666625340779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,1536,0.00645653357108434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,1536,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,1536,0.006166400015354156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,1536,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,1536,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,1536,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,1536,0.005413333574930826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,1536,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,1536,0.0060127998391787205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,1536,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,1536,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,1536,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,1536,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,1536,0.004324266811211904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,1536,0.004335999985535939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,1536,0.004289066791534424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,1536,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,1536,0.004276266694068909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,1536,0.004322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,1536,0.0042453333735466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,1536,0.004304000238577525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,1536,0.012934399644533792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,1536,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,1536,0.003939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,1536,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,1536,0.005009066561857859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,1536,0.003962666789690653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,1536,0.003918933371702829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,1536,0.003990400085846583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,1536,0.003949866692225138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,1536,0.0039264000952243805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,1536,0.004242133100827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,1536,0.003945599993069967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,1536,0.0038549333810806276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,1536,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,1536,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,1536,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,1536,0.005588266750176748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,1536,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,1536,0.003886933376391729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,1536,0.005577600002288819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,1536,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,1536,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,1536,0.0062496001521746315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,2048,0.010013866424560546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,1536,0.1057696024576823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,1536,0.2309589385986328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,1536,0.03711466789245606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,1536,0.05982079903284708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,1536,0.03588266770044963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,1536,0.035073065757751466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,1536,0.03571840127309163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,1536,0.035197865962982175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,1536,0.034371201197306314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,1536,0.032307199637095135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,1536,0.031497599681218465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,1536,0.034093864758809406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,1536,0.031542400519053146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,1536,0.03099946578343709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,1536,0.030719999472300214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,1536,0.027536000808080035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,1536,0.028683733940124512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,1536,0.02876053253809611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,1536,0.02691733241081238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,1536,0.029230932394663494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,1536,0.026800000667572023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,1536,0.027102933327356978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,1536,0.026891734202702838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,1536,0.02555946707725525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,1536,0.024771199623743693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,1536,0.02553066611289978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,1536,0.022809600830078124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,1536,0.022780799865722658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,1536,0.02113173405329386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,1536,0.0198634664217631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,1536,0.022320000330607097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,1536,0.020507733027140297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,1536,0.01921066641807556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,1536,0.017076265811920167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,1536,0.018191999197006224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,1536,0.020475733280181884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,1536,0.017079466581344606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,1536,0.018102399508158364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,1536,0.01641386648019155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,1536,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,1536,0.017144532998402913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,1536,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,1536,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,1536,0.01569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,1536,0.025499733289082845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,1536,0.016369066635767617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,1536,0.01807253360748291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,1536,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,1536,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,1536,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,1536,0.015096533298492431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,1536,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,1536,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,1536,0.015887999534606935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,1536,0.01683733264605204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,1536,0.01800853411356608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,1536,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,1536,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,1536,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,1536,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,1536,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,1536,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,1536,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,1536,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,1536,0.014670933286348978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,1536,0.01541866660118103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,1536,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,1536,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,1536,0.016401066382726034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,1536,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,1536,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,1536,0.01586560010910034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,1536,0.015603199601173401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,1536,0.014748799800872802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,1536,0.2756213188171387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,1536,0.11920639673868816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,1536,0.7455978393554688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,1536,0.11227413018544515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,1536,1.4686592102050782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,1536,0.10675626595815021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,1536,0.12222932974497477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,1536,0.11604053179423016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,1536,0.10763946374257405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,1536,0.10283093452453614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,1536,0.0871392011642456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,1536,0.08654186725616456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,1536,0.09881920019785563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,1536,0.08151679833730062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,1536,0.0797813336054484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,1536,0.0747968037923177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,1536,0.07282133102416992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,1536,0.06588693459828696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,1536,0.09476479689280191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,1536,0.05875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,1536,0.09218346277872722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,1536,0.06751786867777507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,1536,0.060950398445129395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,1536,0.04616853396097819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,1536,0.04030719995498657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,1536,0.039496533075968426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,1536,0.033166933059692386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,1536,0.03280426661173503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,1536,0.05344106753667196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,1536,0.05222506523132324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,1536,0.025589332977930708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,1536,0.048135467370351154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,1536,0.026522666215896606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,1536,0.02027946710586548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,1536,0.01908373236656189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,1536,0.014179199934005737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,1536,0.012863999605178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,1536,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,1536,0.01116480032602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,1536,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,1536,0.011361066500345867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,1536,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,1536,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,1536,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,1536,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,1536,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,1536,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,1536,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,1536,0.01130560040473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,1536,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,1536,0.010513066252072652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,1536,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,1536,0.010442666212717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,1536,0.010739200313886007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,1536,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,1536,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,1536,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,1536,0.01102186640103658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,1536,0.011198932925860088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,1536,0.0116266667842865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,1536,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,1536,0.011230933666229247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,1536,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,1536,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,1536,0.011311999956766764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,1536,0.01046720047791799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,1536,0.011699199676513672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,1536,0.012157866358757019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,1536,0.011336533228556316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,1536,0.011795199910799662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,1536,0.011506133278210958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,1536,0.12035093307495118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,1536,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,1536,0.06554880142211914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,1536,0.03664106527964274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,1536,0.023628799120585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,1536,0.023669334252675374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,1536,0.02344533403714498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,1536,0.023280000686645506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,1536,0.022486400604248048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,1536,0.01932906707127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,1536,0.01872426668802897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,1536,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,1536,0.008740267157554627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,1536,0.008808533350626629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,1536,0.018343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,1536,0.018336000045140584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,1536,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,1536,0.01748266617457072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,1536,0.017879466215769448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,1536,0.01743040084838867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,1536,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,1536,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,1536,0.016713599363962807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,1536,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,1536,0.016204800208409628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,1536,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,1536,0.01250986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,1536,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,1536,0.011776000261306763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,1536,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,1536,0.011370666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,1536,0.011352533102035522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,1536,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,1536,0.010917333761850993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,1536,0.010607999563217164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,1536,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,1536,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,1536,0.010123733679453533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,1536,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,1536,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,1536,0.00967680017153422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,1536,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,1536,0.009649067123730978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,1536,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,1536,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,1536,0.009416533509890239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,1536,0.009309867024421692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,1536,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,1536,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,1536,0.009669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,1536,0.009666132926940917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,1536,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,1536,0.009253333012262981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,1536,0.009373866518338521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,1536,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,1536,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,1536,0.009455999732017517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,1536,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,1536,0.009265066186587016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,1536,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,1536,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,1536,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,1536,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,1536,0.009253333012262981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,1536,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,1536,0.009644800424575805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,1536,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,1536,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,1536,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,1024,0.10783572991689046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,1024,0.05553386608759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,1024,0.03025066653887431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,1024,0.01597546637058258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,1024,0.0160970667997996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,1024,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,1024,0.014708266655604044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,1024,0.015150933464368185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,1024,0.013582932949066161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,1024,0.01285546620686849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,1024,0.013367467125256858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,1024,0.012707199652989706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,1024,0.013338667154312134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,1024,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,1024,0.011978666981061299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,1024,0.010776533683141073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,1024,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,1024,0.010681600371996561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,1024,0.010256000359853109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,1536,0.009618133306503296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,1024,0.00928000013033549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,1024,0.009347200393676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,1024,0.008851200342178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,1024,0.008574933807055155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,1024,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,1024,0.007624533275763195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,1024,0.008518399794896443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,1536,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,1024,0.006860800087451935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,1024,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,1024,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,1024,0.006099199752012888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,1024,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,1024,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,1024,0.0051807999610900875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,1024,0.004758400221665701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,1536,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,1024,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,1024,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,1024,0.004323199888070424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,1024,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,1024,0.004315733412901561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,1024,0.00421973317861557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,1024,0.004296533266703288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,1024,0.004248533149560293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,1024,0.003537066777547201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,1024,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,1024,0.0038581334054470064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,1024,0.0035797332723935447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,1024,0.0037823999921480812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,1024,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,1024,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,1024,0.003489066660404205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,1024,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,1024,0.0035242666800816857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,1024,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,1024,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,1024,0.0034815999368826545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,1024,0.004071466624736786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,1024,0.003155199935038885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,1024,0.003107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,1024,0.003369600077470144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,1024,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,1024,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,1024,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,1024,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,1024,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,1024,0.0045162667830785114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,1024,0.009486933549245197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,1024,0.004264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,1024,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,1024,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,1024,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,1024,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,1024,0.0049781332413355505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,1024,0.15005866686503094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,1024,0.04345386823018392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,1024,0.030279467503229778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,1024,0.030333866675694782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,1024,0.029099732637405396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,1024,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,1024,0.02895893255869548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,1024,0.0299072007338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,1024,0.028369067112604777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,1024,0.028587732712427778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,1024,0.02770986755688985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,1024,0.02800106604894002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,1024,0.028321067492167156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,1024,0.02717120051383972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,1024,0.027553067604700728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,1024,0.07560959657033285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,1024,0.02691733241081238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,1024,0.02650773326555888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,1024,0.025933865706125898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,1024,0.024833067258199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,1024,0.024958932399749757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,1024,0.023092265923817953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,1024,0.024258132775624594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,1024,0.023064533869425453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,1024,0.023201066255569457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,1024,0.022361600399017335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,1024,0.022809600830078124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,1024,0.021592533588409422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,1024,0.021201066176096597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,1024,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,1024,0.02127679983774821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,1024,0.01875413258870443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,1024,0.01923946738243103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,1024,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,1024,0.016218666235605875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,1024,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,1024,0.025334399938583375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,1024,0.01632960041364034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,1024,0.017196800311406454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,1024,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,1024,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,1024,0.015889066457748412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,1024,0.016107733050982155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,1024,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,1024,0.014907733599344889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,1024,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,1024,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,1024,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,1024,0.015501866738001505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,1024,0.014900267124176025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,1024,0.016321067015329996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,1024,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,1024,0.016179200013478598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,1024,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,1024,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,1024,0.01509119967619578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,1024,0.01747200091679891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,1024,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,1024,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,1024,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,1024,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,1024,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,1024,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,1024,0.014988799889882406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,1024,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,1024,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,1024,0.014846932888031007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,1024,0.014885333180427552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,1024,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,1024,0.014838400483131408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,1024,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,1024,0.014748799800872802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,1024,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,1024,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,1024,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,1024,0.11782506306966145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,1024,0.22543679873148598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,1024,0.11082986990610759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,1024,0.10961066881815593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,1024,1.4407819112141929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,1024,0.10355839729309083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,1024,0.7220319747924805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,1024,0.1167189359664917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,1024,0.10404693285624186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,1024,0.09878933429718018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,1024,0.0840394655863444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,1024,0.08357973098754883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,1024,0.07818026542663574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,1024,0.07728853225708007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,1024,0.07143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,1024,0.0704202651977539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,1024,0.09569706916809081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,1024,0.0637717326482137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,1024,0.09154346783955893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,1024,0.05788906812667847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,1024,0.08985919952392578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,1024,0.06332586606343588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,1024,0.05803413391113281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,1024,0.04484906593958537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,1024,0.038791465759277347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,1024,0.03829226493835449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,1024,0.031751465797424314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,1024,0.03182186683019002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,1024,0.05183466672897339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,1024,0.05055466492970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,1024,0.04532159964243571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,1024,0.025231999158859254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,1024,0.025574400027592974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,1024,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,1024,0.018183465798695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,1024,0.013578666249910989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,1024,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,1024,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,1024,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,1024,0.010476799805959065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,1024,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,1024,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,1024,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,1024,0.012010666728019714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,1024,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,1024,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,1024,0.009673600395520527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,1024,0.009677867094675701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,1024,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,1024,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,1024,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,1024,0.008733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,1024,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,1024,0.009027199943860371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,1024,0.009271466732025146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,1024,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,1024,0.00944213370482127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,1024,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,1024,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,1024,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,1024,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,1024,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,1024,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,1024,0.00938986639181773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,1024,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,1024,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,1024,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,1024,0.009678933024406432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,1024,0.009657599528630574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,1024,0.009675733248392741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,1024,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,1024,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,1024,0.0901151974995931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,1024,0.04912639856338501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,1024,0.027689599990844728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,1024,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,1024,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,1024,0.018259199460347493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,1024,0.01829866568247477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,1024,0.017774933576583864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,1024,0.015453867117563882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,1024,0.015307733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,1024,0.015166933337847391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,1024,0.014957867066065469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,1024,0.00885759989420573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,1024,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,1024,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,1024,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,1024,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,1024,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,1024,0.014099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,1024,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,1024,0.013753599921862283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,1024,0.013753599921862283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,1024,0.013645866513252258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,1024,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,1024,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,1024,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,1024,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,1024,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,1024,0.010396800438563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,1024,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,1024,0.009618133306503296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,1024,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,1024,0.009334400296211243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,1024,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,1024,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,1024,0.008948266506195068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,1024,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,1024,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,1024,0.008846933643023174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,1024,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,1024,0.008820266524950663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,1024,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,1024,0.008529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,1024,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,1024,0.008830933769543966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,1024,0.008541867136955261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,1024,0.008683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,1024,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,1024,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,1024,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,1024,0.008318933347860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,1024,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,1024,0.00848640004793803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,1024,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,1024,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,1024,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,1024,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,1024,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,1024,0.008171733220418293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,1024,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,1024,0.008308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,1024,0.008437333504358928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,1024,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,1024,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,1024,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,1024,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,1024,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,1024,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,768,0.0837930679321289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,1024,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,768,0.042777601877848306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,768,0.023459200064341226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,768,0.013320533434549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,768,0.012640000383059184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,768,0.01181013286113739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,768,0.011498666803042094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,768,0.010892800490061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,768,0.012618666887283326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,768,0.010482133428255717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,768,0.011108266313870747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,768,0.010228266318639118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,768,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,768,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,768,0.010226133465766906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,768,0.008667733271916707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,768,0.009011200070381165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,768,0.008804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,768,0.008598400155703227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,768,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,768,0.008138666550318401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,768,0.007793066898981731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,768,0.007606400052706401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,768,0.0072170664866765336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,768,0.0068245331446329755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,768,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,768,0.006545066833496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,768,0.0060127998391787205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,768,0.00595413347085317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,768,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,768,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,768,0.005206400156021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,768,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,1024,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,1024,0.008521599570910136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,768,0.003985066711902618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,768,0.004329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,768,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,768,0.003881600002447764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,768,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,768,0.0038773333032925926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,768,0.00378560001651446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,768,0.007837866743405659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,768,0.003626666714747747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,768,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,768,0.003912533322970072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,768,0.003369600077470144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,768,0.0033759998778502146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,768,0.003603200117746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,768,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,768,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,768,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,768,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,768,0.0032138665517171226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,768,0.0033845332761605583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,768,0.003115733216206233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,768,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,768,0.00311253344019254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,768,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,768,0.0031221332649389905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,768,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,768,0.003912533322970072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,768,0.003902933249870936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,768,0.00417493333419164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,768,0.004312533140182495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,768,0.004299733539422353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,768,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,768,0.004378666480382284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,768,0.0042453333735466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,768,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,768,0.003189333279927572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,768,0.11281387011210124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,768,0.06383253335952759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,768,0.027748266855875652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,768,0.03862826824188233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,768,0.0269269327322642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,768,0.02827626665433248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,768,0.027476267019907637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,768,0.027698133389155073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,768,0.025665066639582318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,768,0.025069866577784223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,768,0.02695786754290263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,768,0.025483733415603636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,768,0.025193599859873454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,768,0.027962666749954224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,768,0.027352533737818402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,768,0.02297280033429464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,768,0.02390186587969462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,768,0.02467733422915141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,768,0.023060266176859537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,768,0.022616533438364665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,768,0.022773333390553794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,768,0.0228767991065979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,768,0.02254613240559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,768,0.021061333020528157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,768,0.021074134111404418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,768,0.021772799889246623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,768,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,768,0.019051732619603474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,768,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,768,0.01880853374799093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,768,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,768,0.018310399850209554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,768,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,768,0.01760639945665995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,768,0.01693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,768,0.016511999567349753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,768,0.014866133530934652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,768,0.016889599959055583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,768,0.014713600277900696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,768,0.015197867155075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,768,0.015508266290028891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,768,0.016739199558893837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,768,0.014838400483131408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,768,0.016335999965667723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,768,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,768,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,768,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,768,0.014684800306955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,768,0.016937599579493205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,768,0.014703999956448874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,768,0.015262933572133383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,768,0.01472106675306956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,768,0.016459733247756958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,768,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,768,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,768,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,768,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,768,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,768,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,768,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,768,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,768,0.014660267035166421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,768,0.01416213313738505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,768,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,768,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,768,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,768,0.013773866494496665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,768,0.014890666802724203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,768,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,768,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,768,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,768,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,768,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,768,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,768,0.21174933115641276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,768,0.11456533273061116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,768,0.1158783992131551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,768,0.7242805480957031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,768,0.10979519685109455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,768,0.10654613176981609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,768,0.1018293301264445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,768,1.4283018747965495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,768,0.096452267964681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,768,0.10172159671783447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,768,0.09491306940714518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,768,0.08212479750315348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,768,0.07603733539581299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,768,0.07592426935831706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,768,0.08997759819030762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,768,0.06943360169728598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,768,0.06940266291300455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,768,0.06268266836802164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,768,0.06250773270924886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,768,0.05710506836573283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,768,0.05666346549987793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,768,0.08177493413289388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,768,0.08786026636759439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,768,0.04357866843541463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,768,0.038726401329040525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,768,0.03708053429921468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,768,0.031915734211603805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,768,0.03054400086402893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,768,0.05109546581904093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,768,0.04968853394190471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,768,0.024779733022054037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,768,0.04443200031916301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,768,0.025597866376241046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,768,0.018232532342274985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,768,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,768,0.013217066725095114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,768,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,768,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,768,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,768,0.010759466886520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,768,0.0107914666334788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,768,0.011666133006413778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,768,0.011691733201344808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,768,0.011555199821790058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,768,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,768,0.008444799979527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,768,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,768,0.008761599659919739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,768,0.009511466821034749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,768,0.007613866527875264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,768,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,768,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,768,0.008022400240103405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,768,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,768,0.008476799726486206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,768,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,768,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,768,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,768,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,768,0.008710400263468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,768,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,768,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,768,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,768,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,768,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,768,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,768,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,768,0.008797867099444072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,768,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,768,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,768,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,768,0.07545066674550374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,768,0.042301865418752034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,768,0.02422399918238322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,768,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,768,0.01726613243420919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,768,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,768,0.017369600137074788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,768,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,768,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,768,0.014134400089581809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,768,0.014361600081125895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,768,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,768,0.009115733702977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,768,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,768,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,768,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,768,0.014029866456985474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,768,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,768,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,768,0.013396267096201578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,768,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,768,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,768,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,768,0.012502400080362954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,768,0.012404266993204753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,768,0.012400000294049581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,768,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,768,0.010456533233324686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,768,0.010338133573532105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,768,0.00969493289788564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,768,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,768,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,768,0.00962666670481364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,768,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,768,0.008850133419036866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,768,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,768,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,768,0.008569600184758504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,768,0.008363733688990276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,768,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,768,0.00851093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,768,0.008254933357238769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,768,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,768,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,768,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,768,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,768,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,768,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,768,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,768,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,768,0.00817920019229253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,768,0.008032000064849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,768,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,768,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,768,0.007613866527875264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,768,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,768,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,768,0.008054399987061818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,768,0.008027733365694682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,768,0.007892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,768,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,768,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,768,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,768,0.008040533463160197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,768,0.007879466811815897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,768,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,768,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,512,0.06065599918365479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,512,0.029725867509841918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,512,0.01691840092341105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,512,0.009890133142471313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,512,0.010078932841618855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,512,0.009071999788284301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,512,0.00912000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,512,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,512,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,512,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,512,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,512,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,512,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,512,0.008276266853014629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,512,0.008482133348782856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,512,0.006811733543872833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,512,0.00681279997030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,512,0.00690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,512,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,512,0.006093866626421611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,512,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,512,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,512,0.006431999802589417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,512,0.00609493354956309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,512,0.005994666616121928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,512,0.005577600002288819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,512,0.005975466469923655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,512,0.00514026681582133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,512,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,512,0.0047658666968345646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,512,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,768,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,512,0.004310399790604909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,512,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,512,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,512,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,512,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,512,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,512,0.0034933333595593774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,512,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,512,0.0033759998778502146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,512,0.0033482665816942847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,512,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,512,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,512,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,768,0.007682133217652638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,512,0.0030794667700926462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,512,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,512,0.003127466638882955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,512,0.0029002666473388673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,512,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,512,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,512,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,512,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,512,0.002701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,512,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,512,0.0030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,512,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,512,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,512,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,512,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,512,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,512,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,512,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,512,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,512,0.003502933432658514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,512,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,512,0.003337600082159042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,512,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,512,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,512,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,512,0.003502933432658514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,512,0.003436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,512,0.0035071998834609987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,512,0.08552532990773519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,512,0.002712533374627431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,512,0.051064534982045495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,512,0.03213013410568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,512,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,512,0.025091199080149333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,512,0.025549866755803424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,512,0.02477546731630961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,512,0.024581333001454674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,512,0.023685334126154582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,512,0.02431360085805257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,512,0.023240532477696738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,512,0.022648533185323082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,512,0.02451200087865194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,512,0.022951465845108033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,512,0.024405332406361897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,512,0.02222506602605184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,512,0.022843732436498006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,512,0.021335466702779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,512,0.02198293407758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,512,0.020785067478815714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,512,0.021556266148885093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,512,0.02082560062408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,512,0.021036799748738608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,512,0.01918720006942749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,512,0.019479467471440633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,512,0.019886932770411172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,512,0.020064000288645426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,512,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,512,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,512,0.017459199825922648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,512,0.018974934021631876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,512,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,512,0.017092265685399375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,512,0.021699200073877968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,512,0.014881066481272378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,512,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,512,0.015191466609636942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,512,0.014751999576886495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,512,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,512,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,512,0.01562879979610443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,512,0.015387733777364096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,512,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,512,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,512,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,512,0.01532906691233317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,512,0.015703466534614564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,512,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,512,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,512,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,512,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,512,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,512,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,512,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,512,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,512,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,512,0.014964266618092855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,512,0.01376106639703115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,512,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,512,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,512,0.014307199915250143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,512,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,512,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,512,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,512,0.013981866836547851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,512,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,512,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,512,0.015778133273124696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,512,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,512,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,512,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,512,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,512,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,512,0.6970752080281575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,512,0.2065663973490397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,512,0.11166079839070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,512,0.10487039883931477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,512,0.11418453057607014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,512,1.4088661193847656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,512,0.0990015983581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,512,0.10738666852315266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,512,0.09935039679209391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,512,0.08663040002187093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,512,0.09312960306803385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,512,0.08051306406656901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,512,0.08075839678446452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,512,0.0740885337193807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,512,0.06773227055867513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,512,0.06782506306966146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,512,0.07488319873809815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,512,0.061646934350331625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,512,0.09321920077006021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,512,0.05510400136311849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,512,0.08834026654561361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,512,0.061831466356913244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,512,0.056728533903757726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,512,0.043137065569559735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,512,0.038097067674001055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,512,0.04941653410593669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,512,0.03672533432642619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,512,0.03025280038515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,512,0.030972800652186078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,512,0.02573546568552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,512,0.04907733201980591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,512,0.04327679872512817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,512,0.019040000438690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,512,0.023986132939656575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,512,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,512,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,512,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,512,0.00992746651172638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,512,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,512,0.010033067067464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,512,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,512,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,512,0.011270399888356526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,512,0.011339733004570007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,512,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,512,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,512,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,512,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,512,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,512,0.006792533397674561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,512,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,512,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,512,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,512,0.007225599884986877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,512,0.007655466596285502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,512,0.0072970668474833175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,512,0.00775786687930425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,512,0.007378133138020833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,512,0.007719466586907704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,512,0.007659733295440674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,512,0.0076117331782976794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,512,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,512,0.007837866743405659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,512,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,512,0.0076223999261856076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,512,0.007428266604741414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,512,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,512,0.007659733295440674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,512,0.00727040022611618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,512,0.0600874662399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,512,0.034251733620961504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,512,0.022423466046651207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,512,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,512,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,512,0.008042666812737782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,512,0.016157866517702738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,512,0.016074666380882265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,512,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,512,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,512,0.013901866475741067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,512,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,512,0.013527466853459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,512,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,512,0.012981333335240684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,512,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,512,0.012811733285586038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,512,0.012133333086967468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,512,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,512,0.012026666601498922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,512,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,512,0.012525866429011026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,512,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,512,0.011294933160146077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,512,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,512,0.009925333658854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,512,0.009649067123730978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,512,0.009646933277448018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,512,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,512,0.00885973374048869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,512,0.008870399991671244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,512,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,512,0.008492799599965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,512,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,512,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,512,0.00816319982210795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,512,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,512,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,512,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,512,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,512,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,512,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,512,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,512,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,512,0.007658666869004567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,512,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,512,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,512,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,512,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,512,0.007714133461316426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,512,0.007623466849327088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,512,0.007233066856861115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,512,0.007606400052706401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,512,0.007623466849327088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,512,0.0077450667818387345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,512,0.007227733234564463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,512,0.007623466849327088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,512,0.008189866443475087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,512,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,512,0.007179733117421467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,512,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,512,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,512,0.007470933099587758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,512,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,512,0.007577600081761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,256,0.039272534847259524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,256,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,256,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,256,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,256,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,256,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,256,0.006746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,256,0.007449600100517273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,512,0.00746559997399648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,256,0.006364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,256,0.006344533463319142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,256,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,256,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,256,0.006520533561706543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,256,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,256,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,256,0.00553173323472341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,256,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,256,0.005809066692988077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,512,0.007855999966462452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,256,0.005184000233809153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,256,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,256,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,256,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,256,0.004716800153255462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,256,0.005011199911435445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,256,0.004725333551565806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,256,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,256,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,256,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,256,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,256,0.0034901333351929987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,256,0.0035402665535608927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,256,0.0031626666585604347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,256,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,256,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,256,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,256,0.0029567999144395193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,256,0.0028223998844623564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,256,0.002948266764481862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,256,0.0028490667541821797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,256,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,256,0.002833066632350286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,256,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,256,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,256,0.0026911998788515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,256,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,256,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,256,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,256,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,256,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,256,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,256,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,256,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,256,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,256,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,256,0.0025386666258176167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,256,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,256,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,256,0.0026634665826956432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,256,0.0029663999875386557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,256,0.0028373333315054577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,256,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,256,0.0027690666417280836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,256,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,256,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,256,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,256,0.002674133330583572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,256,0.039266133308410646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,256,0.062300801277160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,256,0.028128000100453694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,256,0.022920533021291097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,256,0.022778666019439696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,256,0.02213333249092102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,256,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,256,0.022137600183486938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,256,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,256,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,256,0.020923733711242676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,256,0.01994346578915914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,256,0.02030613422393799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,256,0.020835200945536293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,256,0.021307732661565146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,256,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,256,0.018869332472483315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,256,0.019051732619603474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,256,0.01919680039087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,256,0.019080533583958944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,256,0.017965867122014364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,256,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,256,0.017617066701253258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,256,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,256,0.016851200660069784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,256,0.017042134205500284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,256,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,256,0.016992000738779704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,256,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,256,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,256,0.015852800011634825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,256,0.015820800264676412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,256,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,256,0.01687893271446228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,256,0.01476800044377645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,256,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,256,0.015282133221626281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,256,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,256,0.014235732952753702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,256,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,256,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,256,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,256,0.01889066696166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,256,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,256,0.016216533382733662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,256,0.014345600207646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,256,0.013805866241455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,256,0.014817066987355552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,256,0.014644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,256,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,256,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,256,0.015307733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,256,0.01353600025177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,256,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,256,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,256,0.013134933511416116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,256,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,256,0.014007467031478881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,256,0.013130666812260947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,256,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,256,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,256,0.014378666877746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,256,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,256,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,256,0.013966932892799377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,256,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,256,0.013861333330472311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,256,0.014134400089581809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,256,0.01414293348789215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,256,0.014081066846847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,256,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,256,0.013130666812260947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,256,0.013798399766286214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,256,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,256,0.01388159990310669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,256,0.4545898755391439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,256,0.09230613708496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,256,0.09108266830444336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,256,0.08761813640594482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,256,0.9544469197591147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,256,0.1663050651550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,256,0.08167146841684977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,256,0.0808288017908732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,256,0.08553386529286702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,256,0.07688000202178955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,256,0.06631146669387818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,256,0.06577706734339396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,256,0.06174826622009277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,256,0.06087573369344076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,256,0.05635840098063151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,256,0.05540800094604492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,256,0.07550293604532878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,256,0.07103466987609863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,256,0.05079573392868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,256,0.04611946741739909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,256,0.0455839991569519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,256,0.07048106988271077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,256,0.051369599501291906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,256,0.03540266752243042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,256,0.031542400519053146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,256,0.030477867523829145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,256,0.026375466585159303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,256,0.025510400533676147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,256,0.04075733423233032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,256,0.04033279816309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,256,0.020322134097417198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,256,0.03593279918034871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,256,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,256,0.01605013310909271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,256,0.015152000387509666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,256,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,256,0.009609599908192951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,256,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,256,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,256,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,256,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,256,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,256,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,256,0.009829333424568177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,256,0.007347199817498524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,256,0.007231999933719635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,256,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,256,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,256,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,256,0.006040533383687338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,256,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,256,0.00621973325808843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,256,0.006483200192451477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,256,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,256,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,256,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,256,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,256,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,256,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,256,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,256,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,256,0.006443733473618825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,256,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,256,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,256,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,256,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,256,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,256,0.005940266450246175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,256,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,256,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,256,0.006089599927266439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,256,0.048868266741434734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,256,0.032129067182540896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,256,0.02228906750679016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,256,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,256,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,256,0.014326399564743042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,256,0.014072533448537192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,256,0.013731200496355692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,256,0.013185066978136697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,256,0.012551466623942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,256,0.012391466895739238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,256,0.012155733505884806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,256,0.01230400005976359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,256,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,256,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,256,0.011678933103879293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,256,0.011610666910807293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,256,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,256,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,256,0.010820266604423524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,256,0.010859733819961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,256,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,256,0.010682666301727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,256,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,256,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,256,0.008805333574612936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,256,0.008833066622416178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,256,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,256,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,256,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,256,0.008628267049789428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,256,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,256,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,256,0.0076106667518615724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,256,0.007859200239181519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,256,0.007763200004895528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,256,0.007258666555086772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,256,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,256,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,256,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,256,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,256,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,256,0.00726506660381953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,256,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,256,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,256,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,256,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,256,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,256,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,256,0.007235200206438701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,256,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,256,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,256,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,256,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,256,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,256,0.007031466563542683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,256,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,256,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,256,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,256,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,256,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,256,0.006829866766929626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,256,0.007049599786599477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,256,0.007066666583220164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,256,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,256,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,256,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,128,0.03376426696777344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,128,0.017194666465123496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,128,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,256,0.007192533214886982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,128,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,128,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,128,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,128,0.006040533383687338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,256,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,128,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,128,0.005961599946022034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,128,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,128,0.005825066566467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,128,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,128,0.005390933156013489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,128,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,128,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,128,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,128,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,128,0.005026133358478546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,128,0.00469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,128,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,128,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,128,0.004315733412901561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,128,0.004287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,128,0.0042026668787002565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,128,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,128,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,128,0.0037802666425704955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,128,0.0037632000943024955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,128,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,128,0.003550933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,128,0.0030730667213598887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,128,0.003328000009059906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,128,0.002932266642649968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,128,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,128,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,128,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,128,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,128,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,128,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,128,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,128,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,128,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,128,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,128,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,128,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,128,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,128,0.0025248001019159954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,128,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,128,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,128,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,128,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,128,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,128,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,128,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,128,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,128,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,128,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,128,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,128,0.002288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,128,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,128,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,128,0.0023306667804718017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,128,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,128,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,128,0.0023050665855407714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,128,0.002363733450571696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,128,0.05049386819203695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,128,0.0360213319460551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,128,0.02329813241958618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,128,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,128,0.01945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,128,0.002147199958562851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,128,0.020819199085235596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,128,0.019820799430211387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,128,0.01872319976488749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,128,0.01923519968986511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,128,0.01889066696166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,128,0.019358932971954346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,128,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,128,0.02035520076751709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,128,0.021756800015767415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,128,0.018361600240071614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,128,0.01913386583328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,128,0.019951999187469482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,128,0.01727893352508545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,128,0.017914666732152303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,128,0.01891626715660095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,128,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,128,0.01688106656074524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,128,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,128,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,128,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,128,0.016531200210253397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,128,0.01861226757367452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,128,0.016035200158754984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,128,0.01665279964605967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,128,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,128,0.01690773367881775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,128,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,128,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,128,0.014793599645296732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,128,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,128,0.015546666582425437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,128,0.015006933609644571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,128,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,128,0.014801067113876343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,128,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,128,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,128,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,128,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,128,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,128,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,128,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,128,0.015100799997647605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,128,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,128,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,128,0.014616533120473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,128,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,128,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,128,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,128,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,128,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,128,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,128,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,128,0.01420799990495046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,128,0.013462400436401368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,128,0.014270933469136557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,128,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,128,0.013871999581654868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,128,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,128,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,128,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,128,0.01421440045038859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,128,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,128,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,128,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,128,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,128,0.014190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,128,0.013372799754142762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,128,0.014174933234850565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,128,0.014332800110181173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,128,0.013779200116793313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2560,128,0.14690666198730468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2560,128,0.08165653546651205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2560,128,0.07779946327209472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2560,128,0.34199787775675455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2560,128,0.07568106651306153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2560,128,0.07149439652760824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2560,128,0.7263925552368165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2560,128,0.08094933032989501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2560,128,0.06807680130004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2560,128,0.07230506738026937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2560,128,0.059163733323415124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2560,128,0.058316799004872646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2560,128,0.054671998818715414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2560,128,0.054168534278869626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2560,128,0.050218665599823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2560,128,0.049403735001881915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2560,128,0.06719573338826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2560,128,0.04527999957402547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2560,128,0.0634549339612325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2560,128,0.06297599871953329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2560,128,0.040829865137736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2560,128,0.045672531922658285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2560,128,0.041179732481638594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2560,128,0.0318069338798523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2560,128,0.02765866716702779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2560,128,0.027272532383600872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2560,128,0.023520000775655112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2560,128,0.02273919979731242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2560,128,0.035955198605855304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2560,128,0.036526934305826826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2560,128,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2560,128,0.032585599025090534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2560,128,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2560,128,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2560,128,0.013741866747538248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2560,128,0.01048959990342458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2560,128,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2560,128,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2560,128,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2560,128,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2560,128,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2560,128,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2560,128,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2560,128,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2560,128,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2560,128,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2560,128,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2560,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2560,128,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2560,128,0.005930666625499725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2560,128,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2560,128,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2560,128,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2560,128,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2560,128,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2560,128,0.005548800031344095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2560,128,0.005784533421198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2560,128,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2560,128,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2560,128,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2560,128,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2560,128,0.0058229332168896995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2560,128,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2560,128,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2560,128,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2560,128,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2560,128,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2560,128,0.005650133391221364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2560,128,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2560,128,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2560,128,0.005637333293755849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2560,128,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2560,128,0.05356373389561971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2560,128,0.03627093235651652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2560,128,0.021592533588409422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2560,128,0.014135467012723288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2560,128,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2560,128,0.013808000087738036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2560,128,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2560,128,0.013736533125241599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2560,128,0.012526933352152506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2560,128,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2560,128,0.012519466876983642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2560,128,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2560,128,0.0116757333278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2560,128,0.011337600151697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2560,128,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2560,128,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2560,128,0.011224533120791119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2560,128,0.01088853379090627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2560,128,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2560,128,0.010890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2560,128,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2560,128,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2560,128,0.010136533776919048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2560,128,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2560,128,0.008847999572753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2560,128,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2560,128,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2560,128,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2560,128,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2560,128,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2560,128,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2560,128,0.00765119989713033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2560,128,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2560,128,0.007288533449172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2560,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2560,128,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2560,128,0.007701333363850911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2560,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2560,128,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2560,128,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2560,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2560,128,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2560,128,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2560,128,0.007209600011507671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2560,128,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2560,128,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2560,128,0.006746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2560,128,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2560,128,0.0073728000124295544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2560,128,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2560,128,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2560,128,0.006798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2560,128,0.006940799951553345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2560,128,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2560,128,0.0071829333901405334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2560,128,0.007048533360163371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2560,128,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2560,128,0.006894933183987935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2560,128,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2560,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2560,128,0.007022933165232341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2560,128,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2560,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2560,128,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2560,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2560,128,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2560,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2560,128,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2560,128,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2560,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2560,128,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2560,128,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2560,128,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,64,0.028567467133204145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,64,0.01637226641178131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,64,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,64,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,64,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,64,0.005541333556175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,64,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,64,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,64,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2560,128,0.007314133147398631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,64,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,64,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,64,0.005298133194446564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,64,0.006270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,64,0.004977066814899444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,64,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,64,0.0047199999292691554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,64,0.004819199939568837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,64,0.0042912001411120095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,64,0.0052928000688552855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,64,0.004308266441027323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,64,0.004089600096146265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,64,0.004542933404445648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,64,0.004635733366012573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,64,0.003915733347336451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,64,0.003973333289225897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,64,0.0035317334036032355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,64,0.0043818667531013485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,64,0.0035829332967599234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,64,0.0036085332433382668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,64,0.00322026660044988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,64,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,64,0.0035360001027584078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,64,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,64,0.0027285332481066385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,64,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,64,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,64,0.0028010666370391845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,64,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,64,0.00279573326309522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,64,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,64,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,64,0.002829866607983907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,64,0.0025226667523384093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,64,0.0022944000860055285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,64,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,64,0.0024277334411938983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,64,0.0024127999941507975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,64,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,64,0.002381866673628489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,64,0.0023189333577950796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,64,0.0023520000278949736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2560,128,0.006816000243028005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,64,0.002363733450571696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,64,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,64,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,64,0.0021354667842388153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2560,128,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,64,0.002131200085083644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,64,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,64,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,64,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,64,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,64,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,64,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,64,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,64,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,64,0.050078932444254556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,64,0.03318399985631307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,64,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,64,0.022759467363357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,64,0.019153066476186118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,64,0.020190932353337607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,64,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,64,0.020312533775965372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,64,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,64,0.02000746726989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,64,0.018758400281270345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,64,0.019374932845433554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,64,0.018675200144449868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,64,0.018683733542760213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,64,0.01935360034306844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,64,0.019049600760142008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,64,0.01718826691309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,64,0.017473065853118898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,64,0.01751040021578471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,64,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,64,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,64,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,64,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,64,0.01716053287188212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,64,0.01713599960009257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,64,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,64,0.01714986761411031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,64,0.017267199357350667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,64,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,64,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,64,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,64,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,64,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,64,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,64,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,64,0.01581439971923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,64,0.015593600273132325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,64,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,64,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,64,0.015508266290028891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,64,0.014259200294812521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,64,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,64,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,64,0.014125866691271463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,64,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,64,0.013869866728782654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,64,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,64,0.013945600390434265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,64,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,64,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,64,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,64,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,64,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,64,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,64,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,64,0.014196266730626425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,64,0.014110933740933737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,64,0.014272000392278036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,64,0.01332586705684662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,64,0.013909332950909934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,64,0.013875200351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,64,0.014270933469136557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,64,0.01388053297996521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,64,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,64,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,64,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,64,0.014210133751233419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,64,0.01414293348789215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,64,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,64,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,64,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2560,32,0.029706666866938274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2560,32,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2560,32,0.008508800466855367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2560,32,0.006640000144640605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2560,32,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2560,32,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,64,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2560,32,0.00560746689637502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2560,32,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2560,32,0.005458133419354757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2560,32,0.00517439991235733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2560,32,0.005816533168156942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2560,32,0.005165866514046987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2560,32,0.006277333199977875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2560,32,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2560,32,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2560,32,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2560,32,0.004990933338801066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2560,32,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2560,32,0.00432533323764801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2560,32,0.004578133424123129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2560,32,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2560,32,0.004253866771856943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,64,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2560,32,0.004253866771856943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2560,32,0.003961600114901861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2560,32,0.003886933376391729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2560,32,0.005178666611512502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2560,32,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2560,32,0.0037685332198937735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2560,32,0.0034783999125162757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2560,32,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2560,32,0.0032266666491826378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2560,32,0.0026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2560,32,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2560,32,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2560,32,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2560,32,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2560,32,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2560,32,0.002550400048494339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2560,32,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2560,32,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2560,32,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2560,32,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2560,32,0.0023946667710940043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2560,32,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2560,32,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2560,32,0.0023050665855407714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2560,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2560,32,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2560,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2560,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2560,32,0.0023669332265853884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2560,32,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2560,32,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2560,32,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2560,32,0.0023050665855407714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2560,32,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2560,32,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2560,32,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2560,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2560,32,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2560,32,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2560,32,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2560,32,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2560,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2560,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2560,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2560,32,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2560,32,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2560,32,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2560,32,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2560,32,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2560,32,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2560,32,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2560,32,0.04874666531880696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2560,32,0.030932267506917317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2560,32,0.021900800863901775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2560,32,0.021260799964269002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2560,32,0.020320000251134236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2560,32,0.01880106727282206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2560,32,0.018294399976730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2560,32,0.019320533672968546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2560,32,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2560,32,0.018461867173512777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2560,32,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2560,32,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2560,32,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2560,32,0.018321067094802856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2560,32,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2560,32,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2560,32,0.016709333658218382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2560,32,0.01730560064315796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2560,32,0.016479999820391337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2560,32,0.019310933351516724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2560,32,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2560,32,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2560,32,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2560,32,0.018564265966415406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2560,32,0.01850559910138448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2560,32,0.015573333700497946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2560,32,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2560,32,0.017062399784723917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2560,32,0.015969066818555196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2560,32,0.01767146587371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2560,32,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2560,32,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2560,32,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2560,32,0.015586133797963461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2560,32,0.01564906636873881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2560,32,0.015213867028554281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2560,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2560,32,0.014328533411026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2560,32,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2560,32,0.013387733697891235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2560,32,0.013834666212399802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2560,32,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2560,32,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2560,32,0.01404800017674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2560,32,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2560,32,0.013516799608866373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2560,32,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2560,32,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2560,32,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2560,32,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2560,32,0.013598933815956116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2560,32,0.014261333147684732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2560,32,0.014818132917086283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2560,32,0.013934933145840964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2560,32,0.014681599537531533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2560,32,0.013897599776585898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2560,32,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2560,32,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2560,32,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2560,32,0.013516799608866373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2560,32,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2560,32,0.01357439955075582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2560,32,0.013989333311716715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2560,32,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2560,32,0.013618133465449014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2560,32,0.01381333371003469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2560,32,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2560,32,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2560,32,0.014243200421333313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2560,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2560,32,0.014150399963061014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2560,32,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2560,32,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2560,32,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,65536,2.51254940032959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2560,32,0.013426132996877036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,65536,0.6647466818491617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,65536,1.3138666947682698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,65536,4.973845481872559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,65536,0.6388053496678671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,65536,0.6320319970448812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,65536,0.5699040095011393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,65536,0.6534880002339681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,65536,0.5342933336893717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,65536,0.5370453198750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,65536,0.4986879825592041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,65536,0.5033013423283895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,65536,0.46196266015370685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,65536,0.5072000026702881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,65536,0.42690134048461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,65536,0.5163093407948812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,65536,0.3953813314437866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,65536,0.4700106779734294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,65536,0.3856533368428548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,65536,0.3672853310902913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,65536,0.35926934083302814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,65536,0.34382398923238117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,65536,0.29334932565689087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,65536,0.3311199943224589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,65536,0.28146666288375854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,65536,0.2615893284479777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,65536,0.22089600563049316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,65536,0.22419200340906778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,65536,0.2074079910914103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,65536,0.1851039926211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,65536,0.17246933778127035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,65536,0.15129599968592325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,65536,0.12626666824022928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,65536,0.11401066184043884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,65536,0.07249600191911061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,65536,0.06422933439413707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,65536,0.06963733335336049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,65536,0.7878666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,65536,0.0639466643333435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,65536,0.06845333178838094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,65536,0.062319998939832054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,65536,0.058287998040517174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,65536,0.05568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,65536,0.05217066903909048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,65536,0.05680533250172933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,65536,0.05215999980767568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,65536,0.05197866757710775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,65536,0.05153599878152212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,65536,0.05038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,65536,0.049642667174339294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,65536,0.04927466809749603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,65536,0.049925332268079124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,65536,0.049509331583976746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,65536,0.04593066871166229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,65536,0.04795733094215393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,65536,0.04832000037034353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,65536,0.046816001335779824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,65536,0.047322665651639305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,65536,0.0468746672074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,65536,0.04665066798528036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,65536,0.04619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,65536,0.04696533580621084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,65536,0.04595200220743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,65536,0.046069333950678505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,65536,0.046240001916885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,65536,0.04587199787298838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,65536,0.04578666885693868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,65536,0.045882667104403176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,65536,0.04831466575463613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,65536,0.04772266745567322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,65536,0.05121066669623057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,65536,0.04780266682306925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,65536,0.08106133341789246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,65536,0.04972266654173533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,65536,1.1245546340942383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,65536,2.0794933636983237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,65536,1.1146453221638997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,65536,1.0542799631754558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,65536,4.136053403218587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,65536,1.057973305384318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,65536,0.9949093659718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,65536,1.004210631052653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,65536,0.9266453584035238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,65536,0.9219760100046793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,65536,0.8629679679870605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,65536,0.8620693683624268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,65536,0.8039226531982422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,65536,0.8021413485209147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,65536,0.7369093100229899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,65536,0.7534080346425375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,65536,8.24513053894043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,65536,0.6720213095347086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,65536,0.692909320195516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,65536,0.6246453523635864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,65536,0.6092480023701986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,65536,0.5546693404515585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,65536,0.5090959866841634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,65536,0.5004453261693319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,65536,0.5538986523946127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,65536,0.43078664938608807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,65536,0.4311066468556722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,65536,0.372320016225179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,65536,0.3675946791966756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,65536,0.29394400119781494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,65536,0.2982426683108012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,65536,0.22152533133824667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,65536,0.14683999617894491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,65536,0.23362666368484497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,65536,0.1387119988600413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,65536,0.08755466341972351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,65536,0.07961866756280263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,65536,0.08201866845289867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,65536,0.08066133161385854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,65536,0.07273066540559132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,65536,0.07255466779073079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,65536,0.06947466731071472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,65536,0.06830666462580363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,65536,0.0595360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,65536,0.060215999682744346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,65536,0.06073866784572601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,65536,0.060975998640060425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,65536,0.05782400071620941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,65536,0.05795733133951823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,65536,0.05328000088532766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,65536,0.05399466554323832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,65536,0.05119200050830841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,65536,0.05206666886806488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,65536,0.05030933519204458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,65536,0.0476826677719752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,65536,0.0473333348830541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,65536,0.04387466609477997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,65536,0.043322667479515076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,65536,0.04543200135231018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,65536,0.04502666493256887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,65536,0.044394666949907936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,65536,0.0436186691125234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,65536,0.04479999840259552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,65536,0.04432533184687296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,65536,0.043023998538653054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,65536,0.041509332756201424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,65536,0.04141599933306376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,65536,0.04285599788029989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,65536,0.03988266736268997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,65536,0.041549332439899445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,65536,0.040591999888420105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,65536,0.039277332524458565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,65536,0.03974133233229319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,65536,0.05077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,65536,1.5574053128560383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,65536,6.415565490722656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,65536,0.8775973320007324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,65536,0.8304239908854166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,65536,3.1031599044799805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,65536,0.7992106278737386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,65536,0.7115680376688639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,65536,0.6766640345255533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,65536,0.8274986743927002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,65536,0.7841706275939941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,65536,0.6325999895731608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,65536,0.5916853348414103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,65536,0.7492453257242838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,65536,0.5726826588312784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,65536,0.5423280000686646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,65536,0.5373813311258951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,65536,0.4928160111109416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,65536,0.7057920296986898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,65536,0.462066650390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,65536,0.6791600386301676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,65536,0.3848213354746501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,65536,0.4970426559448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,65536,0.35440266132354736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,65536,0.3434293270111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,65536,0.3080693284670512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,65536,0.27476799488067627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,65536,0.2603919903437297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,65536,0.23636533816655478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,65536,0.4580399990081787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,65536,0.21760000785191855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,65536,0.20287466049194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,65536,0.41519467035929364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,65536,0.15158399939537048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,65536,0.1702853242556254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,65536,0.13071200251579285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,65536,0.11796533068021138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,65536,0.09620267152786255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,65536,0.08913333217302959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,65536,0.09840266903241475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,65536,0.08574400345484416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,65536,0.08532533049583435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,65536,0.08239466448624928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,65536,0.09243733684221904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,65536,0.08919733762741089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,65536,0.07693066696325938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,65536,0.07291733225186665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,65536,0.07101599872112274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,65536,0.07047466437021892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,65536,0.06905866662661235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,65536,0.06931999822457631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,65536,0.0691866676012675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,65536,0.06849066913127899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,65536,0.06516533096631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,65536,0.06596533457438152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,65536,0.06518133481343587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,65536,0.06574133535226186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,65536,0.07518399755160014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,65536,0.06497333447138469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,65536,0.06492800017197926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,65536,0.06502933303515117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,65536,0.06525066494941711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,65536,0.06493600209554036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,65536,0.06494666635990143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,65536,0.06491200129191081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,65536,0.06491999824841817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,65536,0.06490933398405711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,65536,0.06487466891606648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,65536,0.06497866908709209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,65536,0.06406933565934499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,65536,0.06497333447138469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,65536,0.06418133278687795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,65536,0.17940799395243326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,65536,0.07501066724459331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,65536,0.07206933200359344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,65536,0.7648604181077746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,65536,2.8853333791097007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,65536,1.4402329126993816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,65536,0.39653510517544216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,65536,0.39946312374538845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,65536,0.3895751105414496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,65536,0.387680000729031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,65536,0.3729742103152805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,65536,0.3741599983639187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,65536,0.3702755504184299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,65536,0.3678755495283339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,65536,0.35355554686652285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,65536,0.35451022783915204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,65536,0.350874662399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,65536,0.3464782238006592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,65536,0.3479911221398248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,65536,0.3488479985131158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,65536,0.33043021625942653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,65536,0.3302311102549235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,65536,0.21769955423143175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,65536,0.2178186708026462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,65536,0.19604978296491835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,65536,0.1923502286275228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,65536,0.1861671076880561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,65536,0.18335466914706758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,65536,0.1703182193968031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,65536,0.1712017721600003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,65536,0.16262400150299072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,65536,0.16295644972059461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,65536,0.1578577756881714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,65536,0.15734044710795084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,65536,0.146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,65536,0.13812443945142958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,65536,0.14668088489108616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,65536,0.1369617780049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,65536,0.12994666894276938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,65536,0.1294435527589586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,65536,0.129530668258667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,65536,0.12944000297122532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,65536,0.12891022364298502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,65536,0.12882844607035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,65536,0.1287342177497016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,65536,0.12895466221703425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,65536,0.12727644708421496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,65536,0.1276799970202976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,65536,0.12744000222947863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,65536,0.1273920006222195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,65536,0.1273920006222195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,65536,0.1270808908674452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,65536,0.12735466162363687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,65536,0.12734933694203696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,65536,0.12672177950541177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,65536,0.12685688336690268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,65536,0.12680178218417698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,65536,0.12681244479285345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,65536,0.126766218079461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,65536,0.1268497837914361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,65536,0.12736711237165663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,65536,0.1267520056830512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,65536,0.12489955955081516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,65536,0.1261262231402927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,65536,0.127292447619968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,65536,0.1265368858973185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,65536,0.12528710895114475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,65536,0.12542577584584555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,65536,0.12689422236548528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,65536,0.12481778197818333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,65536,0.12608710924784342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,65536,0.12392355336083306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,65536,0.12636089324951172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,65536,0.12494222323099773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,51200,4.2074079513549805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,51200,2.5645599365234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,51200,1.1220746835072835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,51200,0.5688746770222982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,51200,0.5661280155181885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,51200,0.48953600724538165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,51200,0.5020373264948527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,51200,0.4787199894587199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,51200,0.49349331855773926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,51200,0.4532266855239868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,51200,0.41673600673675537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,51200,0.4068586826324463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,51200,0.4141013224919637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,51200,0.3863999843597412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,51200,0.39479466279347736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,51200,0.3533546527226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,51200,0.3899199962615967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,51200,0.3227253357569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,51200,0.3784213463465373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,51200,0.2956800063451131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,51200,0.28169065713882446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,51200,0.2767680088678996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,51200,0.25914132595062256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,51200,0.22952532768249512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,51200,0.24901332457860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,51200,0.20483199755350748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,51200,0.19302932421366373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,51200,0.17342400550842285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,51200,0.18116267522176108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,51200,0.1607253352801005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,51200,0.13879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,51200,0.14017599821090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,51200,0.1162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,51200,0.10012800494829814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,51200,0.08363733688990276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,51200,0.061679999033610024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,51200,0.04956800242265066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,51200,0.055061335364977516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,51200,0.049728001157442726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,51200,0.05418133238951365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,51200,0.05795200169086456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,51200,0.05045333504676819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,51200,0.045978665351867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,51200,0.04428799947102865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,51200,0.045978665351867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,51200,0.04377066592375437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,51200,0.043840001026789345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,51200,0.04212800165017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,51200,0.04223999877770742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,51200,0.043706665436426796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,51200,0.04117333392302195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,51200,0.0435146689414978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,51200,0.04152533411979675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,51200,0.041690667470296226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,51200,0.0414986660083135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,51200,0.04195733368396759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,51200,0.0410453329483668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,51200,0.04166933397452036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,51200,0.03999999910593033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,51200,0.04171733558177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,51200,0.0415786678592364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,51200,0.04188799858093262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,51200,0.04190400242805481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,51200,0.041936000188191734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,51200,0.041637333730856575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,51200,0.04190400242805481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,51200,0.03957333415746689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,51200,0.03908800085385641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,51200,0.03925866633653641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,51200,0.038634667793909706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,51200,0.04201066493988037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,51200,0.04201599955558777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,51200,0.04182399809360504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,51200,0.041797334949175514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,51200,6.3895416259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,51200,3.245815912882487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,51200,1.6348239580790203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,51200,0.8794639905293783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,51200,0.8795466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,51200,0.8293813069661459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,51200,0.8303919633229574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,51200,0.7807839711507162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,51200,0.7903333504994711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,51200,0.7333920001983643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,51200,0.728661298751831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,51200,0.6838586330413818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,51200,0.6836693286895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,51200,0.6334293286005656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,51200,0.6343973477681478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,51200,0.5828293164571127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,51200,0.5946346521377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,51200,0.5324560006459554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,51200,0.5490053494771322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,51200,0.487335999806722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,51200,0.4792160193125407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,51200,0.4410933256149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,51200,0.42633867263793945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,51200,0.3823253313700358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,51200,0.3849946657816569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,51200,0.3363093137741089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,51200,0.33137067159016925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,51200,0.2913706700007121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,51200,0.27884799242019653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,51200,0.23625600337982178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,51200,0.23889867464701334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,51200,0.17995999256769815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,51200,0.17153332630793253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,51200,0.11436266700426738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,51200,0.10815200209617615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,51200,0.07258399824301402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,51200,0.06797066827615102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,51200,0.06868800024191539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,51200,0.0684746652841568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,51200,0.06533866624037425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,51200,0.0652240018049876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,51200,0.06205600003401438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,51200,0.05718400080998739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,51200,0.05542133251825968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,51200,0.053674668073654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,51200,0.05166133244832357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,51200,0.05112266540527344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,51200,0.04972533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,51200,0.04739466806252798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,51200,0.04636533558368683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,51200,0.04589066902796427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,51200,0.046056002378463745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,51200,0.044666667779286705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,51200,0.043978666265805565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,51200,0.04331733286380768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,51200,0.040232000251611076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,51200,0.04090933253367742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,51200,0.03926666577657064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,51200,0.03851199895143509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,51200,0.038173332810401917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,51200,0.03815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,51200,0.0383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,51200,0.038248000045617424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,51200,0.037690666814645134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,51200,0.03718666732311249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,51200,0.03851199895143509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,51200,0.035616000493367515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,51200,0.03623733421166738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,51200,0.03482133398453394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,51200,0.036002665758132935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,51200,0.03639733294645945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,51200,0.035485332210858665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,51200,0.03426400075356165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,51200,0.03489600121974945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,65536,0.12549511591593424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,65536,0.12389332718319362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,51200,2.720221201578776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,51200,5.450864156087239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,65536,0.12595378028021917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,51200,1.3293146292368572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,51200,0.7573786576588949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,51200,0.69705597559611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,51200,0.6262720028559366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,51200,0.7248000303904215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,51200,0.6027573347091675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,51200,0.7191119988759359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,51200,0.5486986637115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,51200,0.6768746376037598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,51200,0.5156213442484537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,51200,0.48634668191274005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,51200,0.4617066780726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,51200,0.46427734692891437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,51200,0.43485331535339355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,51200,0.6518479983011881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,51200,0.6137599945068359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,51200,0.5811466773351034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,51200,0.4291226863861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,51200,0.3316933314005534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,51200,0.3075973391532898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,51200,0.2996533314387004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,51200,0.2682986656824748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,51200,0.24203999837239584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,51200,0.22631732622782388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,51200,0.20469599962234497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,51200,0.4037333329518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,51200,0.17465599377950033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,51200,0.40385866165161133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,51200,0.365997314453125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,51200,0.1874879995981852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,51200,0.12813066442807516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,51200,0.1471466620763143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,51200,0.11248532931009929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,51200,0.0977226694424947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,51200,0.08175999919573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,51200,0.07628799974918365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,51200,0.07336799800395966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,51200,0.06941600143909454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,51200,0.06929600238800049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,51200,0.06791733205318451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,51200,0.07639733453591664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,51200,0.07398133476575215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,51200,0.062037333846092224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,51200,0.05842933555444082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,51200,0.057501330971717834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,51200,0.05693600078423818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,51200,0.062421331803003945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,51200,0.05675200124581655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,51200,0.057031999031702675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,51200,0.05555466810862223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,51200,0.05500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,51200,0.053730666637420654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,51200,0.05362666646639506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,51200,0.052671998739242554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,51200,0.05313866833845774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,51200,0.05266666909058889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,51200,0.05283733208974203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,51200,0.05258666475613912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,51200,0.052602668603261314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,51200,0.05268799761931101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,51200,0.05262400209903717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,51200,0.05264533559481303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,51200,0.05214133361975352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,51200,0.05269866685072581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,51200,0.052058666944503784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,51200,0.052600001295407615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,51200,0.05267733335494995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,51200,0.05823466678460439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,51200,0.052802667021751404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,51200,0.14381066958109537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,51200,0.16235199570655823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,51200,0.05940533181031545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,51200,0.6037617789374458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,51200,2.2337190839979386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,51200,1.1633226606580946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,51200,0.31847643852233887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,51200,0.3150702317555745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,51200,0.310298654768202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,51200,0.2976248794131809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,51200,0.31212088796827525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,51200,0.2966826756795247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,51200,0.29366223017374676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,51200,0.2952977816263835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,51200,0.28336887889438206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,51200,0.27828089396158856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,51200,0.28186488151550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,51200,0.2781386640336779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,51200,0.27708623144361705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,51200,0.27486756112840444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,51200,0.2649902237786187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,51200,0.2628764576382107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,51200,0.17718399895562065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,51200,0.17321244875590006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,51200,0.15750932693481445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,51200,0.15456888410780165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,51200,0.15067733658684626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,51200,0.14688177903493246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,51200,0.13620089160071477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,51200,0.13810133934020996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,51200,0.13072533077663845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,51200,0.13032889366149902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,51200,0.12544355127546522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,51200,0.12589155303107366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,51200,0.11734044551849365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,51200,0.110225776831309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,51200,0.11740977234310573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,51200,0.10952888594733344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,51200,0.10350222057766384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,51200,0.10369422038396199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,51200,0.10347021950615777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,51200,0.10310755835639106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,51200,0.10288000106811523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,51200,0.10316089126798843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,51200,0.10270577669143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,51200,0.10216710964838664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,51200,0.10161599848005508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,51200,0.10202666785981919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,51200,0.10195555289586385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,51200,0.1008533305592007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,51200,0.1014631125662062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,51200,0.10072177648544312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,51200,0.10013866424560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,51200,0.09996977779600356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,51200,0.10054755873150295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,51200,0.09870400031407674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,51200,0.10065422455469768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,51200,0.10020444128248428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,51200,0.09878222147623698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,51200,0.09934044546551174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,51200,0.09795733292897542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,51200,0.09854577647315131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,51200,0.09832888841629028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,51200,0.09798577759000991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,51200,0.09742933511734009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,51200,0.09872000084982978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,51200,0.09898666540781657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,51200,0.09735466374291314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,51200,0.09882133536868626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,51200,0.09807111157311334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,51200,0.09868088695738052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,51200,0.09731733136706883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,51200,0.09864355458153619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,51200,0.09788444307115342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,16384,1.2862168418036568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,16384,0.8177244398328992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,16384,0.4369973341623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,16384,0.19816354910532633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,16384,0.17221511734856498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,16384,0.16219733821021184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,16384,0.17162666055891249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,16384,0.15164621671040854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,16384,0.16264000203874376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,16384,0.13532622655232748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,16384,0.12808356020185682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,16384,0.1254382265938653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,16384,0.12607999642690024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,16384,0.11356088850233291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,16384,0.11900444825490315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,16384,0.10539911190668742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,16384,0.1157475577460395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,16384,0.09552177455690171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,16384,0.11044266488817002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,16384,0.09445155329174465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,16384,0.09135999944474961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,16384,0.0905546678437127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,16384,0.08521066771613227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,16384,0.07355378071467082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,16384,0.07788088586595324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,16384,0.06906844509972467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,51200,0.09733866982989842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,16384,0.0637706650627984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,16384,0.0595360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,16384,0.056629333231184215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,16384,0.054099556472566396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,16384,0.04634666774008009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,16384,0.046739555067486234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,16384,0.038768000072903104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,16384,0.03979911075698005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,16384,0.03424533208211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,16384,0.02387733260790507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,16384,0.02161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,16384,0.023331556055280898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,16384,0.021070222059885662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,16384,0.021669333179791767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,16384,0.021278222401936848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,16384,0.017820444371965196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,16384,0.018019555343521964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,16384,0.016920889417330425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,16384,0.01677688956260681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,16384,0.016935111747847665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,16384,0.017287110288937885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,16384,0.01867911054028405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,16384,0.016344888342751395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,16384,0.016474665866957772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,16384,0.016492444607946608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,16384,0.017628444565667045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,16384,0.015637333194414776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,16384,0.015795555379655626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,16384,0.014695111248228284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,16384,0.015857777661747403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,16384,0.016812443733215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,16384,0.016176000237464905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,16384,0.01676977839734819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,16384,0.016659556163681876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,16384,0.016751999656359356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,16384,0.024199111594094172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,16384,0.01676266723208957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,16384,0.016695110334290397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,16384,0.01661333276165856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,16384,0.016705777910020616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,16384,0.016023111012246873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,16384,0.016028443972269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,16384,0.015850666496488783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,16384,0.01592177814907498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,16384,0.01568711135122511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,16384,0.015980444020695157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,16384,0.01574577722284529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,16384,0.015999999311235216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,16384,1.0726965586344401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,16384,0.5457216262817383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,51200,0.09886044263839722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,16384,2.071543502807617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,16384,0.2944181442260742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,16384,0.2967669486999512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,16384,0.2773162523905436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,16384,0.2779061317443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,16384,0.2625077406565348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,16384,0.26414292653401694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,16384,0.22474133173624672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,16384,0.2422207991282145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,16384,0.22473492622375488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,16384,0.20991360346476234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,16384,0.2092949390411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,16384,0.19096852938334147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,16384,0.19480640093485516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,16384,0.17190613746643066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,16384,0.17825387318929037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,16384,0.24536426862080893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,16384,0.14804800351460773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,16384,0.13784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,16384,0.15437332789103192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,16384,0.13078933556874592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,16384,0.11496000289916992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,16384,0.11257706483205158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,16384,0.09759039878845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,16384,0.08294186592102051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,16384,0.0843552033106486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,16384,0.07224533557891846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,16384,0.06930133501688639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,16384,0.05851306517918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,16384,0.05574933290481567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,16384,0.04716266791025798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,16384,0.04348586797714234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,16384,0.09613227049509684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,16384,0.0347264011700948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,16384,0.034924801190694174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,16384,0.03664640188217163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,16384,0.03509973287582398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,16384,0.03511573473612468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,16384,0.03455893198649089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,16384,0.03307519952456157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,16384,0.0310698668162028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,16384,0.03039466738700867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,16384,0.029045333464940388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,16384,0.029250133037567138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,16384,0.029128533601760865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,16384,0.02821439901987712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,16384,0.028115199009577437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,16384,0.027245867252349853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,16384,0.02755733331044515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,16384,0.02791680097579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,16384,0.026504532496134443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,16384,0.02733653386433919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,16384,0.025704532861709595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,16384,0.02494186758995056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,16384,0.026316799720128375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,16384,0.023996800184249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,16384,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,16384,0.02469759980837504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,16384,0.023334399859110514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,16384,0.023654399315516154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,16384,0.023142399390538533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,16384,0.025113600492477416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,16384,0.023755733172098795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,16384,0.024146133661270143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,16384,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,16384,0.02309760053952535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,16384,0.022937599817911783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,16384,0.02295893430709839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,16384,0.022663466135660806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,16384,0.023164800802866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,16384,0.022807466983795165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,16384,0.024626133839289348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,16384,0.5681578954060872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,16384,2.2004959106445314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,16384,1.1354612986246744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,51200,0.0976053343878852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,16384,0.3142560005187988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,16384,0.2886720021565755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,16384,0.306004269917806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,16384,0.2706048011779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,16384,0.2532106717427572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,16384,0.3014090538024902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,16384,0.23455573717753092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,16384,0.28939520517985023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,16384,0.21904640197753905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,16384,0.20721707344055176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,16384,0.19904319445292157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,16384,0.19293440183003743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,16384,0.18396906852722167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,16384,0.27034241358439126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,16384,0.25306240717569983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,16384,0.23868907292683922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,16384,0.17615572611490887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,16384,0.1380832036336263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,16384,0.1280629316965739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,16384,0.12239039738972982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,16384,0.11106666723887126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,16384,0.09740373293558756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,16384,0.09292373657226563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,16384,0.07707733313242594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,16384,0.16549439430236818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,16384,0.062023464838663736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,16384,0.16149333318074544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,16384,0.15135253270467122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,16384,0.0759978691736857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,16384,0.054978132247924805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,16384,0.04368319908777873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,16384,0.03834880193074544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,16384,0.03474453290303548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,16384,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,16384,0.02635093331336975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,16384,0.025665066639582318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,16384,0.02599253257115682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,16384,0.025300266345342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,16384,0.02792106668154399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,16384,0.02778666615486145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,16384,0.027772800127665205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,16384,0.02313813368479411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,16384,0.022910932699839272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,16384,0.022373332579930624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,16384,0.022361600399017335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,16384,0.022334933280944824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,16384,0.021540266275405884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,16384,0.021062399943669638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,16384,0.02116586764653524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,16384,0.021169066429138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,16384,0.021101866165796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,16384,0.020780799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,16384,0.020588799317677816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,16384,0.020802134275436403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,16384,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,16384,0.020705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,16384,0.020747733116149903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,16384,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,16384,0.021061333020528157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,16384,0.02056000034014384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,16384,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,16384,0.053384534517923986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,16384,0.05349973440170288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,16384,0.054795734087626134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,16384,0.05354346831639608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,16384,0.053097601731618246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,16384,0.05490453243255615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,16384,0.05307413339614868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,16384,0.02276159922281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,16384,0.023231999079386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,16384,0.022756266593933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,16384,0.37753280003865564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,16384,0.7340895970662434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,16384,0.20985172589619955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,16384,0.11081493695576985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,16384,0.11026879946390789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,16384,0.10744853019714355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,16384,0.10907093683878581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,16384,0.10418240229288737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,16384,0.10372052987416584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,16384,0.10227413177490234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,16384,0.1024288018544515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,16384,0.09850666522979737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,16384,0.09879146416982015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,16384,0.09533653259277344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,16384,0.0974133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,16384,0.09809707005818685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,16384,0.09639039834340414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,16384,0.09218666553497315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,16384,0.09119253158569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,16384,0.06232959826787313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,16384,0.06079039971033732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,16384,0.05732160011927286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,16384,0.05599573453267416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,16384,0.054936532179514566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,16384,0.05373866558074951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,16384,0.050538667043050135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,16384,0.04971520105997722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,16384,0.04798719882965088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,16384,0.04711999893188477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,16384,0.045227734247843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,16384,0.045032533009847005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,16384,0.042438399791717527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,16384,0.042106668154398605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,16384,0.040055465698242185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,16384,0.039631998538970946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,16384,0.03749013344446818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,16384,0.03704959948857625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,16384,0.03717546860376994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,16384,0.03716799815495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,16384,0.036789333820343016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,16384,0.03679253260294597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,16384,0.037061333656311035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,16384,0.03710720141728719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,16384,0.03599146604537964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,16384,0.03626240094502767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,16384,0.03607573509216309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,16384,0.03586879968643188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,16384,0.03593493302663167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,16384,0.03595626751581828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,16384,0.036405332883199054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,16384,0.03584853410720825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,16384,0.035894401868184406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,16384,0.03602879842122396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,16384,0.0358570655186971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,16384,0.035943468411763504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,16384,0.03586666584014893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,16384,0.035631998380025225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,16384,0.03545813163121541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,16384,0.035521066188812254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,16384,0.03592533270517985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,16384,0.03546773195266724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,16384,0.03584533135096232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,16384,0.035734399159749346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,16384,0.03583146731058757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,16384,0.03561919927597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,16384,0.035861333211263016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,16384,0.03567786614100139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,16384,0.035884801546732584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,16384,0.035442133744557694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,16384,0.0356768012046814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,16384,0.035810132821400956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,12288,0.9161848492092557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,12288,0.5557386610243056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,12288,0.2816729015774197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,12288,0.12883733378516302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,12288,0.12855645020802817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,12288,0.12173510922325982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,12288,0.1218328873316447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,12288,0.11342933442857529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,12288,0.11895822154151069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,12288,0.10680355628331502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,12288,0.10413510931862725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,12288,0.09737600220574273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,12288,0.09723377890057033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,12288,0.09115022420883179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,12288,0.09230399794048733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,12288,0.08371733294592963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,12288,0.09020621909035577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,12288,0.07629333602057563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,12288,0.08607466353310479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,12288,0.0750453339682685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,12288,0.06924444437026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,12288,0.0686933332019382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,12288,0.06386133035024007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,12288,0.05802488989300198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,12288,0.06167466772927178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,12288,0.05470400055249532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,12288,0.048862222168180675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,12288,0.04452088806364271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,12288,0.0424213343196445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,12288,0.041512889994515315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,12288,0.03583466675546434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,12288,0.03492622243033515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,12288,0.029934220843844946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,12288,0.03384177883466085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,12288,0.025731555289692346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,12288,0.018574222922325134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,12288,0.019523556033770244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,12288,0.0188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,12288,0.01882133384545644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,12288,0.01921777758333418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,12288,0.01744888888465034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,12288,0.017456000049908955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,12288,0.015392000476519266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,12288,0.016506666938463848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,12288,0.013791999883121915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,12288,0.013884444203641681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,12288,0.013824000126785703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,12288,0.013619555367363824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,12288,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,12288,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,12288,0.014721777704026965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,12288,0.013843555417325763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,12288,0.014291556345091926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,12288,0.01462044484085507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,12288,0.014583110809326172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,12288,0.01424888935354021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,12288,0.012522666818565793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,12288,0.013960889644092984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,12288,0.011918221910794577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,12288,0.013953778478834363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,12288,0.01386666629049513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,12288,0.01332800007528729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,12288,0.013420444395807056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,12288,0.013420444395807056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,12288,0.01334755536582735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,12288,0.013363555901580386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,12288,0.011880888707107969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,12288,0.011934222446547614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,12288,0.01181688904762268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,12288,0.011887999872366587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,12288,0.011973333027627734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,12288,0.011944889194435544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,12288,0.012476444244384766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,12288,0.012439111040698158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,12288,1.5673482259114584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,16384,0.035816534360249834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,12288,0.8126282374064127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,12288,0.41707731882731125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,12288,0.22477866808573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,12288,0.20371306737264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,12288,0.20912532806396483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,12288,0.22570452690124512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,12288,0.196725336710612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,12288,0.18244053522745768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,12288,0.17567359606424968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,12288,0.19972586631774902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,12288,0.16804906527201335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,12288,0.14821546872456867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,12288,0.14652479489644368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,12288,0.1346560001373291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,12288,0.1401866594950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,12288,0.12050346533457439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,12288,0.1694815953572591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,12288,0.13305386702219646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,12288,0.11130773226420085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,12288,0.10965332984924317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,12288,0.09652586778004965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,12288,0.08460799853006998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,12288,0.08578346570332845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,12288,0.07674880027770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,12288,0.07550826867421469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,12288,0.064573868115743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,12288,0.06385279893875122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,12288,0.09621547063191732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,16384,0.03557973305384318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,12288,0.05478613376617432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,12288,0.045906134446461994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,12288,0.050635735193888344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,12288,0.044158931573232016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,12288,0.04151893456776937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,12288,0.03779840071996053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,12288,0.031149866183598836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,12288,0.033163734277089435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,12288,0.030305065711339313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,12288,0.03025813301404317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,12288,0.03202133377393086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,12288,0.03144320050875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,12288,0.029556266466776532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,12288,0.029182932774225873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,12288,0.027421865860621137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,16384,0.035844266414642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,12288,0.027078400055567425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,12288,0.027141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,12288,0.026764800151189167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,12288,0.026334933439890545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,12288,0.026900267601013182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,12288,0.025043199459711712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,12288,0.026430932680765788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,12288,0.02502400080362956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,12288,0.02529919942220052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,12288,0.02415999968846639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,12288,0.02460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,12288,0.023670399188995363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,12288,0.024510933955510458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,12288,0.022782933712005616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,12288,0.023805866638819374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,12288,0.022887466351191203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,12288,0.022361600399017335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,12288,0.022422399123509726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,12288,0.02295680046081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,12288,0.021895466248194377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,12288,0.023155200481414794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,12288,0.021112533410390218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,12288,0.02100800077120463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,12288,0.02100693384806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,12288,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,12288,0.02065599958101908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,12288,0.021434666713078816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,12288,0.020812799533208214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,12288,0.020627200603485107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,12288,0.020883200565973918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,12288,1.0090304056803385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,12288,0.509005864461263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,12288,2.0068234761555988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,12288,0.2829557418823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,12288,0.25787307421366373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,12288,0.24165652592976888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,12288,0.27341972986857094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,12288,0.22984320322672525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,12288,0.2698549270629883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,12288,0.21002559661865233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,12288,0.25987626711527506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,12288,0.19969065984090167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,12288,0.18655999501546222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,12288,0.23922239939371742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,12288,0.17991040547688802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,12288,0.16650773684183756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,12288,0.17286826769510905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,12288,0.2250762621561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,12288,0.1579957326253255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,12288,0.21181653340657552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,12288,0.11796159744262695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,12288,0.113591464360555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,12288,0.09709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,12288,0.09372159639994303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,12288,0.07144853274027506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,12288,0.07393600145975748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,12288,0.15044693946838378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,12288,0.0577397346496582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,12288,0.057543468475341794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,12288,0.048504531383514404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,12288,0.14496320088704426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,12288,0.13509653409322103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,12288,0.041275731722513836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,12288,0.03702400128046672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,12288,0.03250880042711894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,12288,0.023219199975331624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,12288,0.023475199937820435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,12288,0.021913599967956544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,12288,0.021571199099222817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,12288,0.02187946637471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,12288,0.021629865964253744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,12288,0.029076266288757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,12288,0.023814400037129722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,12288,0.02409600019454956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,12288,0.019501866896947224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,12288,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,12288,0.01880853374799093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,12288,0.01914560000101725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,12288,0.019050665696461997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,12288,0.01744106610616048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,12288,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,12288,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,12288,0.01957119901974996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,12288,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,12288,0.017898666858673095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,12288,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,12288,0.01744106610616048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,12288,0.017498666048049928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,12288,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,12288,0.019118932882944743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,12288,0.01748266617457072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,12288,0.01704533298810323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,12288,0.017641599973042807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,12288,0.040948267777760824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,12288,0.04347199996312459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,12288,0.040651734670003256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,12288,0.04273066520690918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,12288,0.041577601432800294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,12288,0.04425386587778728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,12288,0.042418134212493894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,12288,0.04368853171666463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,12288,0.04235413471857707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,12288,0.04334293206532796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,12288,0.019478400548299156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,12288,0.5721045176188151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,12288,0.29990933736165365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,12288,0.16203840573628742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,12288,0.08656000296274821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,12288,0.08569599787394205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,12288,0.08502826690673829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,12288,0.0837994654973348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,12288,0.0817909320195516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,12288,0.08060159683227539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,12288,0.08013973236083985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,12288,0.08041173617045085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,12288,0.0772757371266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,12288,0.07784746487935384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,12288,0.07649493217468262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,12288,0.07624106407165528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,12288,0.07523307005564371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,12288,0.07470613320668539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,12288,0.07309760252634684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,12288,0.04859946568806966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,12288,0.07192533016204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,12288,0.048316800594329835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,12288,0.04501013358434041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,12288,0.04503893454869588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,12288,0.041997865835825605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,12288,0.04162453413009644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,12288,0.03980693419774373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,12288,0.039539198080698654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,12288,0.03771200180053711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,12288,0.03737173477808635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,12288,0.036287999153137206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,12288,0.03640106519063314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,12288,0.03406293392181396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,12288,0.033411200841267905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,12288,0.032076799869537355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,12288,0.031941332419713336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,12288,0.029755733410517377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,12288,0.029725867509841918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,12288,0.029289599259694415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,12288,0.028990934292475384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,12288,0.02895039916038513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,12288,0.02934933304786682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,12288,0.028907734155654907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,12288,0.02934719920158386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,12288,0.028523733218510944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,12288,0.028617600599924724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,12288,0.028250666459401448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,12288,0.028614399830500285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,12288,0.02813653349876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,12288,0.028516266743342084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,12288,0.028163200616836546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,12288,0.028178133567174274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,12288,0.028151466449101763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,12288,0.02813120086987813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,12288,0.028088533878326417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,12288,0.028173865874608357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,12288,0.02844053308169047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,12288,0.028189865748087566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,12288,0.028198399146397907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,12288,0.028283733129501342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,12288,0.028076799710591634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,12288,0.028112000226974486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,12288,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,12288,0.027845333019892376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,12288,0.028122667471567792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,12288,0.028539733091990156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,12288,0.02815786600112915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,12288,0.028104533751805622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,12288,0.027888000011444092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,12288,0.028201599915822346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,12288,0.02804906765619914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,12288,0.028145066897074383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,10240,0.8396946589152018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,10240,0.5009200175603231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,10240,0.27544132868448895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,10240,0.14477466543515524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,10240,0.1456160048643748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,10240,0.13327733675638834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,10240,0.1263546645641327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,12288,0.028090665737787884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,10240,0.0940453310807546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,10240,0.10535200436909993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,10240,0.0929466684659322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,10240,0.09146933754285176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,10240,0.08630800247192383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,10240,0.08622266848882039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,10240,0.07454933226108551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,10240,0.0792773316303889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,10240,0.07364266614119212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,10240,0.0735586682955424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,10240,0.06541066865126292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,10240,0.06884799897670746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,10240,0.061887999375661217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,10240,0.056874667604764305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,10240,0.05697999894618988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,10240,0.05201999843120575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,10240,0.0472760001818339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,10240,0.0506906658411026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,10240,0.04021333406368891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,10240,0.04650133351484934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,10240,0.03639733294645945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,10240,0.03696133444706599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,10240,0.03387866665919622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,10240,0.028089334567387898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,10240,0.031529332200686135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,10240,0.024527999262015026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,10240,0.02141999950011571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,10240,0.025279998779296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,10240,0.01665999988714854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,10240,0.016388000299533207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,10240,0.016701333224773407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,10240,0.01666133354107539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,10240,0.016765333712100983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,10240,0.015610666324694952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,10240,0.015474667151769003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,10240,0.014391999691724777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,10240,0.012973333398501078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,10240,0.012507999936739603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,10240,0.012716000278790792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,10240,0.012753333896398544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,10240,0.013494666665792465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,10240,0.012793333580096563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,10240,0.012806666394074758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,10240,0.012258666257063547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,10240,0.012791999926169714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,10240,0.012655999511480331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,10240,0.012685333689053854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,10240,0.012542666246493658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,10240,0.011217333376407623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,10240,0.013082666943470636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,10240,0.0124719999730587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,10240,0.012077332784732183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,10240,0.012062666316827139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,10240,0.011990666389465332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,10240,0.0120319997270902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,10240,0.011997333417336145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,10240,0.011972000201543173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,10240,0.012054666876792908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,10240,0.010484000047047934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,10240,0.010489333420991898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,10240,0.010497332861026129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,10240,0.010453333457310995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,10240,0.010532000412543615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,10240,0.010562667002280554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,10240,0.010530666758616766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,10240,0.010578667124112448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,10240,0.010822666188081106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,10240,0.673090108235677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,10240,1.3236053466796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,10240,0.3478346824645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,10240,0.18920213381449383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,10240,0.1859381357828776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,10240,0.17412586212158204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,10240,0.17497812906901042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,10240,0.16017920176188152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,10240,0.14903573989868163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,10240,0.1491711934407552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,10240,0.13378346761067708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,10240,0.13408640225728352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,10240,0.12257813612620036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,10240,0.12401813666025799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,10240,0.1112778663635254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,10240,0.16533013979593914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,10240,0.11123733520507813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,10240,0.09924800395965576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,10240,0.10197227001190186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,10240,0.09420586427052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,10240,0.0921290636062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,10240,0.07918612957000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,10240,0.08255253632863363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,10240,0.07019840081532797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,10240,0.07265173594156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,10240,0.06472959915796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,10240,0.0634773333867391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,10240,0.05261226495107015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,10240,0.05310080051422119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,10240,0.04755093256632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,10240,0.046037332216898603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,10240,0.041702401638031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,10240,0.04015573263168335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,10240,0.037009068330128986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,10240,0.03568533261617025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,10240,0.032308266560236616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,10240,0.028630399703979494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,10240,0.027806933720906573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,10240,0.02731093366940816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,10240,0.02755519946416219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,10240,0.026866134007771807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,10240,0.02694293260574341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,10240,0.02717973391215007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,10240,0.025149865945180254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,12288,0.02818666696548462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,10240,0.025178666909535723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,10240,0.02503146727879842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,10240,0.024935466051101685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,10240,0.0249834676583608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,10240,0.026528000831604004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,10240,0.024456532796223958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,10240,0.023229867219924927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,10240,0.023452800512313843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,10240,0.023540266354878745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,10240,0.022871466477711995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,10240,0.023062400023142495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,10240,0.022762666145960488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,10240,0.02323413292566935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,10240,0.02104640007019043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,10240,0.022807466983795165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,10240,0.02103040019671122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,10240,0.021951999266942343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,10240,0.021448532740275063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,10240,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,10240,0.02093440095583598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,12288,0.02808000048001607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,10240,0.02346773346265157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,10240,0.020873600244522096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,10240,0.020742400487263998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,10240,0.019219199816385903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,10240,0.022117332617441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,10240,0.01973759929339091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,10240,0.02129279971122742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,10240,0.019313067197799683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,10240,0.018811732530593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,10240,0.018755199511845906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,10240,0.9590080261230469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,10240,0.2666730562845866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,10240,0.2537333329518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,10240,1.8620362599690754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,10240,0.24178454081217446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,10240,0.2291605313618978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,10240,0.4841290791829427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,10240,0.21766506830851234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,10240,0.24687253634134926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,10240,0.19930559794108074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,10240,0.2606592019399007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,10240,0.18748586972554523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,10240,0.17597653071085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,10240,0.16974933942159015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,10240,0.22507413228352866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,10240,0.16278719902038574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,10240,0.15539199511210125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,10240,0.21086400349934897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,10240,0.19772373835245768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,10240,0.1387445290883382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,10240,0.14305280049641927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,10240,0.09695359865824381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,10240,0.09782719612121582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,10240,0.0762506643931071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,10240,0.08119573593139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,10240,0.06037546793619791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,10240,0.058406400680541995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,10240,0.05177919864654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,10240,0.047609599431355794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,10240,0.04480640093485515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,10240,0.12692586580912274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,10240,0.12375360329945881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,10240,0.037962667147318524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,10240,0.03382293383280437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,10240,0.030244266986846922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,10240,0.025999999046325682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,10240,0.021900800863901775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,10240,0.021927465995152794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,10240,0.019992534319559732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,10240,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,10240,0.019819732507069907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,10240,0.019820799430211387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,10240,0.021676800648371377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,10240,0.02113920052846273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,10240,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,10240,0.01730453372001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,10240,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,10240,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,10240,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,10240,0.01758506695429484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,10240,0.015688533584276833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,10240,0.015370666980743408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,10240,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,10240,0.01567146678765615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,10240,0.015448533495267234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,10240,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,10240,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,10240,0.015373866756757101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,10240,0.015367466211318969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,10240,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,10240,0.0349397341410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,10240,0.03512853384017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,10240,0.03495253324508667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,10240,0.034713598092397054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,10240,0.03578879833221436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,10240,0.03522133429845174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,10240,0.03701119820276896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,10240,0.03514026800791423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,10240,0.03631786505381267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,10240,0.03590186834335327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,10240,0.03564480145772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,10240,0.03594559828440348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,10240,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,10240,0.5010634740193685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,10240,0.01726079980532328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,10240,0.2631605307261149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,10240,0.14398612976074218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,10240,0.07612906297047933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,10240,0.07626559734344482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,10240,0.07511253356933593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,10240,0.07518933614095052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,10240,0.0722826639811198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,10240,0.0713375965754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,10240,0.0711680014928182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,10240,0.07161386807759604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,10240,0.06770026683807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,10240,0.0680181344350179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,10240,0.06750400066375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,10240,0.06767253081003824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,10240,0.0639135996500651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,10240,0.06484053134918213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,10240,0.06302613417307536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,10240,0.06288426717122396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,10240,0.042311465740203856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,10240,0.04208853244781494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,10240,0.038882132371266684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,10240,0.03946026563644409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,10240,0.03707306782404582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,10240,0.03633813460667928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,10240,0.035130667686462405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,10240,0.033090132474899295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,10240,0.03469333251317342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,10240,0.03302293419837952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,10240,0.03150293429692586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,10240,0.031497599681218465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,10240,0.029787733157475786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,10240,0.029422932863235475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,10240,0.027880533536275225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,10240,0.0273087998231252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,10240,0.026060799757639568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,10240,0.025665066639582318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,10240,0.025627734263737996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,10240,0.025655466318130492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,10240,0.025277866919835405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,10240,0.026293333371480303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,10240,0.025623466571172076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,10240,0.025554132461547852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,10240,0.02518826723098755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,10240,0.02488213380177816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,10240,0.024842667579650878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,10240,0.024921600023905435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,10240,0.024886399507522583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,10240,0.02476480007171631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,10240,0.024547199408213295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,10240,0.024869332710901894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,10240,0.02487893303235372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,10240,0.024949334065119424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,10240,0.02448106606801351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,10240,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,10240,0.024842667579650878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,10240,0.024539732933044435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,10240,0.024845866362253825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,10240,0.02476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,10240,0.02481279969215393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,10240,0.02475093404452006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,10240,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,10240,0.024647466341654458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,10240,0.024564266204833984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,10240,0.02445866664250692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,10240,0.024338134129842124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,10240,0.024771199623743693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,10240,0.02481279969215393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,10240,0.024893865982691447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,10240,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,10240,0.02481279969215393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,8192,0.6475456237792969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,8192,0.3803338686625163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,8192,0.21116906801859536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,8192,0.1088213364283244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,8192,0.10949333508809407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,8192,0.08928853670756022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,8192,0.087990403175354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,8192,0.07677653630574545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,8192,0.08772586981455485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,8192,0.073416535059611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,8192,0.07244693438212077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,10240,0.02473919987678528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,8192,0.07026560306549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,8192,0.07043200333913167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,8192,0.061801600456237796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,8192,0.06472959915796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,8192,0.058051200707753506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,8192,0.057696000734965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,8192,0.0523850679397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,8192,0.054315733909606936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,8192,0.04925546646118164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,8192,0.04544320106506348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,8192,0.04474773406982422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,8192,0.041674665609995526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,8192,0.038157868385314944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,8192,0.0421994686126709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,8192,0.03444480101267497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,8192,0.0328874667485555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,8192,0.02782613237698873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,8192,0.027046400308609008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,8192,0.026382933060328167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,8192,0.02342826724052429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,8192,0.022117332617441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,8192,0.019576533635457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,8192,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,8192,0.017422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,8192,0.01737066706021627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,8192,0.012710400422414145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,8192,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,8192,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,8192,0.0135754664738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,8192,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,8192,0.013078400492668152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,8192,0.011981866757074992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,8192,0.012063999970753986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,8192,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,8192,0.01114026705423991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,8192,0.011314133803049724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,8192,0.010965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,8192,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,8192,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,10240,0.024733867247899374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,8192,0.010880000392595927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,8192,0.01072106659412384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,8192,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,8192,0.010935466488202412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,8192,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,8192,0.010564266641934713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,8192,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,8192,0.011380267143249512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,8192,0.010134399930636088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,8192,0.009354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,8192,0.0101173331340154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,8192,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,8192,0.010499200224876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,8192,0.010166399677594503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,8192,0.010447999835014344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,8192,0.009430399537086487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,8192,0.009738666812578838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,8192,0.009426132837931315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,8192,0.009461333354314167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,8192,0.009318400422732036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,8192,0.009731200337409974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,8192,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,8192,0.009358933568000794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,8192,0.542523701985677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,8192,0.2810325304667155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,8192,0.009979733824729919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,8192,1.0669525146484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,8192,0.14250346819559734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,8192,0.14360853830973308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,8192,0.13716905911763508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,8192,0.12269226710001628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,10240,0.02473599910736084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,8192,0.1360640048980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,8192,0.1290229320526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,8192,0.10989546775817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,8192,0.10935893058776855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,8192,0.105839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,8192,0.10595839818318684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,8192,0.09554346402486166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,8192,0.09502186775207519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,8192,0.09097706476847331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,8192,0.07932693163553874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,8192,0.09045120080312094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,8192,0.08088640371958414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,8192,0.07443520228068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,8192,0.07286079724629721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,8192,0.06405973434448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,8192,0.06350400050481161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,8192,0.0580842653910319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,8192,0.05708160003026327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,8192,0.05003946622212728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,8192,0.04976640144983928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,8192,0.044930132230122884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,8192,0.04585493405659993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,8192,0.04054826498031616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,8192,0.03791466554005941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,8192,0.03778986533482869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,8192,0.03562026818593343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,8192,0.03210453391075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,8192,0.02853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,8192,0.02614826758702596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,8192,0.026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,8192,0.02701759934425354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,8192,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,8192,0.026945066452026368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,8192,0.024312533934911094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,8192,0.02450773318608602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,8192,0.024820266167322795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,8192,0.022796799739201866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,8192,0.022856533527374268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,8192,0.02286293307940165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,8192,0.022488532463709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,8192,0.02219840089480082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,8192,0.021210666497548422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,8192,0.025050665934880572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,8192,0.02486506700515747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,8192,0.023543467124303184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,8192,0.02093440095583598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,8192,0.02053440014521281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,8192,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,8192,0.020911999543507895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,8192,0.020627200603485107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,8192,0.020925867557525634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,8192,0.020734934012095134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,8192,0.01955519914627075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,8192,0.02016213337580363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,8192,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,8192,0.01890346606572469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,8192,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,8192,0.02020373344421387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,8192,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,8192,0.01880426605542501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,8192,0.019592533508936562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,8192,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,8192,0.01816533406575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,8192,0.01866453289985657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,8192,0.01882560054461161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,8192,0.018787199258804323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,8192,0.018506666024525963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,8192,1.7590656280517578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,8192,0.4539072036743164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,8192,0.898953628540039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,8192,0.24951252937316895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,8192,0.22514774004618326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,8192,0.21571200688680015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,8192,0.24171199798583984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,8192,0.20107733408610023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,8192,0.2296544075012207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,8192,0.18482987085978192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,8192,0.23547093073527017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,8192,0.1720373312632243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,8192,0.15497706731160482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,8192,0.15022080739339191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,8192,0.13369706471761067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,8192,0.13249066670735676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,8192,0.20825173060099283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,8192,0.1953898588816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,8192,0.1802794615427653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,8192,0.11466773351033528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,8192,0.07977173328399659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,8192,0.07518613338470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,8192,0.06762773195902506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,8192,0.06206826766331991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,8192,0.055173333485921225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,8192,0.05298986832300821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,8192,0.047310932477315264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,8192,0.10975039800008138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,8192,0.04081066846847534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,8192,0.09381866455078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,8192,0.09011306762695312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,8192,0.04460373322168986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,8192,0.03610453208287557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,8192,0.03023359974225362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,8192,0.027390933036804198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,8192,0.023128533363342287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,8192,0.01949440042177836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,8192,0.017661867539087932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,8192,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,8192,0.017772799730300902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,8192,0.017398399114608765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,8192,0.01898346741994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,8192,0.01874133348464966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,8192,0.019033600886662803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,8192,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,8192,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,8192,0.015347199638684592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,8192,0.015347199638684592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,8192,0.015016532937685647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,8192,0.013579733173052468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,8192,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,8192,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,8192,0.013397333025932313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,8192,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,8192,0.013490133484204612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,8192,0.013336533308029174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,8192,0.03022186756134033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,8192,0.031325866778691605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,8192,0.0311573326587677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,8192,0.03180586695671082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,8192,0.030740267038345336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,8192,0.031923200686772665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,8192,0.03204693396886189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,8192,0.03163093328475952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,8192,0.03252159953117371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,8192,0.03275093237559001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,8192,0.03243520061175029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,8192,0.032258133093516037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,8192,0.033138134082158405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,8192,0.03304746747016907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,8192,0.032576000690460204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,8192,0.015384533007939658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,8192,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,8192,0.01541759967803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,8192,0.4133717219034831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,8192,0.2105504035949707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,8192,0.06303253173828124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,8192,0.11475839614868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,8192,0.06335466702779134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,8192,0.06053119897842407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,8192,0.061172266801198326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,8192,0.0592309315999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,8192,0.05931200186411539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,8192,0.05773653189341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,8192,0.05790186723073324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,8192,0.05621866782506307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,8192,0.056064001719156896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,8192,0.05390506585439046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,8192,0.0544490655263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,8192,0.05205546617507935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,8192,0.05252586603164673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,8192,0.05034559965133667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,8192,0.050716801484425866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,8192,0.03472746610641479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,8192,0.035190399487813315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,8192,0.032467200358708696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,8192,0.03258986671765645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,8192,0.03095146616299947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,8192,0.02964479923248291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,8192,0.031100799640019734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,8192,0.02818666696548462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,8192,0.029373866319656373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,8192,0.027246934175491334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,8192,0.027116799354553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,8192,0.02658240000406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,8192,0.025725867350896197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,8192,0.024718934297561647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,8192,0.023907200495402018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,8192,0.023333332935969033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,8192,0.022005333503087362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,8192,0.02185813387235006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,8192,0.021572266022364298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,8192,0.02188906669616699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,8192,0.021681066354115805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,8192,0.02184213399887085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,8192,0.021607466538747153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,8192,0.021619200706481934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,8192,0.02118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,8192,0.02111146648724874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,8192,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,8192,0.02114026745160421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,8192,0.02114560008049011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,8192,0.020691200097401937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,8192,0.02072319984436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,8192,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,8192,0.021166932582855225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,8192,0.0211082657178243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,8192,0.021125332514444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,8192,0.021134932835896812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,8192,0.020923733711242676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,8192,0.021035732825597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,8192,0.020746666193008422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,8192,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,8192,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,8192,0.02104960083961487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,8192,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,8192,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,8192,0.020722132921218873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,8192,0.02107200026512146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,8192,0.02072746753692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,8192,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,8192,0.02109760046005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,8192,0.020827732483545938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,8192,0.020782933632532755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,8192,0.02110613385836283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,7168,0.5641333262125652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,7168,0.33800106048583983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,7168,0.18904533386230468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,7168,0.09045440355936686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,7168,0.0914901336034139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,7168,0.08765439987182617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,7168,0.08686506748199463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,7168,0.06816960175832112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,7168,0.07314879894256592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,7168,0.06280213197072347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,7168,0.06285866498947143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,7168,0.05967786709467569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,7168,0.05994773308436076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,7168,0.053405865033467614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,7168,0.05560106833775839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,8192,0.021163733800252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,7168,0.05063466628392538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,7168,0.05074666738510132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,7168,0.046105599403381346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,7168,0.04715840021769206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,7168,0.04319253365198771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,7168,0.04024639924367269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,7168,0.03752426703770955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,7168,0.035810132821400956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,7168,0.03186026612917582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,7168,0.03521813154220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,7168,0.028778666257858278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,7168,0.027829333146413164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,7168,0.024239999055862427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,8192,0.020911999543507895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,7168,0.023804799715677897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,7168,0.019874133666356406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,7168,0.02405973275502523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,7168,0.019579732418060304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,7168,0.017745065689086913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,7168,0.01836479902267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,7168,0.015184000134468079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,7168,0.015292800466219583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,7168,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,7168,0.011803733309110005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,7168,0.011479467153549194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,7168,0.011490133404731751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,7168,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,7168,0.014123732844988504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,7168,0.011333333452542622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,7168,0.01120960017045339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,7168,0.010335999727249145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,7168,0.010338133573532105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,7168,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,7168,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,7168,0.01016960044701894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,7168,0.010247466961542766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,7168,0.010524800419807434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,7168,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,7168,0.010057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,7168,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,7168,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,7168,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,7168,0.009842133522033692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,7168,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,7168,0.00955839951833089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,7168,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,7168,0.009427199761072796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,7168,0.009413333733876546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,7168,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,7168,0.009352533022562663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,7168,0.009327999750773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,7168,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,7168,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,7168,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,7168,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,7168,0.008706133564313252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,7168,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,7168,0.008712533116340637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,7168,0.008540800213813782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,7168,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,7168,0.47505814234415694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,7168,0.2441472053527832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,7168,0.9386186599731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,7168,0.12048106988271076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,7168,0.12081066767374675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,7168,0.11146986484527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,7168,0.11523733139038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,7168,0.10503893693288166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,7168,0.09470720291137695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,7168,0.11527146498362224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,7168,0.09454826513926187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,7168,0.09404266675313314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,7168,0.09091520309448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,7168,0.08407359917958578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,7168,0.08288319905598959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,7168,0.07943360010782877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,7168,0.0776149352391561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,7168,0.06987306276957193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,7168,0.07007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,7168,0.06351893345514933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,7168,0.06104960044225057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,8192,0.02110613385836283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,7168,0.05810986757278443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,7168,0.049525332450866696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,7168,0.05811200141906738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,7168,0.05388693412144979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,7168,0.04768426815668742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,7168,0.046546133359273274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,7168,0.0417301336924235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,7168,0.04258559942245484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,7168,0.03720746835072835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,7168,0.03399253288904826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,7168,0.030696533123652142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,7168,0.03356800079345703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,7168,0.028731733560562134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,7168,0.025199999411900837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,7168,0.02376213272412618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,7168,0.02490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,7168,0.023145600159962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,7168,0.023473066091537476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,7168,0.022992000977198283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,7168,0.023333332935969033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,7168,0.022435200214385987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,7168,0.021612799167633055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,7168,0.039539198080698654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,7168,0.02173759937286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,7168,0.020888533194859824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,7168,0.02113386591275533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,7168,0.025468800465265912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,7168,0.022860799233118692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,7168,0.02081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,7168,0.02149440050125122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,7168,0.024437334140141806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,7168,0.019106133778889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,7168,0.021124267578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,7168,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,7168,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,7168,0.018915200233459474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,7168,0.018692266941070557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,7168,0.01899626652399699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,7168,0.019413334131240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,7168,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,7168,0.018965333700180054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,7168,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,7168,0.01890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,7168,0.01954560081164042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,7168,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,7168,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,7168,0.017087999979654947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,7168,0.019057067235310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,7168,0.017040000359217326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,7168,0.017249067624409996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,7168,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,7168,0.017604267597198485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,7168,0.018081067005793254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,7168,0.4482730547587077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,7168,1.7468458811442058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,7168,0.8895253499348958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,7168,0.24640426635742188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,7168,0.22095252672831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,7168,0.21306239763895668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,7168,0.23288960456848146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,7168,0.23926827112833657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,7168,0.19820586840311688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,7168,0.18154560724894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,7168,0.22988266944885255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,7168,0.16451199849446613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,7168,0.13507839838663738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,7168,0.13722240130106608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,7168,0.11292800108591716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,7168,0.11517333189646403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,7168,0.20237654050191245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,7168,0.18214400609334308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,7168,0.1668351968129476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,7168,0.09938666820526124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,7168,0.09282560348510742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,7168,0.07243200143178305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,7168,0.06923946539560953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,7168,0.06416320006052653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,7168,0.05292479991912842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,7168,0.05108799934387207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,7168,0.04482453266779582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,7168,0.04253973166147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,7168,0.0383349339167277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,7168,0.05934079885482788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,7168,0.08729813098907471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,7168,0.07946133613586426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,7168,0.028091732660929365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,7168,0.03412053187688192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,7168,0.025995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,7168,0.021219199895858763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,7168,0.01776533325513204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,7168,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,7168,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,7168,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,7168,0.017816533644994102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,7168,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,7168,0.016083199779192606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,7168,0.017422932386398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,7168,0.014102400342623393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,7168,0.014173866311709086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,7168,0.014114133516947427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,7168,0.014133333166440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,7168,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,7168,0.0137472003698349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,7168,0.014190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,7168,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,7168,0.012516267100969949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,7168,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,7168,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,7168,0.01218666632970174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,7168,0.025542400280634564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,7168,0.027284266551335652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,7168,0.024856533606847128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,7168,0.025110399723052977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,7168,0.027213867505391436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,7168,0.027169066667556762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,7168,0.02555519938468933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,7168,0.028911999861399335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,7168,0.02773333390553792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,7168,0.02626240054766337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,7168,0.02612373431523641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,7168,0.02675093412399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,7168,0.02803093393643697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,7168,0.027563732862472535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,7168,0.026999467611312868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,7168,0.026846933364868163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,7168,0.028196267286936444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,7168,0.376258118947347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,7168,0.1958111921946208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,7168,0.104530135790507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,7168,0.0138154665629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,7168,0.05764586528142294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,7168,0.058339198430379234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,7168,0.055961600939432775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,7168,0.05479466517766317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,7168,0.05400853157043457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,7168,0.05458026727040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,7168,0.05148373444875082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,7168,0.05299839973449707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,7168,0.05067626635233561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,7168,0.05065279801686605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,7168,0.04862506786982219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,7168,0.04911359945933024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,7168,0.04737386703491211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,7168,0.047348264853159586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,7168,0.04583679835001628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,7168,0.04625813166300456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,7168,0.031592533985773726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,7168,0.029843199253082275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,7168,0.03142506678899129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,7168,0.030204800764719646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,7168,0.02847040096918742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,7168,0.026768000920613606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,7168,0.02685653368631999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,7168,0.02760533293088277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,7168,0.025804799795150758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,7168,0.025732266902923583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,7168,0.02499306599299113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,7168,0.024588799476623534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,7168,0.02282879948616028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,7168,0.022820266087849934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,7168,0.02159893314043681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,7168,0.021317332983016968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,7168,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,7168,0.020292266209920248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,7168,0.019926400979359944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,7168,0.019977599382400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,7168,0.019912532965342202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,7168,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,7168,0.019828265905380248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,7168,0.02026346723238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,7168,0.019822933276494346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,7168,0.01954453388849894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,7168,0.01946559945742289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,7168,0.01950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,7168,0.019113600254058838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,7168,0.019080533583958944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,7168,0.019502933820088705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,7168,0.01927786668141683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,7168,0.01944213310877482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,7168,0.019423999389012656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,7168,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,7168,0.019130667050679527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,7168,0.01910933256149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,7168,0.01911466717720032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,7168,0.019090133905410766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,7168,0.01960960030555725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,7168,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,7168,0.019061332941055296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,7168,0.02047146757443746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,7168,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,7168,0.01919680039087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,7168,0.019102933009465535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,7168,0.01907093326250712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,7168,0.01909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,7168,0.019322667519251505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,7168,0.019406932592391967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,7168,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,7168,0.019347200791041054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,6144,0.4951146761576335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,7168,0.019191465775171914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,6144,0.12944426536560058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,6144,0.2777375857035319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,6144,0.06728213628133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,6144,0.07486399809519449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,6144,0.06710506280263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,6144,0.05495253403981527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,6144,0.07110293706258139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,6144,0.05997333526611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,6144,0.05757973194122314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,6144,0.052287999788920084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,6144,0.05367039839426676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,6144,0.04989546537399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,6144,0.04654186566670736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,6144,0.046063999334971115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,6144,0.044078934192657473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,6144,0.0423093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,6144,0.03899733225504558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,6144,0.039301331837972006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,6144,0.035786668459574386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,6144,0.03413866758346558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,6144,0.03229759931564331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,6144,0.03161386648813884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,6144,0.027464532852172853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,6144,0.030634667476018267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,6144,0.024995199839274087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,6144,0.024357332785924276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,6144,0.021432532866795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,6144,0.02113386591275533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,6144,0.019964800278345744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,6144,0.01758613387743632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,6144,0.017459199825922648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,6144,0.015502933661142984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,6144,0.015440000096956888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,6144,0.013864533106486002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,6144,0.01343786617120107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,6144,0.010317867000897724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,6144,0.010503466924031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,6144,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,6144,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,6144,0.010474666953086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,6144,0.012425600488980611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,6144,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,6144,0.010440533359845478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,6144,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,6144,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,6144,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,6144,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,6144,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,6144,0.009461333354314167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,6144,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,6144,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,6144,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,6144,0.009308800101280212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,6144,0.009377066294352214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,6144,0.009398399790128072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,6144,0.009692800045013428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,6144,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,6144,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,6144,0.008828799923261006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,6144,0.008761599659919739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,6144,0.008712533116340637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,6144,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,6144,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,6144,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,6144,0.008618666728337606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,6144,0.008003200093905132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,6144,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,6144,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,6144,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,6144,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,6144,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,6144,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,6144,0.007733333110809326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,6144,0.7962581634521484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,6144,0.40944852828979494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,6144,0.20974399248758951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,6144,0.1011893351872762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,6144,0.10133013725280762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,6144,0.09372906684875489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,6144,0.0905621369679769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,6144,0.09775466918945312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,6144,0.09322559833526611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,6144,0.08381226857503256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,6144,0.08180373509724935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,6144,0.0775328000386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,6144,0.07962346871693929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,6144,0.0716917355855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,6144,0.07306346893310547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,6144,0.0639402667681376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,6144,0.05862400134404501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,6144,0.06568320194880167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,6144,0.06007039944330851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,6144,0.055156266689300536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,7168,0.019001599152882895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,6144,0.053756801287333164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,6144,0.0502239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,6144,0.050016001860300696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,6144,0.04177706638971965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,6144,0.049692801634470624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,6144,0.041970133781433105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,6144,0.038574934005737305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,6144,0.039511466026306154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,6144,0.03592533270517985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,6144,0.034270934263865155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,6144,0.03131519953409831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,7168,0.01936960021654765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,6144,0.02947733402252197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,6144,0.028255999088287354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,6144,0.02290239930152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,6144,0.02290239930152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,6144,0.02309760053952535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,6144,0.02293973366419474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,6144,0.048077865441640215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,6144,0.022326399882634483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,6144,0.023638399442036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,6144,0.02172586719195048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,6144,0.022223999102910362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,6144,0.021434666713078816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,6144,0.02101226647694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,6144,0.02028800050417582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,6144,0.019806933403015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,6144,0.01981226603190104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,6144,0.021618133783340453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,6144,0.020337067047754922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,6144,0.02190720041592916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,6144,0.023129600286483764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,6144,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,6144,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,6144,0.01983039975166321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,6144,0.0304639995098114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,6144,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,6144,0.018119466304779053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,6144,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,6144,0.018337066968282065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,6144,0.020016000668207804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,6144,0.01725119948387146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,6144,0.016812799374262492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,6144,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,6144,0.017516799767812095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,6144,0.01777600049972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,6144,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,6144,0.01834133267402649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,6144,0.017326933145523072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,6144,0.01690453290939331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,6144,0.01809599995613098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,6144,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,6144,0.018499199549357095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,6144,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,6144,0.017761067549387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,6144,0.8503040313720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,6144,0.43227094014485673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,6144,0.23484800656636556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,6144,1.6814698537190753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,6144,0.20320426623026527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,6144,0.1975327968597412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,6144,0.22142292658487955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,6144,0.17297706604003907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,6144,0.22766505877176918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,6144,0.15336532592773439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,6144,0.21895893414815268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,6144,0.12971946398417156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,6144,0.1746122678120931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,6144,0.10995306968688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,6144,0.11225279966990154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,6144,0.09868160088857016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,6144,0.09567893346150716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,6144,0.14951465924580892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,6144,0.13579519589742023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,6144,0.08708053429921468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,6144,0.08335253397623697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,6144,0.06914133230845133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,6144,0.06662293275197348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,6144,0.060773332913716636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,6144,0.057402666409810385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,6144,0.050638933976491295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,6144,0.04956800142923991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,6144,0.043449600537618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,6144,0.04076053301493327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,6144,0.03513706525166829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,6144,0.0793450673421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,6144,0.07529813448588053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,6144,0.032553599278132124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,6144,0.026824533939361572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,6144,0.024238934119542442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,6144,0.0191103994846344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,6144,0.01700053413709005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,6144,0.01657919983069102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,6144,0.015043200055758158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,6144,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,6144,0.015336533387502035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,6144,0.014940800269444785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,6144,0.016207999984423318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,6144,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,6144,0.013225600123405457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,6144,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,6144,0.013214932878812155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,6144,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,6144,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,6144,0.013056000073750814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,6144,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,6144,0.011586133639017742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,6144,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,6144,0.011575466394424439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,6144,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,6144,0.02504640022913615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,6144,0.024465066194534302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,6144,0.023568000396092734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,6144,0.024078933397928874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,6144,0.02518186569213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,6144,0.02563199996948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,6144,0.02429866592089335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,6144,0.024359466632207234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,6144,0.02681279977162679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,6144,0.0256330668926239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,6144,0.024337067206700643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,6144,0.026310400168100996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,6144,0.026285866896311443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,6144,0.02434026598930359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,6144,0.025177599986394246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,6144,0.024877866109212242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,6144,0.02771199941635132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,6144,0.3448906580607096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,6144,0.1764106591542562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,6144,0.013027200102806091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,6144,0.09603093465169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,6144,0.05300693511962891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,6144,0.051819733778635656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,6144,0.012962133685747782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,6144,0.050530131657918295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,6144,0.048196268081665036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,6144,0.050945067405700685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,6144,0.04822186628977458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,6144,0.04697813193003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,6144,0.0460480014483134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,6144,0.04593493143717448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,6144,0.04446400006612142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,6144,0.04417706727981567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,6144,0.044093867142995194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,6144,0.04284480015436808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,6144,0.042081065972646076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,6144,0.040801068147023514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,6144,0.04157333374023438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,6144,0.029268266757329305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,6144,0.02863466739654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,6144,0.027013333638509114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,6144,0.02706666588783264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,6144,0.02605973283449809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,6144,0.025286400318145753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,6144,0.02437653342882792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,6144,0.02444159984588623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,6144,0.023561600844065347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,6144,0.023209599653879802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,6144,0.022456532716751097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,6144,0.021926399072011313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,6144,0.021062399943669638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,6144,0.020644267400105797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,6144,0.019960532585779824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,6144,0.019662932554880778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,6144,0.01830079952875773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,6144,0.01854506731033325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,6144,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,6144,0.01830186645189921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,6144,0.018199467658996583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,6144,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,6144,0.018283732732137046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,6144,0.01832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,6144,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,6144,0.01743146578470866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,6144,0.017742933829625447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,6144,0.017462400595347087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,6144,0.017589332660039265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,6144,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,6144,0.017790933450063072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,6144,0.017771732807159425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,6144,0.01758400003115336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,6144,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,6144,0.017479467391967773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,6144,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,6144,0.0175327996412913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,6144,0.017443199952443443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,6144,0.017498666048049928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,6144,0.01781760056813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,6144,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,6144,0.017400532960891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,6144,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,6144,0.017784533898035686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,6144,0.017539199193318686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,6144,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,6144,0.017451733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,6144,0.017473065853118898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,6144,0.017428267002105712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,6144,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,6144,0.017391999562581383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,6144,0.01752106746037801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,5120,0.3887839953104655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,5120,0.21017492612202965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,5120,0.11636373202006023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,5120,0.06448853413263957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,5120,0.06587733427683512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,5120,0.0608298659324646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,5120,0.05882026751836141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,5120,0.05243093172709147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,5120,0.05829973220825195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,5120,0.04524906476338704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,5120,0.04522026777267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,5120,0.040969598293304446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,5120,0.04120959838231404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,5120,0.03752640088399251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,5120,0.03849493265151978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,5120,0.03535146713256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,5120,0.03526506821314494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,5120,0.03114560047785441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,5120,0.033268266916275026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,5120,0.02977386713027954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,5120,0.028735999266306562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,5120,0.026713599761327107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,5120,0.026735999186833698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,6144,0.017694934209187826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,5120,0.024805333216985068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,5120,0.027874133984247845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,5120,0.022499199708302817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,5120,0.022139734029769896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,5120,0.01917333404223124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,5120,0.019273600975672402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,5120,0.01813973387082418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,5120,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,5120,0.01535360018412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,5120,0.013985066612561544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,5120,0.01360319952170054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,5120,0.012345600128173827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,5120,0.011972266435623168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,5120,0.009284266829490661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,5120,0.009318400422732036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,5120,0.009286399682362874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,5120,0.00937493344148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,5120,0.009475200374921163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,5120,0.009630933403968811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,6144,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,5120,0.009880533814430237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,5120,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,5120,0.008858666817347208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,5120,0.00886400043964386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,5120,0.008968533078829447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,5120,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,5120,0.011715199549992878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,5120,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,5120,0.00844586690266927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,5120,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,5120,0.008274133503437042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,5120,0.008459732929865519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,5120,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,5120,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,5120,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,5120,0.0086709330479304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,5120,0.00978773335615794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,5120,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,5120,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,5120,0.007614933451016744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,5120,0.0076906666159629825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,5120,0.007747200131416321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,5120,0.007623466849327088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,5120,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,5120,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,5120,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,5120,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,5120,0.007229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,5120,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,5120,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,5120,0.006854400038719177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,5120,0.6761205037434895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,5120,0.34495360056559243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,5120,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,5120,0.1720725377400716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,5120,0.08591787020365396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,5120,0.08574826717376709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,5120,0.08027413686116537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,5120,0.08161173661549886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,5120,0.07635520299275717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,6144,0.01768640081087748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,5120,0.08223040103912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,5120,0.06943360169728598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,5120,0.06869119803110758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,5120,0.06435306469599406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,5120,0.06387199958165488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,5120,0.060141865412394205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,5120,0.061293868223826084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,5120,0.05682133436203003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,5120,0.05592000087102254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,5120,0.05163520177205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,5120,0.05237333377202352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,5120,0.048793598016103105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,5120,0.04922453165054321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,5120,0.045414400100708005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,5120,0.045569066206614176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,5120,0.04286719957987468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,5120,0.04319039980570476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,5120,0.03872106472651164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,5120,0.03892693519592285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,5120,0.03521173397699992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,5120,0.03261973261833191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,5120,0.03102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,5120,0.029015467564264937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,5120,0.02863466739654541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,5120,0.027037866910298664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,5120,0.024959999322891235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,5120,0.021987199783325195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,5120,0.021449599663416544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,5120,0.020731733242670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,5120,0.022039467096328737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,5120,0.0219050665696462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,5120,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,5120,0.02063360015551249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,5120,0.019638399283091225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,5120,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,5120,0.020026665925979615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,5120,0.018835200866063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,5120,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,5120,0.018784000476201376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,5120,0.03531413475672404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,5120,0.021104000012079873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,5120,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,5120,0.020705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,5120,0.01949653426806132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,5120,0.01946880022684733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,5120,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,5120,0.016988799969355265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,5120,0.019755733013153077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,5120,0.018713599443435668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,5120,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,5120,0.016982400417327882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,5120,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,5120,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,5120,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,5120,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,5120,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,5120,0.016754132509231568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,5120,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,5120,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,5120,0.017667200167973837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,5120,0.017232000827789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,5120,0.016718933979670204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,5120,0.017026132345199584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,5120,0.019219199816385903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,5120,0.016756266355514526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,5120,0.01714986761411031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,5120,0.8267061233520507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,5120,1.621442159016927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,5120,0.21090453465779624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,5120,0.41805651982625325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,5120,0.16025387446085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,5120,0.1562986691792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,5120,0.2062314669291178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,5120,0.18688319524129232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,5120,0.13766506512959797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,5120,0.11833919684092205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,5120,0.18779199918111164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,5120,0.10899306933085125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,5120,0.09641173680623373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,5120,0.09477866490681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,5120,0.09007466634114583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,5120,0.08784426848093668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,5120,0.13654719988505046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,5120,0.11263039906819661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,5120,0.12322773138682049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,5120,0.08132266998291016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,5120,0.06472533146540324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,5120,0.06294399897257487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,5120,0.056745600700378415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,5120,0.05428693294525146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,5120,0.046537601947784425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,5120,0.04667199850082397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,5120,0.03924800157546997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,5120,0.0782965342203776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,5120,0.03309333324432373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,5120,0.0736512025197347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,5120,0.0707103967666626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,5120,0.038805333773295085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,5120,0.029986133178075153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,5120,0.024835199117660522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,5120,0.023060266176859537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,5120,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,5120,0.01532266636689504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,5120,0.014151466886202493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,5120,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,5120,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,5120,0.013779200116793313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,5120,0.01552959978580475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,5120,0.015639467040697734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,5120,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,5120,0.012264532844225566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,5120,0.012025599678357441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,5120,0.012065066893895467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,5120,0.012440533439318339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,5120,0.012504532933235168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,5120,0.01046506663163503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,5120,0.010985599954922994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,5120,0.010470400253931682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,5120,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,5120,0.010205866893132527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,5120,0.019814399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,5120,0.020194133122762047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,5120,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,5120,0.020283732811609903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,5120,0.020626133680343627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,5120,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,5120,0.021499733130137123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,5120,0.020590933163960774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,5120,0.02021119991938273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,5120,0.021437867482503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,5120,0.021356799205144248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,5120,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,5120,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,5120,0.021847466627756752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,5120,0.022343466679255165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,5120,0.02227413256963094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,5120,0.02105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,5120,0.3080010732014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,5120,0.012126933534940083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,5120,0.012462932864824932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,5120,0.012102400263150532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,5120,0.1598591963450114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,5120,0.08602986335754395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,5120,0.046317867437998456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,5120,0.04622079928716023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,5120,0.04359680016835531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,5120,0.04356373151143392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,5120,0.043594666322072345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,5120,0.0409717321395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,5120,0.043033599853515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,5120,0.04148799975713094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,5120,0.04026453495025635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,5120,0.03924373388290405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,5120,0.03939626614252727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,5120,0.0387658675511678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,5120,0.038378667831420896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,5120,0.03779733180999756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,5120,0.037300264835357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,5120,0.03618026574452718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,5120,0.02565760016441345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,5120,0.02641493280728658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,5120,0.0248799999554952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,5120,0.024175999561945598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,5120,0.02318399945894877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,5120,0.02354453404744466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,5120,0.02244053284327189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,5120,0.02159573237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,5120,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,5120,0.021100799242655434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,5120,0.020332799355189005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,5120,0.020116267601648967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,5120,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,5120,0.018807466824849448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,5120,0.017883733908335368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,5120,0.017544533809026083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,5120,0.016616533199946083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,5120,0.01625279982884725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,5120,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,5120,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,5120,0.016199466586112977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,5120,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,5120,0.01625920037428538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,5120,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,5120,0.016151466965675355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,5120,0.016174933314323424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,5120,0.016294399897257485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,5120,0.016153599818547568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,5120,0.015762133399645488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,5120,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,5120,0.01588266690572103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,5120,0.01575040022532145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,5120,0.01618666648864746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,5120,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,5120,0.015867732961972556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,5120,0.015848533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,5120,0.015667200088500977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,5120,0.01583573321501414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,5120,0.015500799814860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,5120,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,5120,0.015876266360282897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,5120,0.015793066223462424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,5120,0.01588266690572103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,5120,0.015862400333086647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,5120,0.015723733107248943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,5120,0.016212266683578492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,5120,0.01583999991416931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,5120,0.01585599978764852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,5120,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,5120,0.015836800138155617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,5120,0.015777066349983215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,5120,0.015848533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,4096,0.3311605453491211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,4096,0.16285227139790853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,4096,0.08483093579610189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,4096,0.04747200012207031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,4096,0.04769920110702515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,4096,0.044544001420338944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,4096,0.045924266179402665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,4096,0.04243413209915161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,4096,0.047178665796915695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,4096,0.037384533882141115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,4096,0.035846400260925296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,4096,0.03455253442128499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,4096,0.03464106718699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,4096,0.03181653420130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,4096,0.032314666112263996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,4096,0.029822933673858642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,4096,0.029909332593282063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,4096,0.02650880018870036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,4096,0.028075732787450153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,4096,0.025651200612386064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,4096,0.02442453304926554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,4096,0.023170133431752525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,5120,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,4096,0.02430293361345927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,4096,0.0199455996354421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,4096,0.017992534240086875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,4096,0.023061333100001018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,4096,0.01797013282775879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,4096,0.015542399883270264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,4096,0.015570132931073507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,4096,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,4096,0.013123200337092081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,4096,0.012662399808565775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,4096,0.01153706709543864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,4096,0.011311999956766764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,4096,0.009449600179990133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,4096,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,4096,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,4096,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,4096,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,4096,0.008531199892361958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,4096,0.00809386670589447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,4096,0.008318933347860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,4096,0.00853013296922048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,4096,0.00804799993832906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,4096,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,4096,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,4096,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,4096,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,4096,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,4096,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,4096,0.0116074671347936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,4096,0.009497599800427754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,4096,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,4096,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,4096,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,4096,0.007239466905593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,4096,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,4096,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,4096,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,4096,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,4096,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,4096,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,4096,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,4096,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,4096,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,5120,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,4096,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,4096,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,4096,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,4096,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,4096,0.005959466596444448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,4096,0.006072533130645752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,4096,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,4096,0.005627733469009399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,5120,0.015366400281588236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,4096,0.5462687810262044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,4096,0.2826133410135905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,4096,0.1307711998621623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,4096,0.0675989309946696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,4096,0.06451199849446615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,4096,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,4096,0.0630346655845642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,4096,0.06215466658274332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,4096,0.06285333236058553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,4096,0.06046506563822428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,4096,0.058430933952331544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,4096,0.05536853472391764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,4096,0.05206400156021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,4096,0.05323413213094076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,4096,0.05032106637954712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,4096,0.04891733328501384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,4096,0.047873067855834964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,4096,0.04772160053253174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,4096,0.04439146518707275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,4096,0.04152959982554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,4096,0.040608000755310056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,4096,0.04541013240814209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,4096,0.03850239912668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,4096,0.03825386762619019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,4096,0.03736960093180339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,4096,0.03374933401743571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,4096,0.036765865484873456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,4096,0.033403734366099044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,4096,0.031040000915527343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,4096,0.031037867069244385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,4096,0.02767680088678996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,4096,0.0279423991839091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,4096,0.026781866947809856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,4096,0.026104533672332765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,4096,0.02376213272412618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,4096,0.02327573299407959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,4096,0.020883200565973918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,4096,0.019501866896947224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,4096,0.019330133994420372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,4096,0.019160532951354982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,4096,0.0186901330947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,4096,0.019130667050679527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,4096,0.018846933046976724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,4096,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,4096,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,4096,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,4096,0.018487467368443807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,4096,0.0179967999458313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,4096,0.018888533115386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,4096,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,4096,0.018259199460347493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,4096,0.016772266228993735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,4096,0.017467733224232992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,4096,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,4096,0.017897599935531618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,4096,0.022406399250030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,4096,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,4096,0.01744426687558492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,4096,0.01707306702931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,4096,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,4096,0.016035200158754984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,4096,0.017718400557835898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,4096,0.016886399189631144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,4096,0.017729065815607705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,4096,0.017348267634709678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,4096,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,4096,0.01895893414815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,4096,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,4096,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,4096,0.01837013363838196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,4096,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,4096,0.01881813406944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,4096,0.018819200992584228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,4096,0.01922453244527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,4096,0.018781866629918417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,4096,0.7940021514892578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,4096,1.5672320048014323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,4096,0.15829440752665203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,4096,0.39968531926472983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,4096,0.1293621301651001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,4096,0.12636799812316896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,4096,0.1549525260925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,4096,0.11405759652455646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,4096,0.14518292744954425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,4096,0.10628800392150879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,4096,0.11535786787668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,4096,0.14041172663370768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,4096,0.08959573109944662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,4096,0.08817599614461263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,4096,0.08301119804382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,4096,0.0813536008199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,4096,0.09764160315195719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,4096,0.10775146484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,4096,0.09995520114898682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,4096,0.0747765302658081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,4096,0.058637865384419764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,4096,0.0587498664855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,4096,0.0741749366124471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,4096,0.05119040012359619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,4096,0.04342293341954549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,4096,0.05153066714604696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,4096,0.042728531360626223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,4096,0.0369269331296285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,4096,0.035382401943206784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,4096,0.030894933144251506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,4096,0.06906133492787679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,4096,0.06653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,4096,0.02392746607462565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,4096,0.028093866507212323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,4096,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,4096,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,4096,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,4096,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,4096,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,4096,0.013178666432698568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,4096,0.0135861337184906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,4096,0.012898133198420206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,4096,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,4096,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,4096,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,4096,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,4096,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,4096,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,4096,0.01092800001303355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,4096,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,4096,0.009620267152786254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,4096,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,4096,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,4096,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,4096,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,4096,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,4096,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,4096,0.019230933984120686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,4096,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,4096,0.01945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,4096,0.01946453253428141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,4096,0.019722666343053183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,4096,0.011270399888356526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,4096,0.01947306593259176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,4096,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,4096,0.019433599710464478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,4096,0.019504000743230186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,4096,0.0202346662680308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,4096,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,4096,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,4096,0.020272000630696615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,4096,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,4096,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,4096,0.24114452997843422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,4096,0.06951893170674642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,4096,0.1235968033472697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,4096,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,4096,0.036763731638590494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,4096,0.0369216005007426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,4096,0.03548159996668498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,4096,0.035844266414642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,4096,0.035267198085784913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,4096,0.03532906770706177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,4096,0.033880531787872314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,4096,0.033847467104593916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,4096,0.03383786678314209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,4096,0.03352533181508382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,4096,0.032258133093516037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,4096,0.03178133368492127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,4096,0.03179626663525899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,4096,0.03191146651903788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,4096,0.03058240016301473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,4096,0.030269867181777953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,4096,0.022450133164723714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,4096,0.021959465742111207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,4096,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,4096,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,4096,0.020338133970896403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,4096,0.019908267259597778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,4096,0.019138133525848387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,4096,0.018518400192260743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,4096,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,4096,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,4096,0.01753386656443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,4096,0.017254400253295898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,4096,0.017432532707850137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,4096,0.016260266304016113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,4096,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,4096,0.015473066767056783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,4096,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,4096,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,4096,0.014233600099881491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,4096,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,4096,0.014132266243298849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,4096,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,4096,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,4096,0.014255999525388082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,4096,0.014152533809343972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,4096,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,4096,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,4096,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,4096,0.014076800147692362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,4096,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,4096,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,4096,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,4096,0.013698133826255798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,4096,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,4096,0.013697066903114319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,4096,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,4096,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,4096,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,4096,0.013825066884358726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,4096,0.013767466942469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,4096,0.01378986636797587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,4096,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,4096,0.013462400436401368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,4096,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,4096,0.013778133193651834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,4096,0.013357866803805032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,4096,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,4096,0.01384106675783793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,4096,0.013684266805648803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,4096,0.01386240025361379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,4096,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,4096,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,4096,0.013771733641624451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,3584,0.27275307973225915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,3584,0.07089172999064128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,3584,0.14370346069335938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,3584,0.03768426577250163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,3584,0.040411734580993654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,3584,0.039263999462127684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,3584,0.03703893423080444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,3584,0.03326506614685058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,3584,0.036432000001271565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,3584,0.03020586570103963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,3584,0.030555733044942218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,3584,0.029320534070332843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,3584,0.029959466060002642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,3584,0.0269813338915507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,3584,0.028189865748087566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,3584,0.025437867641448973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,3584,0.025991467634836833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,3584,0.022685867547988892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,3584,0.02491413354873657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,3584,0.021972266832987468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,3584,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,3584,0.019679999351501463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,3584,0.020558933417002358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,3584,0.017086933056513466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,3584,0.020295466979344687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,3584,0.01609280010064443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,3584,0.015698132912317912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,3584,0.01368106702963511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,3584,0.013797332843144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,3584,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,3584,0.011517866452534994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,3584,0.011731200416882833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,3584,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,3584,0.010900266965230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,3584,0.008705066641171773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,3584,0.008540800213813782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,3584,0.0073642666141192125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,3584,0.007226666808128357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,3584,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,3584,0.007239466905593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,3584,0.007269333302974701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,3584,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,3584,0.007638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,3584,0.00727040022611618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,3584,0.0069567998250325514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,3584,0.0068906664848327635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,3584,0.006788266698519389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,3584,0.006851199766000111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,3584,0.008873599767684936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,3584,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,3584,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,3584,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,3584,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,3584,0.006270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,3584,0.006415999929110209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,4096,0.013753599921862283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,3584,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,3584,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,3584,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,3584,0.006348800162474315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,3584,0.006100266675154368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,3584,0.006055466830730438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,3584,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,3584,0.006131199995676676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,3584,0.006345599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,3584,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,3584,0.005566933254400889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,3584,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,3584,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,3584,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,3584,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,3584,0.005551999807357788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,3584,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,3584,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,3584,0.24537599881490074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,3584,0.4846698760986328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,3584,0.11334826946258544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,3584,0.06028480132420858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,3584,0.06049919923146566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,3584,0.05725333293279013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,3584,0.05867840051651001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,3584,0.05380906661351522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,3584,0.055758933226267494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,3584,0.05009706815083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,3584,0.050723199049631754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,3584,0.049294932683308916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,3584,0.049403735001881915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,3584,0.04925546646118164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,3584,0.047943464914957684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,3584,0.044148266315460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,3584,0.04434666633605957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,3584,0.04170133272806804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,3584,0.04203093449274699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,3584,0.03864959875742595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,3584,0.038940799236297605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,4096,0.013526399930318197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,3584,0.03682986497879028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,3584,0.037291733423868816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,3584,0.03401813507080078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,3584,0.0338645339012146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,3584,0.03288639982541402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,3584,0.03135573267936707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,3584,0.028759467601776122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,3584,0.028914133707682293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,3584,0.02694186568260193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,3584,0.02690773407618205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,3584,0.026149332523345947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,3584,0.025574400027592974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,3584,0.023643734057744344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,3584,0.01926506757736206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,3584,0.018891733884811402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,3584,0.019453867276509603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,3584,0.01932906707127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,3584,0.01970133384068807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,3584,0.01858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,3584,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,3584,0.018157867590586345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,3584,0.018705066045125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,3584,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,3584,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,3584,0.017973333597183228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,3584,0.018243199586868285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,3584,0.01853333314259847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,3584,0.01795733372370402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,3584,0.0185098667939504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,3584,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,3584,0.019501866896947224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,3584,0.02295359969139099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,3584,0.016768000523249307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,3584,0.017448532581329345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,3584,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,3584,0.017190400759379068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,3584,0.016532267133394875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,3584,0.01671573321024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,3584,0.016754132509231568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,3584,0.017579734325408936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,3584,0.01715946594874064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,3584,0.01681493322054545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,3584,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,3584,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,3584,0.016646400094032288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,3584,0.01716266671816508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,3584,0.017056000232696534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,3584,0.018170666694641114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,3584,0.01808213392893473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,3584,0.0185098667939504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,3584,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,3584,0.015495466192563376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,3584,0.018598399559656777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,3584,1.5789972941080728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,3584,0.4038880030314128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,3584,0.7932992299397786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,3584,0.13805120786031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,3584,0.12011199792226154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,3584,0.117031462987264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,3584,0.1284991979598999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,3584,0.12548267046610515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,3584,0.10923413435618083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,3584,0.10093653202056885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,3584,0.1407957394917806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,3584,0.09283733367919922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,3584,0.08676586945851644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,3584,0.08564159870147706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,3584,0.08012266953786215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,3584,0.07867413361867269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,3584,0.11112853686014812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,3584,0.10301439762115479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,3584,0.09705706437428793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,3584,0.07221546967824301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,3584,0.05696213245391846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,3584,0.05666453440984091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,3584,0.05010773340861002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,3584,0.04899306694666545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,3584,0.0420085350672404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,3584,0.041670401891072587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,3584,0.035442133744557694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,3584,0.07194879849751791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,3584,0.029790933926900225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,3584,0.06617813507715861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,3584,0.06451413234074911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,3584,0.03425706624984741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,3584,0.02800106604894002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,3584,0.022717867294947305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,3584,0.021102933088938396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,3584,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,3584,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,3584,0.012574932972590127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,3584,0.012769066294034324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,3584,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,3584,0.014123732844988504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,3584,0.013769599795341491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,3584,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,3584,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,3584,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,3584,0.010809600353240967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,3584,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,3584,0.010743467013041179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,3584,0.009354666868845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,3584,0.009274666508038838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,3584,0.009523199995358785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,3584,0.016100266575813295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,3584,0.016173866391181946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,3584,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,3584,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,3584,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,3584,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,3584,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,3584,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,3584,0.01804800033569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,3584,0.016785067319869996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,3584,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,3584,0.0175327996412913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,3584,0.01698346734046936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,3584,0.018183465798695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,3584,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,3584,0.019441066185633342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,3584,0.017494400342305504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,3584,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,3584,0.018653867642084758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,3584,0.21995627085367836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,3584,0.11189013322194416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,3584,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,3584,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,3584,0.06272960106531779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,3584,0.034296532471974686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,3584,0.03360960086186727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,3584,0.03290026585261027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,3584,0.033111466964085894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,3584,0.031753599643707275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,3584,0.010909866293271382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,3584,0.03180800080299377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,3584,0.030605866511662798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,3584,0.030631466706593828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,3584,0.030956800778706866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,3584,0.030562132596969604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,3584,0.02978666623433431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,3584,0.029230932394663494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,3584,0.029259733359018963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,3584,0.029363199075063066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,3584,0.0279530664285024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,3584,0.02804800073305766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,3584,0.020436267058054604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,3584,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,3584,0.019107200702031455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,3584,0.018986666202545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,3584,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,3584,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,3584,0.01740586757659912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,3584,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,3584,0.0170197327931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,3584,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,3584,0.016134400169054666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,3584,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,3584,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,3584,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,3584,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,3584,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,3584,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,3584,0.013365333278973898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,3584,0.01328000028928121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,3584,0.013317333658536276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,3584,0.013410133123397828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,3584,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,3584,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,3584,0.012995200355847678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,3584,0.013326932986577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,3584,0.01295253336429596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,3584,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,3584,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,3584,0.012928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,3584,0.013029332955678305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,3584,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,3584,0.012536533673604331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,3584,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,3584,0.012888532876968384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,3584,0.01293333371480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,3584,0.012699733177820841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,3584,0.01292693316936493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,3584,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,3584,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,3584,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,3584,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,3584,0.012569600343704223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,3584,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,3584,0.012585600217183432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,3584,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,3584,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,3584,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,3584,0.013025066256523133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,3584,0.012762666742006937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,3584,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,3584,0.01250879963239034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,3584,0.013051733374595642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,3072,0.24756479263305664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,3072,0.06572906573613485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,3072,0.12238293488820393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,3072,0.03324693242708842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,3072,0.034254932403564455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,3072,0.03198933402697245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,3072,0.030112000306447347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,3072,0.032789333661397295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,3072,0.03346560001373291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,3072,0.02686400016148885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,3072,0.02735146681467692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,3072,0.02757546703020732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,3072,0.026719999313354493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,3072,0.02518506646156311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,3072,0.02281600038210551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,3072,0.022450133164723714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,3072,0.020376533269882202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,3072,0.021421867609024047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,3072,0.018769067525863648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,3072,0.018729599316914876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,3584,0.012973866860071816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,3072,0.01763199965159098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,3072,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,3072,0.018402133385340372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,3072,0.017621332406997682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,3072,0.01437440017859141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,3072,0.014030933380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,3072,0.012604799866676331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,3072,0.012211199601491292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,3072,0.011784533659617107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,3072,0.010627200206120808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,3072,0.009473066528638203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,3072,0.009352533022562663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,3072,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,3072,0.02495786746342977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,3072,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,3072,0.006435200075308482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,3072,0.006630399823188781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,3072,0.006492800017197926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,3072,0.006528000036875407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,3072,0.006413866579532623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,3072,0.006746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,3072,0.006042666733264923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,3072,0.006513066589832306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,3072,0.010240000486373902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,3072,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,3072,0.006005333364009857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,3072,0.006375466783841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,3072,0.006167466441790262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,3072,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,3072,0.008019199967384339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,3072,0.006053333481152853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,3072,0.007795199751853943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,3072,0.0056618665655454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,3072,0.005603200197219849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,3072,0.005764266848564148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,3072,0.005668266614278158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,3072,0.005797333518664042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,3072,0.005602133274078369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,3072,0.006026666859785716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,3072,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,3072,0.005580799778302511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,3072,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,3072,0.005599999924500784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,3072,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,3072,0.005542399982611338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,3072,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,3072,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,3072,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,3072,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,3072,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,3072,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,3072,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,3072,0.006437333424886067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,3072,0.006472533444563548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,3584,0.013168000181516013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,3072,0.09504746596018473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,3072,0.2128906726837158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,3072,0.41877225240071614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,3072,0.051999998092651364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,3072,0.05282986561457316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,3072,0.05035626490910848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,3072,0.04958080053329468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,3072,0.05080960194269816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,3072,0.04537813266118367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,3072,0.04885653257369995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,3072,0.04532906611760457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,3072,0.043421868483225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,3072,0.04315626621246338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,3072,0.046614400545756024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,3072,0.03935679992039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,3072,0.04020373423894246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,3072,0.038482133547465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,3072,0.03787200053532918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,3072,0.036798934141794845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,3072,0.036190934975941974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,3072,0.033579734961191814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,3072,0.03397119839986165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,3072,0.030833067496617635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,3072,0.032601600885391234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,3072,0.028880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,3072,0.027164800961812334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,3072,0.02688639958699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,3072,0.026757333676020307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,3072,0.026283733050028485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,3072,0.025257599353790284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,3072,0.024150399367014568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,3072,0.021886932849884033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,3072,0.04212586482365926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,3072,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,3072,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,3072,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,3072,0.030563199520111085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,3072,0.01872106591860453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,3072,0.017992534240086875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,3072,0.018411733706792197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,3072,0.018425599733988444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,3072,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,3072,0.022859734296798707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,3072,0.018305067221323648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,3072,0.016976000865300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,3072,0.01851200064023336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,3072,0.019423999389012656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,3072,0.0181877334912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,3072,0.01716586748758952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,3072,0.01684160033861796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,3072,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,3072,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,3072,0.017698132991790773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,3072,0.016826667388280234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,3072,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,3072,0.01609493295351664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,3072,0.015566933155059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,3072,0.017254400253295898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,3072,0.015336533387502035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,3072,0.015852800011634825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,3072,0.017232000827789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,3072,0.01553813318411509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,3072,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,3072,0.014827733238538107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,3072,0.014974932869275412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,3072,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,3072,0.015947733322779337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,3072,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,3072,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,3072,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,3072,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,3072,0.016618667046229045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,3072,0.018458666404088338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,3072,0.01686186591784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,3072,0.7701759974161784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,3072,0.38828585942586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,3072,1.5270570119222007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,3072,0.13199466864267986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,3072,0.11566293239593506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,3072,0.11259093284606933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,3072,0.1231061299641927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,3072,0.12703253428141276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,3072,0.1072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,3072,0.09952747027079265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,3072,0.1198848009109497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,3072,0.09091946283976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,3072,0.08494506676991781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,3072,0.0831274668375651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,3072,0.10797866980234783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,3072,0.07842133045196534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,3072,0.07638933658599853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,3072,0.0938975969950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,3072,0.10026026566823323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,3072,0.06969172954559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,3072,0.05615253448486328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,3072,0.05575040181477865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,3072,0.04890880187352498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,3072,0.04797120094299316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,3072,0.04158399899800618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,3072,0.04108479817708333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,3072,0.07150932947794596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,3072,0.03374720017115275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,3072,0.02908160090446472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,3072,0.06306133270263672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,3072,0.06482453346252441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,3072,0.034698665142059326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,3072,0.027144533395767213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,3072,0.02064639925956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,3072,0.022725333770116173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,3072,0.015568000078201295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,3072,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,3072,0.012397866447766621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,3072,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,3072,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,3072,0.012057600418726604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,3072,0.013756799697875976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,3072,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,3072,0.013313066959381104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,3072,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,3072,0.010360532999038696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,3072,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,3072,0.010313600301742554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,3072,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,3072,0.009103999535242716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,3072,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,3072,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,3072,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,3072,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,3072,0.015687466661135355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,3072,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,3072,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,3072,0.016081066926320393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,3072,0.016028799613316855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,3072,0.015666133165359496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,3072,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,3072,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,3072,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,3072,0.015500799814860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,3072,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,3072,0.014945066968599954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,3072,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,3072,0.016125866770744325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,3072,0.015554133057594299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,3072,0.015961600343386333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,3072,0.01697280009587606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,3072,0.18913493156433106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,3072,0.09594026406606039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,3072,0.010578133662541707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,3072,0.010589866836865743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,3072,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,3072,0.054299732049306236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,3072,0.030168533325195312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,3072,0.030297599236170453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,3072,0.029309866825739543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,3072,0.028550400336583452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,3072,0.027499733368555705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,3072,0.028479999303817748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,3072,0.028445865710576373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,3072,0.027888000011444092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,3072,0.02694080074628194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,3072,0.02720746596654256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,3072,0.026125866174697875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,3072,0.02601813276608785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,3072,0.026139734188715617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,3072,0.025389866034189863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,3072,0.025623466571172076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,3072,0.02542613347371419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,3072,0.01871573328971863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,3072,0.01818880041440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,3072,0.017873066663742065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,3072,0.017812265952428182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,3072,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,3072,0.01655359963575999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,3072,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,3072,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,3072,0.015479466319084168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,3072,0.014740266402562461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,3072,0.015732266505559287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,3072,0.014947199821472168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,3072,0.01418880025545756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,3072,0.013822933038075766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,3072,0.012959999839464822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,3072,0.013336533308029174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,3072,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,3072,0.01262933313846588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,3072,0.012499200304349263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,3072,0.01250986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,3072,0.01241386632124583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,3072,0.012558933099110922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,3072,0.012194133798281352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,3072,0.012196266651153564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,3072,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,3072,0.012314666310946147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,3072,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,3072,0.012172800302505494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,3072,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,3072,0.012095999717712403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,3072,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,3072,0.012020267049471537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,3072,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,3072,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,3072,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,3072,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,3072,0.011680000027020772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,3072,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,3072,0.012077866991360982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,3072,0.011618133385976155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,3072,0.012079999844233195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,3072,0.011703466375668842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,3072,0.01171946624914805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,3072,0.012038399775822956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,3072,0.01211840013662974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,3072,0.011949867010116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,3072,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,3072,0.012051199873288471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,3072,0.011707733074824016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,3072,0.012051199873288471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,2560,0.2033909320831299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,2560,0.10328426361083984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,2560,0.05353813171386719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,2560,0.028680533170700073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,2560,0.030444800853729248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,2560,0.027347199122111004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,2560,0.028487465778986615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,2560,0.02553173303604126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,2560,0.028420267502466838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,2560,0.02325973312060038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,2560,0.0231605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,2560,0.02252266605695089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,2560,0.02253226637840271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,3072,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,2560,0.021502933899561563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,2560,0.02248319983482361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,2560,0.01965973377227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,2560,0.020129066705703736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,2560,0.017802667617797852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,2560,0.017114667097727458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,2560,0.016317866245905557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,2560,0.015099733074506124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,2560,0.015613866845766702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,2560,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,2560,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,2560,0.01263146698474884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,2560,0.01297920048236847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,2560,0.01066986620426178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,2560,0.010918399691581726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,2560,0.009911466638247173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,2560,0.008515200018882752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,2560,0.00853653351465861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,2560,0.00804373323917389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,2560,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,2560,0.006850133339564006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,2560,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,2560,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,2560,0.005815466741720835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,2560,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,2560,0.019262933731079103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,2560,0.005619200070699056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,2560,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,2560,0.005717333157857259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,2560,0.0055978665749231975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,2560,0.005673600236574808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,2560,0.005198933184146881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,2560,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,2560,0.0051807999610900875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,2560,0.005166933437188466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,2560,0.007002666592597961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,3072,0.01202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,2560,0.0051146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,2560,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,2560,0.006923733154932658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,2560,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,2560,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,2560,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,2560,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,2560,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,2560,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,2560,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,2560,0.005025066435337067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,2560,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,2560,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,2560,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,2560,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,2560,0.005415466427803039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,2560,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,2560,0.005121066669623057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,2560,0.005122133096059163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,2560,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,2560,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,2560,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,2560,0.005995733539263407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,2560,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,2560,0.34940052032470703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,2560,0.1752629280090332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,3072,0.011860266327857971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,2560,0.04745493332544963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,2560,0.04785173336664836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,2560,0.04514453411102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,2560,0.04317440191904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,2560,0.04594560066858928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,2560,0.04462826649347941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,2560,0.040490667025248214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,2560,0.041308800379435226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,2560,0.039087998867034915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,2560,0.038550400733947755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,2560,0.03848106861114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,2560,0.03795413176218669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,2560,0.03582186698913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,2560,0.03572053511937459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,2560,0.03429439862569173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,2560,0.034439468383789064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,2560,0.08072746594746907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,2560,0.03251840074857076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,2560,0.03252266645431519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,2560,0.028858667612075804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,2560,0.03099946578343709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,2560,0.02853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,2560,0.027727999289830524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,2560,0.027289599180221558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,2560,0.026995199918746948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,2560,0.025156267484029132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,2560,0.025833600759506227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,2560,0.0245088001092275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,2560,0.024819199244181314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,2560,0.02222613294919332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,2560,0.020463999112447104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,2560,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,2560,0.01846826672554016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,2560,0.018158932526906334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,2560,0.018217599391937254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,2560,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,2560,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,2560,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,2560,0.018338133891423546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,2560,0.016909867525100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,2560,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,2560,0.01625599960486094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,2560,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,2560,0.017433599630991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,2560,0.01649066706498464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,2560,0.016908800601959227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,2560,0.018598399559656777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,2560,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,2560,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,2560,0.017339734236399333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,2560,0.023364265759785972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,2560,0.016838399569193523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,2560,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,2560,0.016082132856051125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,2560,0.015212800105412802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,2560,0.016951467593510947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,2560,0.015050666530927024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,2560,0.01498240033785502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,2560,0.01725546717643738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,2560,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,2560,0.015218133727709452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,2560,0.015188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,2560,0.016796799500783284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,2560,0.01721280018488566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,2560,0.016778665781021117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,2560,0.016478932897249856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,2560,0.016829866170883178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,2560,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,2560,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,2560,0.017223467429478966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,2560,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,2560,0.016645333170890807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,2560,0.7598069508870442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,2560,1.5045611063639321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,2560,0.3602794647216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,2560,0.1249834696451823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,2560,0.11276906331380207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,2560,0.11009600162506103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,2560,0.12398613293965657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,2560,0.10366400082906087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,2560,0.11879359881083171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,2560,0.09571200211842855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,2560,0.11612053712209065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,2560,0.08833066622416177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,2560,0.08266452948252359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,2560,0.08075306415557862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,2560,0.076582400004069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,2560,0.0745141347249349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,2560,0.10389866828918456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,2560,0.09780480066935221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,2560,0.09121599992116293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,2560,0.06942186355590821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,2560,0.055069867769877115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,2560,0.0538538654645284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,2560,0.04819946686426799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,2560,0.06738773187001547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,2560,0.04730986754099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,2560,0.04053973356882731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,2560,0.03986453215281169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,2560,0.03376746575037638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,2560,0.03290026585261027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,2560,0.02759360074996948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,2560,0.0627231995264689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,2560,0.06142400105794271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,2560,0.02629759907722473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,2560,0.021477333704630532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,2560,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,2560,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,2560,0.015289599696795145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,2560,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,2560,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,2560,0.012045866250991822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,2560,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,2560,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,2560,0.013285332918167114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,2560,0.013442132870356241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,2560,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,2560,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,2560,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,2560,0.009945600231488546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,2560,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,2560,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,2560,0.009553066889444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,2560,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,2560,0.012396799524625142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,2560,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,2560,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,2560,0.013184000054995218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,2560,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,2560,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,2560,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,2560,0.014032000303268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,2560,0.013272533814112345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,2560,0.014075733224550881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,2560,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,2560,0.013278933366139731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,2560,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,2560,0.014110933740933737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,2560,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,2560,0.014825600385665893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,2560,0.013635200262069703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,2560,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,2560,0.014747732877731323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,2560,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,2560,0.015290666619936624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,2560,0.08347626527150473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,2560,0.04728000164031983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,2560,0.16218667030334472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,2560,0.026444800694783527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,2560,0.02690133253733317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,2560,0.02581973274548848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,2560,0.02553066611289978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,2560,0.025597866376241046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,2560,0.025265065828959148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,2560,0.02467413345972697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,2560,0.02529173294703166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,2560,0.010088533163070679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,2560,0.023641600211461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,2560,0.023572266101837158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,2560,0.023731199900309245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,2560,0.02398080031077067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,2560,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,2560,0.02281279961268107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,2560,0.022381865978240968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,2560,0.02232426603635152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,2560,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,2560,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,2560,0.01623146633307139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,2560,0.015408000349998474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,2560,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,2560,0.01525973379611969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,2560,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,2560,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,2560,0.014125866691271463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,2560,0.014257066448529563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,2560,0.013428266843159994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,2560,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,2560,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,2560,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,2560,0.012114133437474568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,2560,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,2560,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,2560,0.011588266491889954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,2560,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,2560,0.011570133765538533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,2560,0.011252267162005107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,2560,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,2560,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,2560,0.0113237331310908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,2560,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,2560,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,2560,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,2560,0.010852266351381938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,2560,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,2560,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,2560,0.011222400267918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,2560,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,2560,0.010922666390736897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,2560,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,2560,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,2560,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,2560,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,2560,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,2560,0.011427199840545655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,2560,0.010915199915568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,2560,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,2560,0.010912000139554342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,2560,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,2560,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,2560,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,2560,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,2560,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,2560,0.011011200149854024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,2560,0.010903466741243999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,2560,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,2560,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,2560,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,2048,0.16008747418721517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,2048,0.07885119915008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,2048,0.042098132769266765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,2048,0.02299519975980123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,2560,0.011011200149854024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,2048,0.023451733589172363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,2048,0.023040000597635904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,2048,0.02250986695289612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,2048,0.022552533944447836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,2048,0.021840000152587892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,2048,0.018500266472498576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,2560,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,2048,0.019741866985956827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,2048,0.0180074671904246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,2048,0.019708800315856933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,2048,0.018857600291570027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,2048,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,2048,0.01607253352801005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,2048,0.013923199971516928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,2048,0.017131733894348144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,2048,0.015355733036994935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,2048,0.013011200229326883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,2048,0.013772799571355184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,2048,0.012284800410270691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,2048,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,2048,0.011872000495592753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,2048,0.009827199578285217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,2048,0.010563199718793232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,2048,0.008529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,2048,0.008208000163237254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,2048,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,2048,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,2048,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,2048,0.006820266445477803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,2048,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,2048,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,2048,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,2048,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,2048,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,2048,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,2048,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,2048,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,2048,0.0047423998514811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,2560,0.010914132992426554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,2048,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,2048,0.004711466530958811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,2048,0.004737066725889841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,2048,0.01104853351910909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,2048,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,2048,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,2048,0.004710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,2048,0.004712533454100291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,2048,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,2048,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,2048,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,2048,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,2048,0.0047189335028330484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,2048,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,2048,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,2048,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,2048,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,2048,0.0046965335806210835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,2048,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,2048,0.004599466423193614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,2048,0.004409599800904592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,2048,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,2048,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,2048,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,2048,0.006389333307743073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,2048,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,2048,0.006425599753856659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,2048,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,2048,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,2048,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,2048,0.007674666742483775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,2048,0.13191786607106526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,2048,0.28339945475260414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,2048,0.006007466713587443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,2048,0.06653653383255005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,2048,0.040890665849049886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,2048,0.03878399928410848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,2048,0.0403498649597168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,2048,0.039452799161275226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,2048,0.03847039937973022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,2048,0.03993813196818034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,2048,0.0376693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,2048,0.03515946865081787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,2048,0.03454720179239909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,2048,0.03434986670811971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,2048,0.03330559929211934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,2048,0.03134719928105672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,2048,0.030583467086156207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,2048,0.03070080081621806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,2048,0.028692267338434857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,2048,0.028856533765792846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,2048,0.027241599559783936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,2048,0.027156267563501996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,2048,0.026756266752878826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,2048,0.026919466257095338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,2048,0.02483733296394348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,2048,0.02589973409970601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,2048,0.023824000358581544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,2048,0.022641066710154215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,2048,0.024641066789627075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,2048,0.02261013388633728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,2048,0.021859200795491536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,2048,0.021268266439437866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,2048,0.03779733180999756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,2048,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,2048,0.019285333156585694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,2048,0.017667200167973837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,2048,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,2048,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,2048,0.0173632005850474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,2048,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,2048,0.01696853240331014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,2048,0.03314773241678874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,2048,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,2048,0.017192532618840538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,2048,0.017131733894348144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,2048,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,2048,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,2048,0.015889066457748412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,2048,0.01541866660118103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,2048,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,2048,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,2048,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,2048,0.015424000223477683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,2048,0.01558080017566681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,2048,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,2048,0.016833066940307617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,2048,0.0151146670182546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,2048,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,2048,0.014730667074521383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,2048,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,2048,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,2048,0.015082666277885437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,2048,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,2048,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,2048,0.015602133671442666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,2048,0.01539520025253296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,2048,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,2048,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,2048,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,2048,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,2048,0.01619733373324076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,2048,0.017366399367650352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,2048,0.015237333377202353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,2048,0.015707733233769734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,2048,0.01657919983069102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,2048,0.2938591957092285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,2048,0.7421759923299154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,2048,1.475988260904948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,2048,0.12294080257415771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,2048,0.11029012997945149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,2048,0.10699520111083985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,2048,0.11992853482564289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,2048,0.10017173290252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,2048,0.11599253018697102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,2048,0.09385173320770264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,2048,0.11328639984130859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,2048,0.08643946647644044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,2048,0.08177173137664795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,2048,0.0793440024058024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,2048,0.07528106371561685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,2048,0.07306133111317953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,2048,0.10284159978230793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,2048,0.09382613499959311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,2048,0.06832853158315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,2048,0.08855360349019369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,2048,0.053819731871287024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,2048,0.053428268432617186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,2048,0.04710186719894409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,2048,0.04640320142110189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,2048,0.04022826751073201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,2048,0.0395146648089091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,2048,0.03337920109430949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,2048,0.06691733201344809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,2048,0.03223573366800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,2048,0.027666133642196656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,2048,0.060426668326059974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,2048,0.059903999169667564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,2048,0.02098133365313212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,2048,0.02600319981575012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,2048,0.01945706605911255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,2048,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,2048,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,2048,0.011592533191045125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,2048,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,2048,0.010968533158302308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,2048,0.010968533158302308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,2048,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,2048,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,2048,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,2048,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,2048,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,2048,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,2048,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,2048,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,2048,0.008053333560625712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,2048,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,2048,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,2048,0.012442666292190551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,2048,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,2048,0.011746133367220562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,2048,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,2048,0.012140799562136333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,2048,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,2048,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,2048,0.012950399518013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,2048,0.012667733430862426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,2048,0.013260799646377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,2048,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,2048,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,2048,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,2048,0.013241599996884665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,2048,0.013071999947230021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,2048,0.013249066472053529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,2048,0.012970667084058127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,2048,0.013852799932161966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,2048,0.012916266918182373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,2048,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,2048,0.07095893224080405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,2048,0.1365407943725586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,2048,0.023018666108449302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,2048,0.039401598771413165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,2048,0.023028266429901124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,2048,0.02261013388633728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,2048,0.022163200378417968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,2048,0.02239146629969279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,2048,0.021967999140421548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,2048,0.02157333294550578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,2048,0.009691733121871948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,2048,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,2048,0.021543467044830324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,2048,0.0211626668771108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,2048,0.0206112007300059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,2048,0.020359466473261513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,2048,0.020300799608230592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,2048,0.019938133160273232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,2048,0.019832533597946168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,2048,0.01912533243497213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,2048,0.019538132349650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,2048,0.01499626636505127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,2048,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,2048,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,2048,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,2048,0.013345066706339517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,2048,0.013705600301424661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,2048,0.013377066453297934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,2048,0.012984533111254373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,2048,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,2048,0.012523733576138816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,2048,0.012331733107566833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,2048,0.011743999520937602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,2048,0.011611732840538024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,2048,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,2048,0.011332266529401143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,2048,0.011210667093594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,2048,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,2048,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,2048,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,2048,0.010458667079607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,2048,0.010449066758155823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,2048,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,2048,0.01055680016676585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,2048,0.010609066486358643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,2048,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,2048,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,2048,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,2048,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,2048,0.010497066378593444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,2048,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,2048,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,2048,0.010456533233324686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,2048,0.010071466366449993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,2048,0.010194133718808491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,2048,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,2048,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,2048,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,2048,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,2048,0.01011840005715688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,2048,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,2048,0.010108799735705058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,2048,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,2048,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,2048,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,2048,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,2048,0.010181333621342976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,2048,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,2048,0.010055466492970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,2048,0.010110933581988018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,1536,0.12414613564809163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,1536,0.06294506788253784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,1536,0.030988800525665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,1536,0.01731733282407125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,1536,0.01766080061594645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,1536,0.01683733264605204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,1536,0.01767146587371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,1536,0.015847466389338174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,1536,0.01809813380241394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,1536,0.014312533537546792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,1536,0.01506239970525106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,1536,0.01422826647758484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,1536,0.01409173309803009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,1536,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,1536,0.013461333513259888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,1536,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,1536,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,1536,0.011555199821790058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,2048,0.010110933581988018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,1536,0.011570133765538533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,1536,0.011177600423494975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,1536,0.010256000359853109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,1536,0.010703999797503154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,1536,0.009260800480842591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,2048,0.010447999835014344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,2048,0.010095999638239542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,1536,0.009265066186587016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,1536,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,1536,0.00900266667207082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,1536,0.0074538667996724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,1536,0.0071936001380284624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,1536,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,1536,0.006414933502674103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,1536,0.006166400015354156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,1536,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,1536,0.00594346672296524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,1536,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,1536,0.004356266558170318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,1536,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,1536,0.00436160018046697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,1536,0.0043712000052134195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,1536,0.004329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,1536,0.004212266703446706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,1536,0.004250666499137879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,1536,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,1536,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,1536,0.0038901334007581077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,1536,0.003921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,1536,0.003870933254559835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,1536,0.0038954667747020722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,1536,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,1536,0.003977599988381068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,1536,0.005132799843947092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,1536,0.010652800401051838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,1536,0.0038890667259693147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,1536,0.004042666653792063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,1536,0.0038751999537150065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,1536,0.003899733225504557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,1536,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,1536,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,1536,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,1536,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,1536,0.003902933249870936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,1536,0.0038762666285037995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,1536,0.0039264000952243805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,1536,0.003925333420435587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,1536,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,1536,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,1536,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,1536,0.005397333204746247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,1536,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,1536,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,1536,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,1536,0.0060917332768440245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,1536,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,1536,0.006265600025653839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,1536,0.09706239700317383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,1536,0.21534080505371095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,1536,0.05148373444875082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,1536,0.03509653409322103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,1536,0.003868799904982249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,1536,0.03538666566212972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,1536,0.033956265449523924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,1536,0.03342613379160563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,1536,0.0339466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,1536,0.03563946485519409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,1536,0.030203733841578168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,1536,0.03158186674118042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,1536,0.031142399708429976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,1536,0.028882133960723876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,1536,0.029763199885686237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,1536,0.028886399666468304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,1536,0.026817067464192705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,1536,0.027067732810974122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,1536,0.026761599381764728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,1536,0.02695680061976115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,1536,0.02650880018870036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,1536,0.02637760043144226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,1536,0.025051732858022053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,1536,0.02482346693674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,1536,0.024476800362269083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,1536,0.02397973338762919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,1536,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,1536,0.02304533322652181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,1536,0.0214901328086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,1536,0.02799786726633708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,1536,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,1536,0.026254934072494508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,1536,0.020600533485412596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,1536,0.021050665775934854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,1536,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,1536,0.01853760083516439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,1536,0.017863466342290243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,1536,0.017350399494171144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,1536,0.01684160033861796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,1536,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,1536,0.0174453337987264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,1536,0.016394666830698647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,1536,0.01694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,1536,0.01704533298810323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,1536,0.016309332847595216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,1536,0.015848533312479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,1536,0.014730667074521383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,1536,0.015601066748301187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,1536,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,1536,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,1536,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,1536,0.014851199587186179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,1536,0.015586133797963461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,1536,0.014794666568438211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,1536,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,1536,0.015595733126004537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,1536,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,1536,0.015404799580574035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,1536,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,1536,0.015301332871119181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,1536,0.015640532970428465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,1536,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,1536,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,1536,0.014762666821479798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,1536,0.014997333288192749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,1536,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,1536,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,1536,0.014800000190734863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,1536,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,1536,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,1536,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,1536,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,1536,0.01604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,1536,0.015363199512163797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,1536,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,1536,0.23725546201070152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,1536,0.7306581497192383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,1536,1.4533461252848308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,1536,0.11826666990915935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,1536,0.1059274673461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,1536,0.10460159778594971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,1536,0.11686186790466309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,1536,0.09759999910990397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,1536,0.11244266827901203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,1536,0.09065919717152914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,1536,0.11006506284077962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,1536,0.0839413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,1536,0.07784533500671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,1536,0.07702720165252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,1536,0.07160212993621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,1536,0.07064106464385986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,1536,0.09930133024851481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,1536,0.09248747030893961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,1536,0.08638400236765544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,1536,0.06495999892552694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,1536,0.05180586576461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,1536,0.05137279828389486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,1536,0.045626668135325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,1536,0.04484053452809651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,1536,0.03871573209762573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,1536,0.03829760154088338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,1536,0.03216426571210225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,1536,0.06486080090204874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,1536,0.026756266752878826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,1536,0.06005546649297079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,1536,0.05794986486434937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,1536,0.031727999448776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,1536,0.025142399470011394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,1536,0.020631466309229532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,1536,0.0190175990263621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,1536,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,1536,0.012447999914487202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,1536,0.010805333654085796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,1536,0.010968533158302308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,1536,0.010681600371996561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,1536,0.010486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,1536,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,1536,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,1536,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,1536,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,1536,0.009059199690818786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,1536,0.010362666845321656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,1536,0.0100000003973643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,1536,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,1536,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,1536,0.009801600376764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,1536,0.010086400310198466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,1536,0.010894933342933654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,1536,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,1536,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,1536,0.010913067062695821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,1536,0.009258666634559631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,1536,0.011285332838694255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,1536,0.011064533392588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,1536,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,1536,0.011774933338165284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,1536,0.01036906639734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,1536,0.011336533228556316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,1536,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,1536,0.010970667004585266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,1536,0.011308800180753071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,1536,0.010248532891273499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,1536,0.011567999919255573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,1536,0.011747200290362041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,1536,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,1536,0.011708799997965496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,1536,0.011686399579048157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,1536,0.1085920015970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,1536,0.05745600064595541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,1536,0.032596266269683837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,1536,0.01957013408342997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,1536,0.019598933060963948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,1536,0.019502933820088705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,1536,0.01901866594950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,1536,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,1536,0.00881173312664032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,1536,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,1536,0.018720000982284546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,1536,0.01843520005544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,1536,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,1536,0.01740586757659912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,1536,0.017844265699386595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,1536,0.017808000246683754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,1536,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,1536,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,1536,0.01733760039011637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,1536,0.01700586676597595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,1536,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,1536,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,1536,0.012530133128166199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,1536,0.012567466497421265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,1536,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,1536,0.012110933661460876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,1536,0.011798399686813354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,1536,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,1536,0.011623467008272808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,1536,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,1536,0.011276800433794658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,1536,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,1536,0.010850133498509724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,1536,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,1536,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,1536,0.009713066617647807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,1536,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,1536,0.009642666578292847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,1536,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,1536,0.009655466675758362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,1536,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,1536,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,1536,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,1536,0.00962559978167216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,1536,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,1536,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,1536,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,1536,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,1536,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,1536,0.009397332866986591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,1536,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,1536,0.009129599730173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,1536,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,1536,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,1536,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,1536,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,1536,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,1536,0.00951573352018992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,1536,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,1536,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,1536,0.009324799974759419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,1536,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,1536,0.009127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,1536,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,1536,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,1536,0.009126399954160053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,1536,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,1536,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,1536,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,1024,0.08679786523183187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,1024,0.0224671999613444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,1024,0.04376213153203328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,1024,0.01309440036614736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,1024,0.013182933131853739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,1024,0.012406399846076966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,1024,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,1024,0.01206933359305064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,1024,0.013097600142161051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,1024,0.010578133662541707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,1024,0.010526933272679647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,1024,0.010553600390752156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,1536,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,1024,0.010260267059008281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,1024,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,1024,0.00988266666730245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,1024,0.009317333499590557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,1024,0.009030399719874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,1024,0.009037866195042928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,1024,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,1024,0.008427733182907104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,1024,0.008172800143559773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,1024,0.008447999755541485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,1024,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,1024,0.0072053333123524976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,1024,0.006829866766929626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,1024,0.006861866513888042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,1024,0.005985066791375478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,1024,0.006018133461475372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,1024,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,1024,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,1024,0.005339733262856802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,1024,0.004867200056711833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,1024,0.004374399781227112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,1024,0.004026666780312856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,1024,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,1024,0.0039434666434923805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,1024,0.00386559988061587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,1024,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,1536,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,1024,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,1024,0.0036309334139029183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,1024,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,1024,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,1024,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,1024,0.0038986665507157645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,1024,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,1024,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,1024,0.003421866645415624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,1024,0.00346666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,1024,0.0033610666791598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,1024,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,1024,0.0033845332761605583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,1024,0.0034005333979924522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,1024,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,1024,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,1024,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,1024,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,1024,0.003127466638882955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,1024,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,1024,0.0032042667269706728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,1024,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,1024,0.0031360000371932983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,1024,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,1024,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,1024,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,1024,0.0042133331298828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,1024,0.004365866879622141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,1024,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,1024,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,1024,0.004905599852403005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,1024,0.004747733473777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,1024,0.004717866579691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,1024,0.004779733220736186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,1024,0.13657280604044597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,1024,0.0706922690073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,1024,0.0033802665770053864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,1024,0.039317333698272706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,1024,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,1024,0.02844160000483195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,1024,0.02709973255793254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,1024,0.02916373411814372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,1024,0.027513599395751952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,1024,0.02871146599451701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,1024,0.026121600468953447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,1024,0.029024000962575274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,1024,0.02678080002466838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,1024,0.026243199904759724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,1024,0.026921600103378296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,1024,0.02592639923095703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,1024,0.026825600862503053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,1024,0.02481173276901245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,1024,0.024861866235733034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,1024,0.024940800666809083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,1024,0.02513386607170105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,1024,0.022683733701705934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,1024,0.024500266710917155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,1024,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,1024,0.022337067127227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,1024,0.024311467011769613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,1024,0.020862932999928793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,1024,0.020465066035588585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,1024,0.022512000799179078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,1024,0.01970133384068807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,1024,0.020798933506011964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,1024,0.020572799444198608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,1024,0.019438934326171876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,1024,0.018870399395624796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,1024,0.01811093290646871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,1024,0.016356266538302102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,1024,0.024394667148590087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,1024,0.017576533555984496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,1024,0.016106667121251424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,1024,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,1024,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,1024,0.01720213294029236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,1024,0.014991999665896098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,1024,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,1024,0.0163263996442159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,1024,0.017914666732152303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,1024,0.015598932902018229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,1024,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,1024,0.01565439999103546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,1024,0.015152000387509666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,1024,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,1024,0.015141333142916361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,1024,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,1024,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,1024,0.01588373382886251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,1024,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,1024,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,1024,0.014890666802724203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,1024,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,1024,0.015172266960144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,1024,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,1024,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,1024,0.015098667144775391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,1024,0.014699733257293702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,1024,0.0143477330605189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,1024,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,1024,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,1024,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,1024,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,1024,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,1024,0.014966400464375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,1024,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,1024,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,1024,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,1024,0.014878933628400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,1024,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,1024,0.7144885381062825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,1024,1.4264437357584634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,1024,0.11558720270792644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,1024,0.21106026967366537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,1024,0.10173866748809815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,1024,0.1010090668996175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,1024,0.1135754664738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,1024,0.09509759744008382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,1024,0.1092192014058431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,1024,0.08873173395792643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,1024,0.10874453385670979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,1024,0.08290666739145915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,1024,0.0764469305674235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,1024,0.07632106939951579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,1024,0.07047146956125895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,1024,0.06985387007395426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,1024,0.09442559878031412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,1024,0.09037973086039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,1024,0.08329919974009195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,1024,0.06413653294245401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,1024,0.05093546708424886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,1024,0.05094613234202067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,1024,0.044455464680989584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,1024,0.044465065002441406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,1024,0.03824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,1024,0.037812264760335286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,1024,0.03174186746279399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,1024,0.031240532795588177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,1024,0.06260586579640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,1024,0.02632853388786316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,1024,0.0586570660273234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,1024,0.056594133377075195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,1024,0.019820799430211387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,1024,0.02472533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,1024,0.018487467368443807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,1024,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,1024,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,1024,0.010106666882832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,1024,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,1024,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,1024,0.010368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,1024,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,1024,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,1024,0.011330133676528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,1024,0.008847999572753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,1024,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,1024,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,1024,0.009983999530474345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,1024,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,1024,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,1024,0.008892800410588582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,1024,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,1024,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,1024,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,1024,0.009244799613952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,1024,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,1024,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,1024,0.00939626693725586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,1024,0.010021332899729412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,1024,0.00941973328590393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,1024,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,1024,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,1024,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,1024,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,1024,0.009306666254997254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,1024,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,1024,0.009678933024406432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,1024,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,1024,0.009661866227785747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,1024,0.009699199597040813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,1024,0.009801600376764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,1024,0.009644800424575805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,1024,0.07928000291188558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,1024,0.04293866554896037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,1024,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,1024,0.024369066953659056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,1024,0.015493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,1024,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,1024,0.015290666619936624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,1024,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,1024,0.014847999811172486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,1024,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,1024,0.01493119994799296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,1024,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,1024,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,1024,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,1024,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,1024,0.014060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,1024,0.014365866780281067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,1024,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,1024,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,1024,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,1024,0.01146346628665924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,1024,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,1024,0.011223466197649638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,1024,0.010860799749692281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,1024,0.010821333527565003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,1024,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,1024,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,1024,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,1024,0.010075733065605164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,1024,0.009707732995351156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,1024,0.009567999839782714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,1024,0.009675733248392741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,1024,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,1024,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,1024,0.009080533186594646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,1024,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,1024,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,1024,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,1024,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,1024,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,1024,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,1024,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,1024,0.008411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,1024,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,1024,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,1024,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,1024,0.00881173312664032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,1024,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,1024,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,1024,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,1024,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,1024,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,1024,0.008691199620564779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,1024,0.008492799599965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,1024,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,1024,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,1024,0.008328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,1024,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,1024,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,1024,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,1024,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,1024,0.008008533219496409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,1024,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,1024,0.008575999736785888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,1024,0.008406399687131246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,1024,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,1024,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,1024,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,1024,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,1024,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,1024,0.008437333504358928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,768,0.0656544009844462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,768,0.03362666765848796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,768,0.017119999726613364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,768,0.010590933760007222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,768,0.010598400235176086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,768,0.010196266571680705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,1024,0.00844053328037262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,768,0.010596266388893128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,768,0.010179199775060018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,768,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,768,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,768,0.008692266543706258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,768,0.008558932940165203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,768,0.008586666981379191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,768,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,768,0.007656533519426982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,1024,0.00800960014263789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,768,0.0076341331005096436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,768,0.007579733431339264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,768,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,768,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,768,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,768,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,768,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,768,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,768,0.0061034664511680605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,1024,0.008252800007661184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,768,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,768,0.0053375999132792154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,768,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,768,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,768,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,768,0.004749866823355356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,768,0.004747733473777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,768,0.004283733169237773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,768,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,768,0.0033887999753157297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,768,0.003320533285538355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,768,0.0032992000381151833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,768,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,768,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,768,0.0033600000043710076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,768,0.003387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,768,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,768,0.00306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,768,0.0031658666829268134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,768,0.003201066702604294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,768,0.003139200061559677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,768,0.0033621333539485933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,768,0.0031925333042939507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,768,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,768,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,768,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,768,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,768,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,768,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,768,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,768,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,768,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,768,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,768,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,768,0.003081600119670232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,768,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,768,0.0030591999491055804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,768,0.0036586667100588477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,768,0.003774933268626531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,768,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,768,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,768,0.0038965334494908653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,768,0.004183466732501984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,768,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,768,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,768,0.10444906552632649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,768,0.05970026652018229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,768,0.03471786578496297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,768,0.026893866062164307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,768,0.02664320071538289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,768,0.027126399676005046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,768,0.026950399080912273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,768,0.02720213333765666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,768,0.02485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,768,0.02481279969215393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,768,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,768,0.003996799886226654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,768,0.024708267052968344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,768,0.025149865945180254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,768,0.024795732895533242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,768,0.022616533438364665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,768,0.022738132874170938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,768,0.02341973384221395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,768,0.02288320064544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,768,0.02254400054613749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,768,0.022046933571497597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,768,0.026983465751012164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,768,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,768,0.020631466309229532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,768,0.02073600093523661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,768,0.019705599546432494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,768,0.02022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,768,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,768,0.019024000565210978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,768,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,768,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,768,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,768,0.018837332725524902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,768,0.017299199104309083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,768,0.01665279964605967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,768,0.01632960041364034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,768,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,768,0.015468800067901611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,768,0.015075199802716575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,768,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,768,0.016721065839131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,768,0.016088533401489257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,768,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,768,0.014735999703407287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,768,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,768,0.022061866521835328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,768,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,768,0.014984533190727234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,768,0.014780799547831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,768,0.014777599771817525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,768,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,768,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,768,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,768,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,768,0.015064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,768,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,768,0.014780799547831217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,768,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,768,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,768,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,768,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,768,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,768,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,768,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,768,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,768,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,768,0.016062933206558227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,768,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,768,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,768,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,768,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,768,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,768,0.015158399939537048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,768,1.4231541951497397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,768,0.11351573467254639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,768,0.10740479628245037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,768,0.6908458709716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,768,0.20699520111083985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,768,0.0999562660853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,768,0.10002026557922364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,768,0.09408533573150635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,768,0.11178133487701417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,768,0.08670186996459961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,768,0.10678400198618572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,768,0.08096000353495279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,768,0.07484052975972494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,768,0.07486186822255453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,768,0.06843732992808024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,768,0.06865599950154623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,768,0.09376640319824218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,768,0.08893653551737467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,768,0.08202986717224121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,768,0.06262933413187663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,768,0.04984213511149089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,768,0.049697065353393556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,768,0.043622398376464845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,768,0.043586134910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,768,0.03706560134887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,768,0.061943467458089194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,768,0.037113598982493085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,768,0.030983465909957885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,768,0.030586665868759154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,768,0.025125332673390705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,768,0.05687786738077799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,768,0.05551360050837199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,768,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,768,0.024370133876800537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,768,0.017870932817459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,768,0.013060266772905985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,768,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,768,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,768,0.009760000308354696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,768,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,768,0.010499200224876404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,768,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,768,0.01157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,768,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,768,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,768,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,768,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,768,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,768,0.009508267045021057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,768,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,768,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,768,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,768,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,768,0.008120533327261608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,768,0.008778666456540424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,768,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,768,0.008402132987976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,768,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,768,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,768,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,768,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,768,0.008594133456548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,768,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,768,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,768,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,768,0.008456533153851826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,768,0.008425600330034892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,768,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,768,0.008839466174443563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,768,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,768,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,768,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,768,0.0664522647857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,768,0.03626453479131063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,768,0.02137920061747233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,768,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,768,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,768,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,768,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,768,0.01430293321609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,768,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,768,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,768,0.01388800044854482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,768,0.0141184002161026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,768,0.013921067118644714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,768,0.013778133193651834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,768,0.013783466815948487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,768,0.01328426698843638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,768,0.013075199723243714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,768,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,768,0.013051733374595642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,768,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,768,0.010775466759999592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,768,0.010787199934323628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,768,0.010477866729100544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,768,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,768,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,768,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,768,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,768,0.009246933460235595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,768,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,768,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,768,0.008610133330027263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,768,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,768,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,768,0.008877866466840108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,768,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,768,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,768,0.008438400427500407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,768,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,768,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,768,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,768,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,768,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,768,0.009081600109736125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,768,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,768,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,768,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,768,0.008066133161385854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,768,0.007994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,768,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,768,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,768,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,768,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,768,0.00817386656999588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,768,0.008241066833337148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,768,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,768,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,768,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,768,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,768,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,768,0.00804906686147054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,768,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,768,0.008037333190441132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,768,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,768,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,768,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,768,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,768,0.008016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,512,0.04978239933649699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,512,0.024104533592859904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,512,0.013050666451454163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,512,0.008454400300979614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,512,0.008429867029190064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,512,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,512,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,512,0.008534399668375652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,512,0.00883840024471283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,512,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,512,0.006949333349863689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,512,0.006791466474533081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,512,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,512,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,512,0.0062826668222745255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,512,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,512,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,512,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,512,0.005997866888840993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,512,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,512,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,512,0.005835733314355215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,768,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,512,0.005570133527119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,512,0.005073066552480062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,512,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,512,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,512,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,512,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,512,0.004496000210444133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,512,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,768,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,512,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,512,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,512,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,512,0.003555200000603994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,512,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,512,0.003159466634194056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,512,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,512,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,512,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,512,0.0029546665648619336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,512,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,512,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,512,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,512,0.0029834667841593427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,512,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,512,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,512,0.0027903998891512555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,512,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,512,0.0027456000447273255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,512,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,512,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,512,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,512,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,512,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,512,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,512,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,512,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,512,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,512,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,512,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,512,0.0033344000577926634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,512,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,512,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,512,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,512,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,512,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,512,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,512,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,512,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,512,0.07985493342081705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,512,0.0229418675104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,512,0.04738453229268392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,512,0.029989333947499593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,512,0.023085866371790567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,512,0.025221333901087446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,512,0.02325973312060038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,512,0.022776534159978233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,512,0.02404586672782898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,512,0.022949333985646567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,512,0.022077866395314536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,512,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,512,0.022636799017588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,512,0.023040000597635904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,512,0.022377600272496544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,512,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,512,0.021938133239746093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,512,0.020907733837763467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,512,0.020917334159215293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,512,0.02056000034014384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,512,0.019671465953191122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,512,0.019713066021601357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,512,0.020859734217325846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,512,0.019115734100341796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,512,0.01904319922129313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,512,0.01887786587079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,512,0.01930346687634786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,512,0.017756799856821694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,512,0.017870932817459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,512,0.018427733580271402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,512,0.018039466937383015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,512,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,512,0.016275200247764587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,512,0.015683199961980185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,512,0.017237333456675212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,512,0.015893333156903586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,512,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,512,0.014868266383806863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,512,0.014781866470972696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,512,0.014765866597493491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,512,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,512,0.014851199587186179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,512,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,512,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,512,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,512,0.01684053341547648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,512,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,512,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,512,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,512,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,512,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,512,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,512,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,512,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,512,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,512,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,512,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,512,0.013914666573206582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,512,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,512,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,512,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,512,0.013921067118644714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,512,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,512,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,512,0.013974400361378989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,512,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,512,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,512,0.013608533143997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,512,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,512,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,512,0.014811733365058899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,512,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,512,0.014644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,512,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,512,0.20381760597229004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,512,0.6028693517049153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,512,1.3939061482747397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,512,0.11242880026499431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,512,0.10030612945556641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,512,0.09850666522979737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,512,0.10483307043711346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,512,0.09211413065592447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,512,0.11095466613769531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,512,0.10409493446350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,512,0.08538453578948975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,512,0.09363413651784261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,512,0.07940053145090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,512,0.07506240208943685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,512,0.07340799967447917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,512,0.06898346741994223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,512,0.06707733472188314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,512,0.08702932993570964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,512,0.07921600341796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,512,0.06207893292109171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,512,0.06050986846288046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,512,0.050264533360799155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,512,0.0489898681640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,512,0.043628799915313723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,512,0.04249279896418254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,512,0.03755840063095093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,512,0.036246399084726974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,512,0.03094186584154765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,512,0.02977919975916545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,512,0.02514773408571879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,512,0.05599146684010824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,512,0.023908267418543495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,512,0.055094401041666664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,512,0.019001599152882895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,512,0.01783039967219035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,512,0.012572800119717916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,512,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,512,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,512,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,512,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,512,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,512,0.010959999759991963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,512,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,512,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,512,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,512,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,512,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,512,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,512,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,512,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,512,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,512,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,512,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,512,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,512,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,512,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,512,0.007608533402283986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,512,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,512,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,512,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,512,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,512,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,512,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,512,0.007727999985218048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,512,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,512,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,512,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,512,0.007448533177375793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,512,0.05225066741307577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,512,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,512,0.028919466336568195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,512,0.019367466370264687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,512,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,512,0.013985066612561544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,512,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,512,0.01376106639703115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,512,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,512,0.013396267096201578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,512,0.013238400220870972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,512,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,512,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,512,0.012598400314648947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,512,0.012451199690500896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,512,0.012125866611798604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,512,0.012089600165685017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,512,0.012155733505884806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,512,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,512,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,512,0.01051200032234192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,512,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,512,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,512,0.009920000036557516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,512,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,512,0.009687466422716777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,512,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,512,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,512,0.008847999572753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,512,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,512,0.008728532989819845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,512,0.008585600058237712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,512,0.008002133170763651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,512,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,512,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,512,0.008171733220418293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,512,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,512,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,512,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,512,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,512,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,512,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,512,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,512,0.007786666850248973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,512,0.007621333499749501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,512,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,512,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,512,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,512,0.007730133334795634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,512,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,512,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,512,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,512,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,512,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,512,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,512,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,512,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,512,0.008471467097600301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,512,0.007592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,512,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,512,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,512,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,256,0.03277546763420105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,256,0.016822399695714314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,256,0.010036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,256,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,256,0.006401066482067108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,512,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,256,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,256,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,256,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,256,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,256,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,256,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,512,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,256,0.005505066613356272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,256,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,256,0.006322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,256,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,256,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,512,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,256,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,256,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,256,0.004730666677157084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,256,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,256,0.004300799965858459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,256,0.004278400043646494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,256,0.004257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,256,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,256,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,256,0.003922133396069208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,256,0.0037077332536379496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,256,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,256,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,256,0.006257066627343495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,256,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,256,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,256,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,256,0.002918400118748347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,256,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,256,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,256,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,256,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,256,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,256,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,256,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,256,0.005142400165398916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,256,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,256,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,256,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,256,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,256,0.0025429333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,256,0.0027253332237402597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,256,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,256,0.0027189334233601887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,256,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,256,0.0025120000044504803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,256,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,256,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,256,0.002502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,256,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,256,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,256,0.0026709333062171934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,256,0.002664533257484436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,256,0.00271573339899381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,256,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,256,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,256,0.05712960163752238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,256,0.035097599029541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,256,0.02649066646893819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,256,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,256,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,256,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,256,0.02130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,256,0.022667733828226726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,256,0.02204479972521464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,256,0.0210698664188385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,256,0.018888533115386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,256,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,256,0.01999359925587972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,256,0.019163733720779418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,256,0.020994132757186888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,256,0.020425599813461304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,256,0.01901866594950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,256,0.019444266955057778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,256,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,256,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,256,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,256,0.01835839947064718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,256,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,256,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,256,0.017896533012390137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,256,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,256,0.01839573383331299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,256,0.01848640044530233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,256,0.01639573375384013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,256,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,256,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,256,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,256,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,256,0.016345600287119545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,256,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,256,0.01648853321870168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,256,0.014688000082969666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,256,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,256,0.014803199966748556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,256,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,256,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,256,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,256,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,256,0.014223999778429666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,256,0.015756799777348836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,256,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,256,0.015523200233777365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,256,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,256,0.014254933595657349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,256,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,256,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,256,0.01516266663869222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,256,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,256,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,256,0.013602133591969809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,256,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,256,0.013814399639765421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,256,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,256,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,256,0.01481066644191742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,256,0.01423679987589518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,256,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,256,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,256,0.014032000303268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,256,0.013205333550771078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,256,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,256,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,256,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,256,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,256,0.01386240025361379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,256,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,256,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,256,0.014402133226394654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,256,0.013914666573206582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,256,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,256,0.09116586844126383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,256,0.16453545888264973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,256,0.37519680658976234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,256,0.08520533243815104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,256,0.9470325469970703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,256,0.08031253019968668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,256,0.08033173084259033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,256,0.07523199717203775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,256,0.09045866330464682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,256,0.07004266579945882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,256,0.07527573108673095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,256,0.06487786769866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,256,0.08536427021026612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,256,0.06980586846669515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,256,0.061193601290384925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,256,0.05593066612879435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,256,0.06015040079752604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,256,0.05515093406041464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,256,0.06603306531906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,256,0.050163201491038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,256,0.05011200110117594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,256,0.040277334054311116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,256,0.04030719995498657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,256,0.03538453181584676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,256,0.03514133294423421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,256,0.030451200405756634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,256,0.030055467287699384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,256,0.025641600290934246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,256,0.025099732478459674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,256,0.020653865734736123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,256,0.045560534795125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,256,0.045278934637705485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,256,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,256,0.01532586713631948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,256,0.020243199666341145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,256,0.011620266238848369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,256,0.009533866246541341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,256,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,256,0.009699199597040813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,256,0.009567999839782714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,256,0.008531199892361958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,256,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,256,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,256,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,256,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,256,0.007233066856861115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,256,0.007181866466999054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,256,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,256,0.006197333335876465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,256,0.006362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,256,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,256,0.00595306654771169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,256,0.006296533346176148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,256,0.0062826668222745255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,256,0.0064181332786877945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,256,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,256,0.006374399860699971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,256,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,256,0.006323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,256,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,256,0.006405333181222279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,256,0.006351999938488007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,256,0.005972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,256,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,256,0.006296533346176148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,256,0.006451199948787689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,256,0.006251733501752217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,256,0.006387199958165486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,256,0.006017066538333893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,256,0.0062165334820747375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,256,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,256,0.028242133061091107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,256,0.04319146474202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,256,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,256,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,256,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,256,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,256,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,256,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,256,0.012553600470225015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,256,0.012756266196568809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,256,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,256,0.012532266974449157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,256,0.011967999736467998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,256,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,256,0.011683199803034465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,256,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,256,0.01157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,256,0.011335466305414836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,256,0.010775466759999592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,256,0.009937066833178203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,256,0.009710933764775593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,256,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,256,0.009252267082532246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,256,0.009386666615804036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,256,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,256,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,256,0.008913066983222962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,256,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,256,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,256,0.008051200211048127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,256,0.008294400076071422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,256,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,256,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,256,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,256,0.007650133470694225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,256,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,256,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,256,0.007645866771539052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,256,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,256,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,256,0.007229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,256,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,256,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,256,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,256,0.007607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,256,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,256,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,256,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,256,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,256,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,256,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,256,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,256,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,256,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,256,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,256,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,256,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,256,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,256,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,256,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,256,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,256,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,256,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,256,0.007309866448243459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,256,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,256,0.007223466535409291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,256,0.00690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,128,0.024477867285410564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,128,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,128,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,256,0.0068245331446329755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,128,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,128,0.0058559998869895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,128,0.006617600222428639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,128,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,128,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,128,0.005975466469923655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,128,0.005110399921735128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,128,0.005118933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,128,0.004760533571243286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,128,0.005701333284378052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,128,0.004733866453170777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,128,0.005162666738033295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,128,0.004773333172003428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,128,0.004343466460704803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,128,0.004307200014591217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,128,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,128,0.0042133331298828125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,128,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,128,0.0038122666378815973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,128,0.003538133452335993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,128,0.003517866631348928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,128,0.0038560000558694207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,128,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,128,0.003479466587305069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,128,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,128,0.0031136001149813337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,128,0.00306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,128,0.003235200047492981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,128,0.002674133330583572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,128,0.002961066613594691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,128,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,128,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,128,0.0026805333793163298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,128,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,128,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,128,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,128,0.002299733211596807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,128,0.002334933231274287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,128,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,128,0.0022944000860055285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,128,0.0023232000569502515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,128,0.002290133386850357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,128,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,128,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,128,0.002290133386850357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,128,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,128,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,256,0.007211733361085255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,128,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,128,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,128,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,128,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,128,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,128,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,128,0.0023210667073726653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,128,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,128,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,128,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,128,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,128,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,128,0.002497066557407379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,128,0.0024213333924611407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,128,0.0024277334411938983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,128,0.0023669332265853884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,128,0.0024565334121386213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,128,0.002372266600529353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,128,0.0023786666492621104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,128,0.04479039907455444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,128,0.030715733766555786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,128,0.02310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,128,0.019374932845433554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,128,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,128,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,128,0.018918399016062418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,128,0.018057600657145182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,128,0.01772693395614624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,128,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,128,0.018532266219456993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,128,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,128,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,128,0.01764799952507019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,128,0.019916800657908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,128,0.016989866892496742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,128,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,128,0.017051732540130614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,128,0.018141865730285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,128,0.017824000120162962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,128,0.01713386575380961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,128,0.016446933150291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,128,0.01695893406867981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,128,0.02058346668879191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,128,0.017486933867136636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,128,0.01632960041364034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,128,0.015561599532763162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,128,0.017409066359202065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,128,0.015893333156903586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,128,0.016330666343371072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,128,0.015422933300336204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,128,0.016219733158747356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,128,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,128,0.016835200786590575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,128,0.01565333306789398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,128,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,128,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,128,0.014949333667755128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,128,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,128,0.014660267035166421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,128,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,128,0.01421333352724711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,128,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,128,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,128,0.014733866850535075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,128,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,128,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,128,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,128,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,128,0.013378133376439413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,128,0.014269866545995078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,128,0.013849600156148275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,128,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,128,0.013390933473904928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,128,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,128,0.014263466993967692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,128,0.014648532867431641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,128,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,128,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,128,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,128,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,128,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,128,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,128,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,128,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,128,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,128,0.014233600099881491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,128,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,128,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,128,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,128,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,128,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,128,0.01393280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,128,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,2048,128,0.08041066328684489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,2048,128,0.29972588221232094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,2048,128,0.14560426076253255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,2048,128,0.07602026462554931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,2048,128,0.07232426802317302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,2048,128,0.7197962443033854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,2048,128,0.07134719689687094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,2048,128,0.0668287992477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,2048,128,0.06292053461074829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,2048,128,0.062028801441192626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,2048,128,0.06691093444824218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,2048,128,0.05839680035909017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,2048,128,0.05764266649881998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,2048,128,0.05384960174560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,2048,128,0.04991999864578247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,2048,128,0.0797386646270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,2048,128,0.04936853249867757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,2048,128,0.0758997360865275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,2048,128,0.053591465950012206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,2048,128,0.04482773145039876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,2048,128,0.03664640188217163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,2048,128,0.03608106772104899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,2048,128,0.03217493295669556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,2048,128,0.03130240043004354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,2048,128,0.0276853342851003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,2048,128,0.02723840077718099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,2048,128,0.044489598274230956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,2048,128,0.023131734132766722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,2048,128,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,2048,128,0.01908586621284485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,2048,128,0.040411734580993654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,2048,128,0.04026240110397339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,2048,128,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,2048,128,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,2048,128,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,2048,128,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,2048,128,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,2048,128,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,2048,128,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,2048,128,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,2048,128,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,2048,128,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,2048,128,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,2048,128,0.009264000256856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,2048,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,2048,128,0.006693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,2048,128,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,2048,128,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,2048,128,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,2048,128,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,2048,128,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,2048,128,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,2048,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,2048,128,0.005913599828879039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,2048,128,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,2048,128,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,2048,128,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,2048,128,0.00565119981765747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,2048,128,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,2048,128,0.005834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,2048,128,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,2048,128,0.0062613333264986675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,2048,128,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,2048,128,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,2048,128,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,2048,128,0.0058442667126655575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,2048,128,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,2048,128,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,2048,128,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,2048,128,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,2048,128,0.005555200080076853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,2048,128,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,2048,128,0.04852373202641805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,2048,128,0.03281173308690389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,2048,128,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,2048,128,0.019942400852839152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,2048,128,0.012888532876968384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,2048,128,0.012969600160916648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,2048,128,0.012418133020401002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,2048,128,0.012611200412114462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,2048,128,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,2048,128,0.012119467059771221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,2048,128,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,2048,128,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,2048,128,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,2048,128,0.01129919985930125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,2048,128,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,2048,128,0.011356799801190694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,2048,128,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,2048,128,0.010595200459162395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,2048,128,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,2048,128,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,2048,128,0.009703466296195984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,2048,128,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,2048,128,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,2048,128,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,2048,128,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,2048,128,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,2048,128,0.008182399968306223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,2048,128,0.008887466788291932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,2048,128,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,2048,128,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,2048,128,0.007605333129564922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,2048,128,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,2048,128,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,2048,128,0.007607466479142506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,2048,128,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,2048,128,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,2048,128,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,2048,128,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,2048,128,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,2048,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,2048,128,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,2048,128,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,2048,128,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,2048,128,0.007225599884986877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,2048,128,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,2048,128,0.00697920024394989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,2048,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,2048,128,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,2048,128,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,2048,128,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,2048,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,2048,128,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,2048,128,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,2048,128,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,2048,128,0.006963199873765309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,2048,128,0.0070613334576288865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,2048,128,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,2048,128,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,2048,128,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,2048,128,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,2048,128,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,2048,128,0.006856533388296763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,2048,128,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,2048,128,0.0066549330949783325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,2048,128,0.006836266815662384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,2048,128,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,2048,128,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,2048,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,2048,128,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,2048,128,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,2048,128,0.006393600006898243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,2048,128,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,2048,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,2048,128,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,64,0.022244266668955483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,64,0.012817066907882691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,64,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,64,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,64,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,2048,128,0.006758399804433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,64,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,64,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,64,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,64,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,64,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,64,0.004332800209522247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,64,0.00421973317861557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,64,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,64,0.004203733305136363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,64,0.005592533449331919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,64,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,64,0.004227200150489807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,64,0.00382080003619194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,64,0.004365866879622141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,64,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,64,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,64,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,64,0.00420906643072764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,64,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,64,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,64,0.003223466624816259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,64,0.003509333233038584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,64,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,64,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,64,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,64,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,64,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,64,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,64,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,64,0.0027530667682488757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,64,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,64,0.0025429333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,64,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,64,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,64,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,64,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,64,0.0023039999107519788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,64,0.002128000060717265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,64,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,64,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,64,0.0023957334458827974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,64,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,64,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,64,0.0022837333381175995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,64,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,64,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,64,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,64,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,64,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,64,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,64,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,64,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,64,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,64,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,64,0.002681600054105123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,64,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,64,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,64,0.04391253391901652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,64,0.029260800282160444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,64,0.022627200682957968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,64,0.020023467143376668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,64,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,64,0.017756799856821694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,64,0.01991573373476664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,64,0.017534933487574258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,64,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,64,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,64,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,64,0.0187882661819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,64,0.017285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,64,0.01981653372446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,64,0.018950400749842326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,64,0.01689493258794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,64,0.016982400417327882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,64,0.016760534048080443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,64,0.016711467504501344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,64,0.018170666694641114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,64,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,64,0.01601920028527578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,64,0.017114667097727458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,64,0.015558399756749473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,2048,128,0.006821333368619282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,64,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,64,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,64,0.015664000312487283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,64,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,64,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,64,0.01511573294798533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,64,0.015093333522478738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,64,0.01569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,64,0.01530239979426066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,64,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,64,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,64,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,64,0.014874666929244995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,64,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,64,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,64,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,64,0.016685867309570314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,64,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,64,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,64,0.015177599589029946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,64,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,64,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,64,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,64,0.01344319979349772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,64,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,64,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,64,0.013307733337084451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,64,0.013991467157999673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,64,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,64,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,64,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,64,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,64,0.013874133427937826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,64,0.01402666668097178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,64,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,64,0.014296533664067588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,64,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,64,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,64,0.013550933202107748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,64,0.013512532909711203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,64,0.014058666427930197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,64,0.014179199934005737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,64,0.013918933272361756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,64,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,64,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,64,0.014197333653767904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,64,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,64,0.013925333817799887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,2048,32,0.01397333343823751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,2048,32,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,2048,32,0.005449600021044413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,2048,32,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,2048,32,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,2048,32,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,2048,32,0.004761599997679392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,2048,32,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,2048,32,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,2048,32,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,2048,32,0.0046079998215039575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,2048,32,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,2048,32,0.004286933441956838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,2048,32,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,2048,32,0.004337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,2048,32,0.004216533402601878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,2048,32,0.004227200150489807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,2048,32,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,2048,32,0.0038677332301934562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,2048,32,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,2048,32,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,2048,32,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,64,0.014197333653767904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,2048,32,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,2048,32,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,2048,32,0.0036992001036802924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,2048,32,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,2048,32,0.0035082665582497918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,2048,32,0.003446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,2048,32,0.023255467414855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,2048,32,0.003180799881617228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,2048,32,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,2048,32,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,2048,32,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,2048,32,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,2048,32,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,2048,32,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,2048,32,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,2048,32,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,2048,32,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,2048,32,0.0023530667026837667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,2048,32,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,2048,32,0.0023306667804718017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,2048,32,0.002311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,2048,32,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,2048,32,0.0024085332949956256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,2048,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,2048,32,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,2048,32,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,2048,32,0.0023562667270501454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,2048,32,0.0022944000860055285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,2048,32,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,2048,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,2048,32,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,2048,32,0.002369066576162974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,2048,32,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,2048,32,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,2048,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,2048,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,2048,32,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,2048,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,2048,32,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,2048,32,0.0022453332940737406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,2048,32,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,2048,32,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,2048,32,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,2048,32,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,2048,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,2048,32,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,2048,32,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,2048,32,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,2048,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,2048,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,2048,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,2048,32,0.041281068325042726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,2048,32,0.028731733560562134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,2048,32,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,2048,32,0.01944640080134074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,2048,32,0.0195743997891744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,2048,32,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,2048,32,0.019886932770411172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,2048,32,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,2048,32,0.0023914667467276256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,2048,32,0.01695786714553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,2048,32,0.016775466998418174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,2048,32,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,2048,32,0.018387200435002644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,2048,32,0.016808533668518068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,2048,32,0.016777600844701132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,2048,32,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,2048,32,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,2048,32,0.016992000738779704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,2048,32,0.017072000106175742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,2048,32,0.016354133685429893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,2048,32,0.0172160009543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,2048,32,0.016520532965660095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,2048,32,0.016872533162434897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,2048,32,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,2048,32,0.016295466820398966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,2048,32,0.015733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,2048,32,0.016034133235613503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,2048,32,0.0179967999458313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,2048,32,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,2048,32,0.014756266276041666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,2048,32,0.01773653427759806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,2048,32,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,2048,32,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,2048,32,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,2048,32,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,2048,32,0.014318933089574179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,2048,32,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,2048,32,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,2048,32,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,2048,32,0.0143477330605189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,2048,32,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,2048,32,0.013557333747545877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,2048,32,0.013664000233014426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,2048,32,0.014404267072677612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,2048,32,0.013420800367991129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,2048,32,0.013977600137392679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,2048,32,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,2048,32,0.014267733693122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,2048,32,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,2048,32,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,2048,32,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,2048,32,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,2048,32,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,2048,32,0.013955199718475341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,2048,32,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,2048,32,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,2048,32,0.014193066954612732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,2048,32,0.014227199554443359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,2048,32,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,2048,32,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,2048,32,0.013868799805641175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,2048,32,0.013412266969680786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,2048,32,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,2048,32,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,2048,32,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,2048,32,0.01383680005868276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,2048,32,0.013978667060534158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,2048,32,0.014249599973360696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,2048,32,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,2048,32,0.013558399677276612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,2048,32,0.014276267091433207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,2048,32,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,2048,32,0.014283733566602072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,2048,32,0.014035200079282125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,2048,32,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,65536,0.9802772998809814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,65536,1.8464266459147136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,65536,0.5030719836552938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,65536,0.48813335100809735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,65536,0.4867306550343831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,65536,0.4692266782124837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,65536,0.4522026777267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,65536,0.4851306676864624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,65536,4.255882581075032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,65536,0.42288001378377277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,65536,0.41382400194803876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,65536,0.37276268005371094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,65536,0.40161601702372235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,65536,0.4411253531773885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,65536,0.353274663289388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,65536,0.3404853343963623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,65536,0.4257173140843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,65536,0.3315253257751465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,65536,0.3249173363049825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,65536,0.27986133098602295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,65536,0.2836479942003886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,65536,0.27127466599146527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,65536,0.24354666471481323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,65536,0.23498666286468506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,65536,0.20101332664489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,65536,0.21758399407068887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,65536,0.20825600624084473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,65536,0.18018666903177896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,65536,0.17882132530212402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,65536,0.1569386621316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,65536,0.12735999623934427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,65536,0.10300266742706299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,65536,0.08744000395139058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,65536,0.0588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,65536,0.05120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,65536,0.05353599786758423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,65536,0.05035733183224996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,65536,0.051311999559402466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,65536,0.05029866596062978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,65536,0.04788800080617269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,65536,0.04622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,65536,0.04608533283074697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,65536,0.04478933413823446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,65536,0.044549331068992615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,65536,0.04478933413823446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,65536,0.04423999786376953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,65536,0.04417600234349569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,65536,0.04228800038496653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,65536,0.04287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,65536,0.04233066737651825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,65536,0.31090132395426434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,65536,0.03975466638803482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,65536,0.03926933308442434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,65536,0.04195199906826019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,65536,0.039850667119026184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,65536,0.039647998909155525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,65536,0.038762666285037994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,65536,0.04188799858093262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,65536,0.04182399809360504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,65536,0.04422399898370107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,65536,0.041840001940727234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,65536,0.04173333446184794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,65536,0.15524267156918845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,65536,0.04182933270931244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,65536,0.0373279998699824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,65536,0.040661332507928215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,65536,0.037818667789300285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,65536,0.037290667494138084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,65536,0.03786666691303253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,65536,0.0399893323580424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,65536,0.040037333965301514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,65536,0.03963200002908707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,65536,0.04001600046952566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,65536,0.04761599997679392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,65536,1.9251999855041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,65536,3.8302879333496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,65536,1.0387252966562908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,65536,1.0413040320078533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,65536,0.9855146408081055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,65536,0.9822320143381754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,65536,0.9197093645731608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,65536,7.629069646199544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,65536,0.9272053241729736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,65536,0.8564399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,65536,0.8657626310984293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,65536,0.8011413415273031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,65536,0.8051173686981201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,65536,0.7503253618876139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,65536,0.7431120077768961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,65536,0.68449600537618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,65536,0.6867333253224691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,65536,0.6444559892018636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,65536,0.6519333521525065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,65536,0.576527992884318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,65536,0.592306653658549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,65536,0.5240079959233602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,65536,0.5219466686248779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,65536,0.4657119909922282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,65536,0.40404800573984784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,65536,0.4671866496404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,65536,0.3969120184580485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,65536,0.33499467372894287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,65536,0.3415546814600627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,65536,0.27719199657440186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,65536,0.21693599224090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,65536,0.26905866463979083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,65536,0.12874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,65536,0.08017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,65536,0.13086666663487753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,65536,0.0764186680316925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,65536,0.0754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,65536,0.07294933497905731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,65536,0.06692000230153401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,65536,0.0675813357035319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,65536,0.06305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,65536,0.055160000920295715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,65536,0.05600533386071523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,65536,0.05528266727924347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,65536,0.05728266636530558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,65536,0.052706668774286904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,65536,0.05203733344872793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,65536,0.04844800134499868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,65536,0.04776266713937124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,65536,0.04568000137805939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,65536,0.04598666727542877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,65536,0.044362664222717285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,65536,0.04145866632461548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,65536,0.040152000884215035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,65536,0.03847466657559077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,65536,0.03759733339150747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,65536,0.040037333965301514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,65536,0.20546134312947592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,65536,0.03986666599909464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,65536,0.03948533286650976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,65536,0.03905866543451945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,65536,0.03825333217779795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,65536,0.039306665460268654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,65536,0.03894133369127909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,65536,0.06158933540185293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,65536,0.03456266721089681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,65536,0.03485066692034403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,65536,0.035018667578697205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,65536,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,65536,0.033759998778502144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,65536,0.034173332154750824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,65536,0.03507733345031738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,65536,0.03352266550064087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,65536,0.04539733131726583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,65536,1.3247120380401611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,65536,5.329189300537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,65536,2.6298853556315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,65536,0.8095786571502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,65536,0.754093329111735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,65536,0.7841653029123942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,65536,0.7226826349894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,65536,0.6908373037974039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,65536,0.6452133258183798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,65536,0.5778186718622843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,65536,0.6434106826782227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,65536,0.6108133395512899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,65536,0.606053352355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,65536,0.5702106555302938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,65536,0.5304986635843912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,65536,0.42772801717122394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,65536,0.42286133766174316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,65536,0.3840506474177043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,65536,0.5384960174560547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,65536,0.3907066583633423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,65536,0.348530650138855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,65536,0.32795466979344684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,65536,0.31035466988881427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,65536,0.29501867294311523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,65536,0.49819199244181317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,65536,0.27145065863927204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,65536,0.25886933008829754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,65536,0.23803999026616415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,65536,0.45922935009002686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,65536,0.206821342309316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,65536,0.19247200091679892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,65536,0.17582666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,65536,0.15933866302172342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,65536,0.1264080007870992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,65536,0.14273333549499512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,65536,0.09452000260353088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,65536,0.08786933620770772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,65536,0.08760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,65536,0.08488800128300984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,65536,0.08457600076993306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,65536,0.08232800165812175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,65536,0.09489867091178894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,65536,0.09102400143941243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,65536,0.09169066945711772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,65536,0.07574133574962616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,65536,0.07086666425069173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,65536,0.0690826674302419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,65536,0.06974666814009349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,65536,0.06886399785677592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,65536,0.06825333336989085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,65536,0.06713866690794627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,65536,0.06701600054899852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,65536,0.06487733125686646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,65536,0.06499466796716054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,65536,0.06397599975268047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,65536,0.06383466720581055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,65536,0.06410666803518932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,65536,0.06482400000095367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,65536,0.06471466521422069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,65536,0.06518133481343587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,65536,0.06404266754786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,65536,0.06433600187301636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,65536,0.06512533128261566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,65536,0.06451466679573059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,65536,0.0639466643333435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,65536,0.06390400230884552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,65536,0.06392533580462138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,65536,0.0647626668214798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,65536,0.06428800026575725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,65536,0.06412800153096516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,65536,0.1649786631266276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,65536,0.07413066426912944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,65536,0.07303466896216075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,65536,0.0719919999440511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,65536,2.582309299045139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,65536,1.2705386479695637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,65536,0.6406915452745225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,65536,0.391466670566135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,65536,0.3865191141764323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,65536,0.3932640022701687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,65536,0.3880746629503038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,65536,0.37172622150844997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,65536,0.3729155593448215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,65536,0.37362133132086855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,65536,0.36808000670539004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,65536,0.3557262155744765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,65536,0.3526346683502197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,65536,0.23708621660868326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,65536,0.2435306708017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,65536,0.2301244470808241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,65536,0.23226488961113823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,65536,0.2120373381508721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,65536,0.21135111649831137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,65536,0.20233955648210314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,65536,0.20078755749596489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,65536,0.1840533283021715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,65536,0.18425244755215117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,65536,0.17900799380408394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,65536,0.17910756005181205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,65536,0.16905600494808623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,65536,0.1618595520655314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,65536,0.16940622859530977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,65536,0.15663822491963705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,65536,0.1620924472808838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,65536,0.15628266334533691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,65536,0.1463022232055664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,65536,0.14618133174048528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,65536,0.1376533375846015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,65536,0.1369582282172309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,65536,0.12942577732933894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,65536,0.12908977932400173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,65536,0.12887110975053576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,65536,0.1289564503563775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,65536,0.1290151145723131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,65536,0.1290595531463623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,65536,0.12806577152676052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,65536,0.12806222173902723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,65536,0.12798933188120523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,65536,0.1276035573747423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,65536,0.1271875566906399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,65536,0.1273262235853407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,65536,0.126291553179423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,65536,0.1268977721532186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,65536,0.12665955225626627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,65536,0.12734222412109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,65536,0.12253688441382514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,65536,0.12664355172051325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,65536,0.12676444318559435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,65536,0.12664355172051325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,65536,0.1225493351618449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,65536,0.12593066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,65536,0.12616356213887533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,65536,0.12488533390892877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,65536,0.12427732679578994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,65536,0.12267200152079265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,65536,0.12603733274671766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,65536,0.12401066886054145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,65536,0.12363378206888835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,65536,0.12256356080373128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,65536,0.12462400065528022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,65536,0.12415111064910889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,65536,0.12257066037919785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,65536,0.12375999821556939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,65536,0.12424177593655056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,65536,0.12420445018344456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,51200,2.8860479990641275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,51200,1.5651359558105469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,51200,1.0214933554331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,51200,0.5157386859258016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,51200,0.4515519936879476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,51200,0.4485493501027425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,51200,0.4105439980824788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,51200,0.37992000579833984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,51200,0.4100693464279175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,51200,0.3386826515197754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,51200,0.338373343149821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,51200,0.3121760090192159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,51200,0.31364800532658893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,51200,0.29232533772786456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,51200,0.27712533871332806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,51200,0.26686400175094604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,51200,0.2688159942626953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,51200,0.24431467056274414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,51200,0.2568959991137187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,51200,0.23618133862813315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,51200,0.2164799968401591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,51200,0.20892266432444254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,51200,0.20605866114298502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,51200,0.18224533398946127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,51200,0.18242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,51200,0.16310399770736694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,51200,0.1487573285897573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,51200,0.14841600259145102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,51200,0.13190399607022604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,51200,0.1332533359527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,51200,0.11486400167147319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,51200,0.11855467160542806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,51200,0.09839999675750732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,51200,0.08134933312733968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,51200,0.07051200171311696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,51200,0.049738665421803795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,51200,0.04348266621430715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,51200,0.04419200122356415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,51200,0.04159999887148539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,51200,0.04190933207670847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,51200,0.04602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,51200,0.03941866755485535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,51200,0.03700799991687139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,51200,0.036346666514873505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,51200,0.03605866680542628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,51200,0.03568533311287562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,51200,0.03852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,51200,0.035642666121323906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,51200,0.03562666724125544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,51200,0.03484266748030981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,51200,0.03478399912516276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,51200,0.0340639998515447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,51200,0.03491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,51200,0.03356266766786575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,51200,0.03173866619666418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,51200,0.034703999757766724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,51200,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,51200,0.03333866596221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,51200,0.03188266605138779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,51200,0.03519999980926514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,51200,0.03453333427508672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,51200,0.03555200000603994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,51200,0.03513599932193756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,51200,0.0344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,51200,0.03566933423280716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,51200,0.0352906659245491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,51200,0.03166933357715607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,51200,0.031311998764673867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,51200,0.031658666829268135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,51200,0.0315786674618721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,51200,0.033226666351159416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,51200,0.03345066557327906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,51200,0.03310933212439219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,51200,0.03350933392842611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,51200,5.934050877888997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,51200,2.9896532694498696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,51200,1.518239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,65536,0.1227662165959676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,51200,0.8184160391489664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,51200,0.8198666572570801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,51200,0.7763226826985677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,51200,0.7670719623565674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,51200,0.7232666810353597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,51200,0.7288373311360677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,51200,0.6790106296539307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,51200,0.6777679920196533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,51200,0.6294133265813192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,51200,0.6324613491694132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,51200,0.5894240140914917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,51200,0.5811573266983032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,51200,0.5395146608352661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,51200,0.5403253237406412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,51200,0.4918053150177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,51200,0.4991360108057658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,51200,0.4522213141123454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,51200,0.4562720060348511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,51200,0.4161359866460164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,51200,0.401037335395813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,51200,0.3633013168970744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,51200,0.3516879876454671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,51200,0.32496267557144165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,51200,0.3194933334986369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,51200,0.26944265762964886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,51200,0.27738134066263836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,51200,0.2137599984804789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,51200,0.21631733576456705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,51200,0.1669173240661621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,51200,0.1602666676044464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,51200,0.10454666614532471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,51200,0.06770400206247966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,51200,0.10132799545923869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,51200,0.0624560018380483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,51200,0.06558133165041606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,51200,0.06463466584682465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,51200,0.05941600104173025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,51200,0.0582266648610433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,51200,0.05239466826121012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,51200,0.04970133304595947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,51200,0.04841866592566172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,51200,0.04508000115553538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,51200,0.0452186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,51200,0.04257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,51200,0.042352000872294106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,51200,0.03976533313592275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,51200,0.040242666999499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,51200,0.039877332746982574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,51200,0.03954933335383733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,51200,0.03775999943415324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,51200,0.03755733370780945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,51200,0.035474665462970734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,51200,0.03442399948835373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,51200,0.031874666611353554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,51200,0.0327333336075147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,51200,0.03391999999682108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,51200,0.04885333279768626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,51200,0.033143999675909676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,51200,0.03489333391189575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,51200,0.033186666667461395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,51200,0.032218667368094124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,51200,0.03247733414173126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,51200,0.032261334359645844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,51200,0.029450667401154835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,51200,0.029968000948429108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,51200,0.03130399932463964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,51200,0.029605334003766377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,51200,0.03139466543992361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,51200,0.03165599952141444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,51200,0.031357333064079285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,51200,0.029157333076000214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,65536,0.12388443946838379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,65536,0.1240088939666748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,51200,4.659223874409993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,51200,2.3064719835917153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,51200,1.1733360290527344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,51200,0.70305864016215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,51200,0.6505680084228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,51200,0.6431306600570679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,51200,0.6809573173522949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,51200,0.612061341603597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,51200,0.5630640188852946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,51200,0.5041840076446533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,51200,0.5653066635131836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,51200,0.5381866693496704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,51200,0.5379573504130045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,51200,0.4978799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,51200,0.4705493450164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,51200,0.38261600335439044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,51200,0.37514932950337726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,51200,0.34546931584676105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,51200,0.34546399116516113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,51200,0.3102506597836812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,51200,0.2895119984944661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,51200,0.2762693365414937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,51200,0.2601733406384786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,51200,0.23984799782435098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,51200,0.228112002213796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,51200,0.2124346693356832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,51200,0.471010684967041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,51200,0.43999465306599933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,51200,0.40484801928202313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,51200,0.18459200859069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,51200,0.16898934046427408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,51200,0.15321866671244302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,51200,0.14045866330464682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,51200,0.123608003060023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,51200,0.10909600059191386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,51200,0.07971466581026714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,51200,0.0721040020386378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,51200,0.07253333429495494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,51200,0.06803999841213226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,51200,0.06795733173688252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,51200,0.06602933506170909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,51200,0.07994666695594788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,51200,0.07543999950091045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,51200,0.07332266867160797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,51200,0.061015998323758446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,51200,0.05598933498064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,51200,0.05577866733074188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,51200,0.055730665723482765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,51200,0.05523466567198435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,51200,0.05532266696294149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,51200,0.053674668073654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,51200,0.05309333403905233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,51200,0.05220800141493479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,51200,0.051642666260401406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,51200,0.051642666260401406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,51200,0.05176533261934916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,51200,0.05178933342297872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,51200,0.051911999781926475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,51200,0.05213866631189982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,51200,0.052098666628201805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,51200,0.05141866703828176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,51200,0.05179200073083242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,51200,0.0518426646788915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,51200,0.051818668842315674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,51200,0.05167733132839203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,51200,0.051872000098228455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,51200,0.05227999885876974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,51200,0.051970665653546654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,51200,0.05194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,51200,0.1676479975382487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,51200,0.16033333539962769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,51200,0.05834400157133738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,51200,0.05695199966430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,51200,0.05589599907398224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,51200,2.0087159474690757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,51200,0.312174657980601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,51200,1.0386906464894612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,51200,0.5145519971847534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,51200,0.31232933203379315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,51200,0.29882532358169556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,51200,0.30903732776641846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,51200,0.3065613309542338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,51200,0.2940239906311035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,51200,0.29802799224853516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,51200,0.29280134042104083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,51200,0.2825479904810588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,51200,0.2803586721420288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,51200,0.19531200329462686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,51200,0.19020267327626547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,51200,0.18682533502578735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,51200,0.18449066082636514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,51200,0.16733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,51200,0.171560009320577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,51200,0.1620319982369741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,51200,0.16005333264668783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,51200,0.14784000317255655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,51200,0.14706666270891824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,51200,0.14361733198165894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,51200,0.1425226628780365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,51200,0.13528000315030417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,51200,0.1350386639436086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,51200,0.12897732853889465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,51200,0.12934133410453796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,51200,0.12442533175150554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,51200,0.1161733369032542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,51200,0.12455333272616069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,51200,0.11698933442433675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,51200,0.10990933577219646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,51200,0.1091599961121877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,51200,0.10315199693044026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,51200,0.10220266381899516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,51200,0.1022426684697469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,51200,0.10193733374277751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,51200,0.10114133358001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,51200,0.10074133674303691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,51200,0.10133600234985352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,51200,0.10062000155448914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,51200,0.09819066524505615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,51200,0.09790533781051636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,51200,0.09865333636601765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,51200,0.09769333402315776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,51200,0.09855467081069946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,51200,0.09915733337402344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,51200,0.09758266806602478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,51200,0.0972053309281667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,51200,0.0980573296546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,51200,0.09726933638254802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,51200,0.09819733103116353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,51200,0.09729733069737752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,51200,0.09698667128880818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,51200,0.09723333517710368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,51200,0.09813732902208964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,51200,0.09765733281771342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,51200,0.09724932909011841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,51200,0.09711066881815593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,51200,0.09806933005650838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,51200,0.09766266743342082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,51200,0.09719600280125935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,51200,0.09671333432197571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,51200,0.09762666622797649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,51200,0.09757066766421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,51200,0.09698533018430074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,51200,0.09695200125376384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,51200,0.09710533420244853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,51200,0.09694666663805644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,16384,0.9515715705023872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,16384,0.6647680070665147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,16384,0.28753778669569224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,16384,0.13453866375817194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,16384,0.13386666774749756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,16384,0.13186311721801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,16384,0.13173333803812662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,16384,0.12233955330318874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,16384,0.13160533375210232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,16384,0.10808177789052327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,16384,0.10493333472145928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,16384,0.09749866856469049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,16384,0.09902577930026585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,16384,0.09616177611880833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,16384,0.08885511424806382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,16384,0.0852960016992357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,16384,0.08732444710201687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,16384,0.07840000258551703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,16384,0.08331911431418525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,16384,0.07634844382603963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,16384,0.06814222203360663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,16384,0.06564622455173068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,16384,0.06684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,16384,0.05726222197214762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,16384,0.05706310934490628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,16384,0.05130489004982842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,16384,0.048080000612470836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,16384,0.0469813346862793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,16384,0.04251911242802938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,16384,0.044250667095184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,16384,0.03786844346258376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,16384,0.039320889446470476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,16384,0.033182223637898765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,16384,0.03067022230890062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,16384,0.026576000783178542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,16384,0.018718222777048748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,16384,0.01936177743805779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,16384,0.018021333548757765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,16384,0.018053332964579265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,16384,0.01664355562792884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,16384,0.01665244499842326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,16384,0.016456888781653512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,16384,0.01536177761024899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,16384,0.01593777702914344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,16384,0.014871110518773397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,16384,0.01459022197458479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,16384,0.01463644372092353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,16384,0.014577777849303352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,16384,0.01481066644191742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,16384,0.01608711149957445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,16384,0.01459377838505639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,16384,0.01425244410832723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,16384,0.01462222304609087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,16384,0.014668444792429606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,16384,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,16384,0.014496000276671516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,16384,0.015393777026070489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,16384,0.015397333436542086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,16384,0.01853155593077342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,16384,0.014037332601017423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,16384,0.013952000273598565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,16384,0.013872000078360239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,16384,0.013966222604115805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,16384,0.013941332697868347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,16384,0.013944889108339945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,16384,0.013914666242069669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,16384,0.012597333225939008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,16384,0.012485333614879184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,16384,0.012527999778588613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,16384,0.012558221817016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,16384,0.01255644443962309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,16384,0.012483555409643384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,16384,0.013059555656380124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,16384,0.01312888910373052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,51200,0.09733733534812927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,16384,0.9871690750122071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,16384,1.9321205139160156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,16384,0.5060074806213379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,16384,0.27133865356445314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,16384,0.27026027043660483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,16384,0.2566400051116943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,16384,0.25541332562764485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,16384,0.23951892852783202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,16384,0.24099413553873697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,16384,0.2216661294301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,16384,0.22099520365397135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,16384,0.2047445297241211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,16384,0.2070261319478353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,16384,0.1935274600982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,16384,0.18934507369995118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,16384,0.1738869349161784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,16384,0.17465386390686036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,16384,0.15593172709147135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,16384,0.1610655943552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,16384,0.14112639427185059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,16384,0.13535359700520833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,16384,0.12005653381347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,16384,0.12144640286763508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,16384,0.1020960013071696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,16384,0.10232853094736735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,16384,0.08829867045084636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,16384,0.08646933237711588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,16384,0.07715946833292643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,16384,0.07406613032023111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,16384,0.061831466356913244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,16384,0.0658186674118042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,16384,0.05267413457234701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,16384,0.050052265326182045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,16384,0.04269760052363078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,16384,0.042882132530212405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,16384,0.03161173264185588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,16384,0.03370240132013957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,16384,0.03295680085817973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,16384,0.031489066282908124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,16384,0.031038933992385866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,16384,0.030903466542561847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,16384,0.031326933701833086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,16384,0.02799466649691264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,16384,0.027403734127680462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,16384,0.02848213315010071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,16384,0.027067732810974122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,16384,0.03352533181508382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,16384,0.026774400472640993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,16384,0.028268800179163618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,16384,0.02691199978192647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,16384,0.02656853397687276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,16384,0.027266132831573486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,16384,0.025176533063252765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,16384,0.025060266256332397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,16384,0.024925865729649863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,16384,0.02441706657409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,16384,0.02451200087865194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,16384,0.02328426639238993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,16384,0.024412800868352257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,16384,0.022795732816060385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,16384,0.02342080076535543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,16384,0.023729066054026283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,16384,0.022168533007303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,16384,0.023406932751337685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,16384,0.021908267339070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,16384,0.02270080049832662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,16384,0.024984532594680788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,16384,0.026798933744430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,16384,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,16384,0.024166399240493776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,16384,0.024855466683705647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,16384,0.0245685338973999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,16384,0.02286720077196757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,16384,0.02441813349723816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,51200,0.09705467025438945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,16384,1.0180757522583008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,16384,1.9869247436523438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,51200,0.0972546637058258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,16384,0.5118080139160156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,16384,0.30004800160725914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,16384,0.2718463897705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,16384,0.27913920084635413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,16384,0.2866581281026205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,16384,0.2659349282582601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,16384,0.24712533950805665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,16384,0.2197685400644938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,16384,0.2406559944152832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,16384,0.23093652725219727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,16384,0.22691200574239095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,16384,0.21086613337198892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,16384,0.2012928009033203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,16384,0.16285866101582844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,16384,0.1595743974049886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,16384,0.14679039319356282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,16384,0.1460917313893636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,16384,0.13265066941579182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,16384,0.12334293524424236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,16384,0.11681919892628986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,16384,0.10811946392059327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,16384,0.10072106520334881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,16384,0.08777493635813395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,16384,0.08540586630503336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,16384,0.1971178690592448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,16384,0.18815253575642904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,16384,0.1740447998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,16384,0.06529920101165772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,16384,0.06445440053939819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,16384,0.05054719845453898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,16384,0.047348264853159586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,16384,0.041306666533152264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,16384,0.03712533315022786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,16384,0.028870399792989093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,16384,0.02720959981282552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,16384,0.025796266396840413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,16384,0.025625600417455034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,16384,0.025733333826065064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,16384,0.025148799022038777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,16384,0.027959465980529785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,16384,0.027774933973948163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,16384,0.027754666407903035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,16384,0.022734934091567995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,16384,0.022374399503072104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,16384,0.022555732727050783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,16384,0.0223306675752004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,16384,0.022054400046666464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,16384,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,16384,0.021042132377624513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,16384,0.022773333390553794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,16384,0.0213919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,16384,0.02069546580314636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,16384,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,16384,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,16384,0.020590933163960774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,16384,0.02026453415552775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,16384,0.02267306645711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,16384,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,16384,0.020730666319529214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,16384,0.020232532421747842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,16384,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,16384,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,16384,0.020566399892171225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,16384,0.05764906803766886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,16384,0.05792640050252279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,16384,0.05841066837310791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,16384,0.02027626633644104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,16384,0.0588149348894755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,16384,0.058550401528676355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,16384,0.054720000425974524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,16384,0.05996479988098145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,16384,0.02258666753768921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,16384,0.34953813552856444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,16384,0.1786901315053304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,16384,0.6672917048136393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,16384,0.10959359804789226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,16384,0.11000426610310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,16384,0.10762773354848225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,16384,0.10785493055979412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,16384,0.10356266498565674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,16384,0.10380053520202637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,16384,0.10218026638031005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,16384,0.09965546925862631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,16384,0.10295253594716389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,16384,0.09878079891204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,16384,0.06912213166554769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,16384,0.06791146596272787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,16384,0.06675946712493896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,16384,0.06595626672108969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,16384,0.06145386695861817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,16384,0.06119466622670492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,16384,0.05982613166173299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,16384,0.05897279977798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,16384,0.05537493228912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,16384,0.05588800112406413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,16384,0.05351253350575765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,16384,0.05267626841862997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,16384,0.04944746494293213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,16384,0.04967253208160401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,16384,0.047788798809051514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,16384,0.046461868286132815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,16384,0.04529386758804321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,16384,0.04497919877370198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,16384,0.04200640122095744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,16384,0.042430933316548666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,16384,0.039978667100270586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,16384,0.039654401938120525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,16384,0.03716799815495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,16384,0.036339199542999266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,16384,0.03710506757100423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,16384,0.03662079970041911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,16384,0.03640319903691609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,16384,0.0363103985786438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,16384,0.03679360151290893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,16384,0.03659840027491252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,16384,0.035889065265655516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,16384,0.03586879968643188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,16384,0.03561919927597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,16384,0.03549013137817383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,16384,0.035524264971415205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,16384,0.03592533270517985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,16384,0.035495467980702716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,16384,0.03530240058898926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,16384,0.035537068049112955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,16384,0.03572160005569458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,16384,0.035420799255371095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,16384,0.03545600175857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,16384,0.03550080060958862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,16384,0.035496532917022705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,16384,0.03546559810638428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,16384,0.0354912002881368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,16384,0.03529599905014038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,16384,0.035512534777323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,16384,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,16384,0.03530773321787516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,16384,0.035495467980702716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,16384,0.03546666701634725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,16384,0.035076268513997394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,16384,0.035411198933919266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,16384,0.03542506694793701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,16384,0.03545173406600952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,16384,0.03505706787109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,16384,0.03540586630503337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,12288,0.6893280347188314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,12288,0.4637519915898641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,12288,0.24175065755844116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,12288,0.12296533584594727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,12288,0.10074533025423686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,12288,0.0986293355623881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,12288,0.09944132963816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,12288,0.09047466516494751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,12288,0.09559067090352376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,12288,0.07673333088556926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,12288,0.07683599988619487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,12288,0.07110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,12288,0.07306666672229767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,12288,0.07121466596921285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,12288,0.06547866761684418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,12288,0.0627506673336029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,12288,0.06407199800014496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,12288,0.05765866736570994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,12288,0.06099999944368998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,12288,0.05730000138282776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,12288,0.05080799758434296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,12288,0.048913334806760154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,12288,0.05083199838797251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,12288,0.042409335573514305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,12288,0.04212800165017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,12288,0.03788933406273524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,12288,0.035789333283901215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,12288,0.03526266664266586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,12288,0.03173599888881048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,12288,0.0330799991885821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,12288,0.027778667708237965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,12288,0.029734666148821514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,12288,0.024092001219590504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,12288,0.024833333988984425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,12288,0.018474667022625606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,12288,0.014478666086991629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,12288,0.015069333215554556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,12288,0.01522133375207583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,12288,0.015079999963442484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,12288,0.014570667097965876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,12288,0.013693333913882574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,12288,0.01288399969538053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,12288,0.013124000281095505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,12288,0.012662666539351145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,12288,0.011545332769552866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,12288,0.01182533303896586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,12288,0.011817333598931631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,12288,0.011995999763409296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,12288,0.011814666291077932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,12288,0.01175866648554802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,12288,0.011564000199238459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,12288,0.013115999599297842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,12288,0.01145600030819575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,12288,0.011417333036661148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,12288,0.011447999626398087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,12288,0.01146666705608368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,12288,0.012257333844900131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,12288,0.012641333043575287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,12288,0.0144213338692983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,12288,0.011046666651964188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,12288,0.010958666602770487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,12288,0.01100533331433932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,12288,0.011328000575304031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,12288,0.011122666299343109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,12288,0.011017333716154099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,12288,0.010990666846434275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,12288,0.014033333708842596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,12288,0.014116000384092331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,12288,0.01443733274936676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,12288,0.014235999435186386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,16384,0.0355679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,12288,0.014919999986886978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,12288,0.015569332987070084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,12288,0.014042666802803675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,12288,0.015108000487089157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,16384,0.03550613323847453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,12288,0.38955732981363933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,12288,0.7536757151285808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,12288,0.20970452626546227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,12288,0.20783252716064454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,12288,0.1957738717397054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,12288,0.19451306660970052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,12288,1.4488703409830728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,12288,0.18274346987406415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,12288,0.16613653500874836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,12288,0.18344426155090332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,12288,0.15248853365580242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,12288,0.15936959584554036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,12288,0.16890133221944173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,12288,0.13649387359619142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,12288,0.14054187138875324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,12288,0.12559573650360106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,12288,0.12637440363566083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,12288,0.11308693091074626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,12288,0.1182144006093343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,12288,0.10398506323496501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,12288,0.10196800231933593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,12288,0.08856960137685141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,12288,0.09022186597188314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,12288,0.07832533518473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,12288,0.07924266656239828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,12288,0.06971519788106283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,12288,0.0676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,12288,0.06099626620610556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,12288,0.058303999900817874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,12288,0.049960533777872726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,12288,0.0478986660639445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,12288,0.0446559985478719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,12288,0.04164586861928304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,12288,0.034942932923634845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,12288,0.03827413320541382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,12288,0.03156906763712565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,12288,0.030946133534113567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,12288,0.0321941335995992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,12288,0.030642133951187134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,12288,0.03019839922587077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,12288,0.027346134185791016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,12288,0.02725546757380168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,12288,0.02685119907061259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,12288,0.024779733022054037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,12288,0.024906667073567708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,12288,0.024625066916147867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,12288,0.0245685338973999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,12288,0.026359466711680095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,12288,0.02535146673520406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,12288,0.02507839997609456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,12288,0.028854399919509888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,12288,0.025354667504628496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,12288,0.022964266935984294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,12288,0.022488532463709514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,12288,0.023434666792551677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,12288,0.024609067042668662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,12288,0.023452800512313843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,12288,0.02258560061454773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,12288,0.022791467110315957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,12288,0.020829866329828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,12288,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,12288,0.02103466590245565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,12288,0.021042132377624513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,12288,0.020937599738438926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,12288,0.020906666914621987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,12288,0.020843732357025146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,12288,0.02404586672782898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,12288,0.02289173404375712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,12288,0.0226474662621816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,12288,0.022707200050354003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,12288,0.02396906614303589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,12288,0.022382932901382446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,12288,0.02284160057703654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,12288,0.02276373306910197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,16384,0.03501226504643758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,12288,0.9268586476643881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,12288,1.8489407857259113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,12288,0.4676405270894368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,12288,0.2689471880594889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,12288,0.24117226600646974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,12288,0.25271360079447425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,12288,0.24139626820882162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,12288,0.25382399559020996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,12288,0.22451093991597496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,12288,0.19829120635986328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,12288,0.21591359774271646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,12288,0.21187094052632652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,12288,0.20638720194498697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,12288,0.19066027005513508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,12288,0.17887892723083496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,12288,0.1815839926401774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,12288,0.14982186953226725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,12288,0.14300373395284016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,12288,0.13530346552530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,12288,0.12997972965240479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,12288,0.11900266806284587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,12288,0.09837226867675782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,12288,0.09987093607584635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,12288,0.08171839714050293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,12288,0.07850026289621989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,12288,0.0642186681429545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,12288,0.06081600189208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,12288,0.1713589350382487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,12288,0.1576682726542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,12288,0.0521717349688212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,12288,0.046639998753865555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,12288,0.03191360036532084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,12288,0.043087999025980636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,12288,0.0393120010693868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,12288,0.035809067885080974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,12288,0.025006934007008867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,12288,0.024010666211446128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,12288,0.023175466060638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,12288,0.022323199113210044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,12288,0.02178879976272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,12288,0.02191466689109802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,12288,0.023460266987482707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,12288,0.021951999266942343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,12288,0.023665066560109457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,12288,0.01910933256149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,12288,0.01867626706759135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,12288,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,12288,0.0185973326365153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,12288,0.019029333194096883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,12288,0.018718934059143065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,12288,0.017760000626246133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,12288,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,12288,0.017505067586898803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,12288,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,12288,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,12288,0.016753067572911583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,12288,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,12288,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,12288,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,12288,0.016950400670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,12288,0.01728640000025431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,12288,0.016976000865300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,12288,0.04235519965489705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,12288,0.04039786656697591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,12288,0.042981334527333576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,12288,0.04118186632792155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,12288,0.04564479986826579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,12288,0.018503467241923012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,12288,0.04206506808598836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,12288,0.04542080163955688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,12288,0.04315520127614339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,12288,0.042792534828186034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,12288,0.04224106470743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,12288,0.13835520744323732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,12288,0.5080341339111328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,12288,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,12288,0.2734005292256673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,12288,0.08529173533121745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,12288,0.08509759902954102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,12288,0.08364480336507162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,12288,0.08396906852722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,12288,0.08148266474405924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,12288,0.08041600386301676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,12288,0.08118186791737875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,12288,0.0807423988978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,12288,0.07802346547444662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,12288,0.0779029369354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,12288,0.0542464017868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,12288,0.05473599831263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,12288,0.052485334873199466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,12288,0.0523413340250651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,12288,0.0495743989944458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,12288,0.04954453309377034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,12288,0.04614826838175456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,12288,0.046326398849487305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,12288,0.043798398971557614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,12288,0.04344640175501506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,12288,0.04088213443756104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,12288,0.04112319946289063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,12288,0.038819201787312824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,12288,0.03877546787261963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,12288,0.03698773384094238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,12288,0.03748266696929932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,12288,0.035897600650787356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,12288,0.035581866900126144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,12288,0.03381333351135254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,12288,0.03342293500900269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,12288,0.03176533381144206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,12288,0.029607466856638592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,12288,0.029259733359018963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,12288,0.03148799935976664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,12288,0.0293013334274292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,12288,0.028983465830485028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,12288,0.029386667410532634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,12288,0.028988800446192425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,12288,0.028835199276606244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,12288,0.028945066531499225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,12288,0.02853013277053833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,12288,0.02802026669184367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,12288,0.0284661332766215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,12288,0.028151466449101763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,12288,0.028126933177312213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,12288,0.028268800179163618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,12288,0.028034132719039918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,12288,0.027721599737803145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,12288,0.02818453311920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,12288,0.027811199426651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,12288,0.028091732660929365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,12288,0.028123732407887774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,12288,0.028025599320729573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,12288,0.02773226698239644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,12288,0.028128000100453694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,12288,0.028170667092005414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,12288,0.028093866507212323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,12288,0.02807040015856425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,12288,0.028069333235422773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,12288,0.028102399905522664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,12288,0.028043733040491743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,12288,0.027727999289830524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,12288,0.02827306588490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,12288,0.028088533878326417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,12288,0.028472532828648884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,12288,0.02809813419977824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,12288,0.02775999903678894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,12288,0.028116265932718914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,10240,0.5963584264119466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,10240,0.4222645441691081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,10240,0.1811914602915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,10240,0.0904426654179891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,10240,0.09164266586303711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,10240,0.08774080276489257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,10240,0.09035627047220865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,10240,0.07706773281097412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,10240,0.075054931640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,10240,0.07327360312143961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,10240,0.07328746318817139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,10240,0.061094399293263754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,10240,0.06388373374938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,10240,0.06144640048344931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,10240,0.056790399551391604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,10240,0.05337493419647217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,10240,0.05479466517766317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,10240,0.04924799998601277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,10240,0.05212479829788208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,10240,0.04823360045750936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,10240,0.043450665473937986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,10240,0.04134506781895955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,12288,0.028092799584070842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,10240,0.04267413218816121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,10240,0.03661653200785319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,10240,0.03640426794687907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,10240,0.032390399773915605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,10240,0.030450133482615153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,10240,0.03264533281326294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,10240,0.0269269327322642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,10240,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,10240,0.023587199052174886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,10240,0.02518186569213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,10240,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,10240,0.02138026754061381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,10240,0.01564800043900808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,10240,0.015172266960144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,10240,0.013215999801953635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,10240,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,10240,0.013497599959373474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,10240,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,10240,0.012045866250991822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,10240,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,10240,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,10240,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,10240,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,10240,0.010501333077748616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,10240,0.010569600264231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,10240,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,10240,0.011641599734624227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,10240,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,10240,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,10240,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,10240,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,10240,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,10240,0.010401067137718201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,10240,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,10240,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,10240,0.012574932972590127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,10240,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,10240,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,10240,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,10240,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,10240,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,10240,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,10240,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,10240,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,10240,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,10240,0.012644267082214356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,10240,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,10240,0.012331733107566833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,10240,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,10240,0.012389333049456278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,10240,0.012897066275278726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,10240,0.010476799805959065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,10240,0.6229333241780599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,10240,0.32510719299316404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,10240,1.2176148732503256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,10240,0.17138986587524413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,10240,0.17218133608500164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,10240,0.16018667221069335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,10240,0.1600949287414551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,10240,0.14708693822224933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,10240,0.14553707440694172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,10240,0.13784319559733074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,10240,0.1390399932861328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,10240,0.12094933191935223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,10240,0.1221343994140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,10240,0.1102176030476888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,10240,0.10057066281636555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,10240,0.10158080259958904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,10240,0.11501866976420086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,10240,0.09177813529968262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,10240,0.09287359714508056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,10240,0.08419733047485352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,10240,0.08224639892578126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,10240,0.07229546705881754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,10240,0.07268479665120443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,10240,0.06294506788253784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,10240,0.06276799837748209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,10240,0.05588159958521525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,10240,0.054765868186950686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,10240,0.0508629322052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,10240,0.04734293222427368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,10240,0.044523731867472334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,10240,0.04188160101572673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,10240,0.04050346612930298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,10240,0.03327253262201945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,10240,0.03769599994023641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,10240,0.031220267216364544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,10240,0.026972800493240356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,10240,0.02924373348553975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,10240,0.027553067604700728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,12288,0.02808000048001607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,10240,0.025616000096003216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,10240,0.027280000845591228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,10240,0.026528000831604004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,10240,0.02586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,10240,0.024990934133529662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,10240,0.02503146727879842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,10240,0.02502400080362956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,10240,0.024911999702453613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,10240,0.02451200087865194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,10240,0.02495573361714681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,10240,0.023490132888158162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,10240,0.02337813377380371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,10240,0.024680533011754355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,10240,0.022923733790715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,10240,0.023294933636983237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,10240,0.022769065697987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,10240,0.022819199164708457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,10240,0.022402133544286093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,10240,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,10240,0.021637332439422608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,10240,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,10240,0.02097919980684916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,10240,0.02160960038503011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,10240,0.020526933670043945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,10240,0.020949333906173706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,10240,0.020480000972747804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,10240,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,10240,0.020082134008407592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,12288,0.02775040070215861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,10240,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,10240,0.01887786587079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,10240,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,10240,0.017539199193318686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,10240,0.01825066606203715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,10240,0.02188053329785665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,10240,0.01730453372001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,10240,0.02082879940668742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,10240,0.8850538889567057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,10240,1.7569620768229168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,10240,0.25444693565368653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,10240,0.44918292363484696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,10240,0.22876267433166503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,10240,0.2420426686604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,10240,0.24269866943359375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,10240,0.2310954729715983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,10240,0.2148970603942871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,10240,0.19093119303385417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,10240,0.20714027086893716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,10240,0.1961685339609782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,10240,0.20258773167928062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,10240,0.18029759724934896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,10240,0.1745845317840576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,10240,0.14188267389933268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,10240,0.12681066989898682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,10240,0.12015786965688069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,10240,0.10558613141377766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,10240,0.09862826665242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,10240,0.07741013367970785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,10240,0.07717653115590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,10240,0.06687040328979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,10240,0.06416533390680948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,10240,0.05787839889526367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,10240,0.05418346722920736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,10240,0.16157973607381185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,10240,0.1661194642384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,10240,0.14660053253173827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,10240,0.046469334761301676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,10240,0.044647467136383054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,10240,0.03999146620432536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,10240,0.03760853211085002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,10240,0.03214613397916158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,10240,0.021955200036366782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,10240,0.020218666394551596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,10240,0.02026346723238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,10240,0.018523732821146645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,10240,0.02958079973856608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,10240,0.018619734048843383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,10240,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,10240,0.019041067361831664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,10240,0.021197867393493653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,10240,0.021048533916473388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,10240,0.017016534010569254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,10240,0.017013333241144814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,10240,0.016924800475438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,10240,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,10240,0.016888533035914102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,10240,0.01539413332939148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,10240,0.015331199765205384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,10240,0.015287466843922935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,10240,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,10240,0.015060266852378846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,10240,0.015338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,10240,0.014935466647148132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,10240,0.015005866686503092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,10240,0.014922666549682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,10240,0.017018665870030723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,10240,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,10240,0.03634346723556518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,10240,0.03627626498540242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,10240,0.035471999645233156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,10240,0.03673066695531209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,10240,0.03819839954376221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,10240,0.03866560061772664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,10240,0.03703146775563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,10240,0.03694399992624919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,10240,0.03712639808654785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,10240,0.039527467886606854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,10240,0.037356801827748615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,10240,0.03698133230209351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,10240,0.016323199868202208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,10240,0.12268053690592448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,10240,0.4569685300191243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,10240,0.24253013928731285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,10240,0.016937599579493205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,10240,0.07478826840718587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,10240,0.07607680161794027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,10240,0.07536853154500325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,10240,0.07383039792378744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,10240,0.07297600110371907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,10240,0.0724074681599935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,10240,0.07021760145823161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,10240,0.07032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,10240,0.06915626525878907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,10240,0.06836373011271159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,10240,0.048769064744313556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,10240,0.048674134413401286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,10240,0.046510934829711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,10240,0.04579093456268311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,10240,0.042353065808614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,10240,0.041656533877054855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,10240,0.04065599838892619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,10240,0.04076693455378215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,10240,0.038186665376027426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,10240,0.03762986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,10240,0.036442665259043376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,10240,0.03634346723556518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,10240,0.03393919865290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,10240,0.03381653229395549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,10240,0.0329312006632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,10240,0.0323253333568573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,10240,0.03133333325386047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,10240,0.03143360018730164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,10240,0.02940586606661479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,10240,0.029452800750732422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,10240,0.027636265754699706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,10240,0.027719465891520183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,10240,0.025702399015426636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,10240,0.025652267535527545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,10240,0.025570134321848553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,10240,0.025596799453099568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,10240,0.025598933299382527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,10240,0.025570134321848553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,10240,0.025671466191609697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,10240,0.02571306626001994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,10240,0.02523306608200073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,10240,0.024793599049250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,10240,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,10240,0.024706133206685386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,10240,0.024497065941492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,10240,0.024825600783030193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,10240,0.024784000714619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,10240,0.024873600403467814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,10240,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,10240,0.0248799999554952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,10240,0.024859732389450072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,10240,0.024859732389450072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,10240,0.024779733022054037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,10240,0.02441920042037964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,10240,0.024845866362253825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,10240,0.024701867500940958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,10240,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,10240,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,10240,0.024784000714619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,10240,0.024471465746561685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,10240,0.02437653342882792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,10240,0.024913066625595094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,10240,0.02453333338101705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,10240,0.024435200293858848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,10240,0.02472426692644755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,10240,0.024877866109212242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,10240,0.024566400051116943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,10240,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,8192,0.4838570594787598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,8192,0.2496661345163981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,8192,0.15792640050252277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,8192,0.0823957363764445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,8192,0.08569280306498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,8192,0.0823637326558431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,8192,0.08223786354064941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,8192,0.06267199913660684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,8192,0.06130666732788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,8192,0.06067626476287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,8192,0.060584533214569095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,8192,0.051049598058064784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,8192,0.0542464017868042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,8192,0.05215146541595459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,8192,0.04506453275680542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,8192,0.04279893239339193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,8192,0.043646931648254395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,8192,0.03890026807785034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,8192,0.04144746859868367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,8192,0.03810986677805583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,8192,0.03447999954223633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,8192,0.03290560046831767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,8192,0.03341333468755086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,8192,0.028534400463104247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,8192,0.0285589337348938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,8192,0.026040534178415935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,8192,0.024209066232045492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,8192,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,8192,0.021432532866795858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,8192,0.022446932395299275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,8192,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,8192,0.020658133427302043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,8192,0.01678933302561442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,8192,0.017761067549387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,8192,0.01318826675415039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,8192,0.015524267156918844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,8192,0.012547199924786886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,8192,0.012557866175969443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,8192,0.012728533148765564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,8192,0.01223360002040863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,8192,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,10240,0.024829866488774617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,8192,0.01100373367468516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,8192,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,8192,0.010103467106819152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,8192,0.009401599566141765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,8192,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,8192,0.009392000238100688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,8192,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,8192,0.010335999727249145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,8192,0.010458667079607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,8192,0.010437333583831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,8192,0.010550399621327717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,10240,0.024530132611592613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,8192,0.009363200267155964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,8192,0.009318400422732036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,8192,0.010053333640098572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,8192,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,8192,0.011245866616566975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,8192,0.009040000041325887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,8192,0.008935466408729553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,8192,0.008912000060081481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,8192,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,8192,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,8192,0.00888320008913676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,8192,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,8192,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,8192,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,8192,0.01141973336537679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,8192,0.010931199789047242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,8192,0.011267200112342834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,8192,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,8192,0.011017599701881408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,8192,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,8192,0.011774933338165284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,8192,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,8192,0.2597098668416341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,8192,0.5012501398722331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,8192,0.1300693353017171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,8192,0.1314197301864624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,8192,0.12059413592020671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,8192,0.9878965377807617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,8192,0.1203221321105957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,8192,0.1129472017288208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,8192,0.11105813185373943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,8192,0.10190613269805908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,8192,0.10239040056864421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,8192,0.0928447961807251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,8192,0.09521386623382569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,8192,0.08696853319803874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,8192,0.08530026276906331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,8192,0.08007893562316895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,8192,0.07100266615549723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,8192,0.0806442658106486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,8192,0.07182719707489013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,8192,0.0648629347483317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,8192,0.06434666713078817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,8192,0.05679999987284342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,8192,0.05797973473866781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,8192,0.05480106671651205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,8192,0.052363733450571694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,8192,0.04588693380355835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,8192,0.04552106857299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,8192,0.043005867799123125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,8192,0.04248533248901367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,8192,0.037067735195159913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,8192,0.03829439878463745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,10240,0.024780799945195518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,8192,0.03529493411382039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,8192,0.03360319932301839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,8192,0.02943039933840434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,8192,0.028586665789286297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,8192,0.024778666098912557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,8192,0.024394667148590087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,8192,0.02504640022913615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,8192,0.023894399404525757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,8192,0.02409706711769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,8192,0.02367573380470276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,8192,0.022899200518925987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,8192,0.022999467452367146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,8192,0.02315733234087626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,8192,0.021966934204101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,8192,0.02189226746559143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,8192,0.020807466904322305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,8192,0.021918932596842446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,8192,0.021593600511550903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,8192,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,8192,0.02259733279546102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,8192,0.02062186598777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,8192,0.020916267236073812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,8192,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,8192,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,8192,0.01960960030555725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,8192,0.02115839918454488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,8192,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,8192,0.01869973341623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,8192,0.01885973413785299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,8192,0.01957226594289144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,8192,0.020049067338307698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,8192,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,8192,0.01924053430557251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,8192,0.020240000883738198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,8192,0.018616533279418944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,8192,0.018992000818252565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,8192,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,8192,0.01872426668802897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,8192,0.019387733936309815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,8192,0.01853013237317403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,8192,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,8192,0.017591466506322227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,8192,0.017240534226099648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,8192,0.8429834365844726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,8192,1.6778293609619142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,8192,0.4248192151387532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,8192,0.23685760498046876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,8192,0.21197013854980468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,8192,0.22978347142537436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,8192,0.22403945922851562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,8192,0.21658773422241212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,8192,0.2023914655049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,8192,0.17629440625508624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,8192,0.19367359479268392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,8192,0.18803839683532714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,8192,0.1773226737976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,8192,0.16186025937398274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,8192,0.158515199025472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,8192,0.11184639930725097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,8192,0.09426453113555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,8192,0.08982720375061035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,8192,0.08045653502146402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,8192,0.07620266278584799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,8192,0.06871573130289713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,8192,0.06699946721394857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,8192,0.06214613517125448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,8192,0.058341332276662196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,8192,0.05364693403244018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,8192,0.05118933518727621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,8192,0.13677013715108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,8192,0.13596587181091307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,8192,0.1154037316640218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,8192,0.04412266810735067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,8192,0.04182399908701579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,8192,0.03545706669489543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,8192,0.03414186636606852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,8192,0.027754666407903035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,8192,0.026393600304921466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,8192,0.019799466927846274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,8192,0.018193066120147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,8192,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,8192,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,8192,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,8192,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,8192,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,8192,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,8192,0.018785067399342856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,8192,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,8192,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,8192,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,8192,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,8192,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,8192,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,8192,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,8192,0.012904533743858337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,8192,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,8192,0.013260799646377563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,8192,0.012929067015647888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,8192,0.012845866878827415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,8192,0.012961066762606301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,8192,0.029256532589594524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,8192,0.02923626701037089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,8192,0.029908267656962077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,8192,0.02995733420054118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,8192,0.029547733068466187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,8192,0.03183573285738627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,8192,0.029657600323359172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,8192,0.03151040077209473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,8192,0.029972267150878907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,8192,0.032204800844192506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,8192,0.01274133324623108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,8192,0.032595199346542356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,8192,0.03258133331934611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,8192,0.03332053422927857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,8192,0.03288639982541402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,8192,0.030404265721638995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,8192,0.1929098606109619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,8192,0.36127894719441733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,8192,0.09876373608907064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,8192,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,8192,0.0620031992594401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,8192,0.0623744010925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,8192,0.06040853261947632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,8192,0.05898559888203939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,8192,0.061154135068257655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,8192,0.05897173484166464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,8192,0.057102934519449866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,8192,0.056764801343282066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,8192,0.05517866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,8192,0.05500693321228027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,8192,0.038970665136973066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,8192,0.03800640106201172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,8192,0.03715733289718628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,8192,0.03721919854482015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,8192,0.03515626589457194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,8192,0.03448959986368815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,8192,0.033504001299540204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,8192,0.03346879879633586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,8192,0.03174293239911397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,8192,0.03130666613578796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,8192,0.030270934104919434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,8192,0.030103466908137005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,8192,0.02882240017255147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,8192,0.028220800558725993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,8192,0.027537065744400024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,8192,0.027317333221435546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,8192,0.026075732707977296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,8192,0.02643306652704875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,8192,0.02440213362375895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,8192,0.02478826642036438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,8192,0.023653332392374674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,8192,0.023203200101852416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,8192,0.021973333756128945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,8192,0.021625600258509316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,8192,0.022039467096328737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,8192,0.021538132429122926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,8192,0.021541333198547362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,8192,0.021602133909861244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,8192,0.021589332818984987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,8192,0.02176213264465332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,8192,0.021232000986735024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,8192,0.021240532398223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,8192,0.021256534258524577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,8192,0.021175465981165566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,8192,0.020894932746887206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,8192,0.020807466904322305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,8192,0.020794665813446044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,8192,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,8192,0.02071573336919149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,8192,0.02108373244603475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,8192,0.02072426676750183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,8192,0.02115946610768636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,8192,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,8192,0.020782933632532755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,8192,0.0211136003335317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,8192,0.020722132921218873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,8192,0.02054826617240906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,8192,0.021118932962417604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,8192,0.021219199895858763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,8192,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,8192,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,8192,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,8192,0.021146667003631592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,8192,0.02109653353691101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,8192,0.021151999632517494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,8192,0.020757333437601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,8192,0.021124267578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,8192,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,8192,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,7168,0.4380778630574544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,7168,0.22352213859558107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,7168,0.1313695987065633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,7168,0.0683456023534139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,7168,0.06959786415100097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,7168,0.05911360184351603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,7168,0.0626421332359314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,7168,0.053583999474843345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,7168,0.05319039821624756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,7168,0.05166293382644653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,7168,0.0518069346745809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,7168,0.04361706574757894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,7168,0.044809599717458085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,7168,0.04377813339233398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,7168,0.04067519903182983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,7168,0.038492798805236816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,7168,0.03925120035807292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,7168,0.03558613459269206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,7168,0.0377781351407369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,7168,0.03461653391520182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,7168,0.03226880033810933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,7168,0.030368000268936157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,7168,0.030404265721638995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,7168,0.02619626720746358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,7168,0.026162133614222212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,7168,0.023899734020233154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,7168,0.022431999444961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,7168,0.024002132813135783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,7168,0.019758933782577516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,7168,0.020466132958730062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,7168,0.01753066579500834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,7168,0.01867413322130839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,7168,0.015498666961987814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,7168,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,7168,0.012380799651145935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,7168,0.012627200285593668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,7168,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,7168,0.012128000458081562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,7168,0.012578133742014566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,7168,0.011326932907104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,7168,0.011230933666229247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,7168,0.010998400052388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,7168,0.010867200295130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,7168,0.009480533003807069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,7168,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,7168,0.008820266524950663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,7168,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,7168,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,7168,0.009789866209030152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,7168,0.009819733103116353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,7168,0.010013866424560546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,7168,0.009768533706665038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,7168,0.008565333485603333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,7168,0.008706133564313252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,7168,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,7168,0.008618666728337606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,7168,0.00943893293539683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,7168,0.009089066584904989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,7168,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,7168,0.008277333279450735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,7168,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,7168,0.008096000055472057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,7168,0.008080000181992848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,7168,0.008035199840863545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,7168,0.008086400230725606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,7168,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,7168,0.010468266407648722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,7168,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,7168,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,7168,0.010308266679445902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,7168,0.00997866690158844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,7168,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,7168,0.010722133517265319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,8192,0.02119040091832479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,7168,0.010528000195821126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,7168,0.2304469267527262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,7168,0.44700374603271487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,7168,0.11272106965382893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,7168,0.8651007970174154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,7168,0.10455146630605061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,7168,0.11245120366414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,7168,0.10216320355733235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,7168,0.09834880034128825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,7168,0.08849066893259684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,7168,0.09693653583526611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,7168,0.0911242643992106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,7168,0.08104533354441325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,7168,0.08407253424326579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,7168,0.07669546604156494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,7168,0.07321173350016276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,7168,0.06880746682484945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,7168,0.07365439732869467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,7168,0.061510399977366126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,7168,0.06610666513442993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,7168,0.05786346594492594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,7168,0.05562986532847086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,7168,0.05400000015894572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,7168,0.05280426740646362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,7168,0.04931413332621257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,7168,0.04752106666564941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,7168,0.04345493316650391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,7168,0.043322666486104326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,7168,0.039153067270914714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,7168,0.03925439914067586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,7168,0.0365503986676534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,7168,0.037028264999389646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,7168,0.03118293285369873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,7168,0.03141973416010539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,7168,0.027001599470774334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,7168,0.025906133651733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,7168,0.027406932910283406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,8192,0.020728532473246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,7168,0.022949333985646567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,7168,0.02381226619084676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,7168,0.023537067572275798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,7168,0.022906666994094847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,7168,0.023473066091537476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,7168,0.02190293272336324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,7168,0.02266133427619934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,7168,0.021265067656834922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,7168,0.020881066719690956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,7168,0.021530665953954062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,7168,0.02163413365681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,7168,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,7168,0.020372267564137778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,7168,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,7168,0.020869332551956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,7168,0.020261333386103312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,7168,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,7168,0.018966400623321535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,7168,0.020544000466664634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,7168,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,7168,0.019716266791025797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,7168,0.019655466079711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,7168,0.019733333587646486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,7168,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,7168,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,7168,0.01935466726620992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,7168,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,7168,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,7168,0.018308266003926595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,7168,0.01881706714630127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,7168,0.018787199258804323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,7168,0.018573866287867228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,7168,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,7168,0.01730239987373352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,7168,0.01829973260561625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,7168,0.017641599973042807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,7168,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,7168,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,7168,0.42090771993001297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,7168,0.8393344243367513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,7168,0.23635519345601402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,7168,0.22294185956319174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,7168,1.661965815226237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,7168,0.2097813288370768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,7168,0.2175648053487142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,7168,0.18397119839986165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,7168,0.1980554739634196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,7168,0.16357226371765138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,7168,0.16181333859761554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,7168,0.22709333101908363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,7168,0.18595733642578124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,7168,0.13565972646077473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,7168,0.13821120262145997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,7168,0.0917738676071167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,7168,0.08497920036315917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,7168,0.08009920120239258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,7168,0.0764853318532308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,7168,0.07169600327809653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,7168,0.06443306605021158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,7168,0.06260586579640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,7168,0.05737706820170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,7168,0.0543498675028483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,7168,0.05020906527837118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,7168,0.04772693316141764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,7168,0.11684160232543946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,7168,0.1176800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,7168,0.10397439797719318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,7168,0.04054613510767619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,7168,0.039070932070414226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,7168,0.03423253297805786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,7168,0.0325984001159668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,7168,0.026746666431427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,7168,0.024599466721216837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,7168,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,7168,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,7168,0.016101333498954772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,7168,0.016156799594561257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,7168,0.01614720026652018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,7168,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,7168,0.017849600315093993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,7168,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,7168,0.017116800944010416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,7168,0.01402239998181661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,7168,0.014077867070833841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,7168,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,7168,0.014020267128944396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,7168,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,7168,0.013732266426086426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,7168,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,7168,0.012037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,7168,0.012238933642705282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,7168,0.01228053371111552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,7168,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,7168,0.028051199515660603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,7168,0.02732906738917033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,7168,0.02658240000406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,7168,0.026633600393931072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,7168,0.02644053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,7168,0.027398399511973065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,7168,0.02832000056902568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,7168,0.02770773371060689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,7168,0.02886613408724467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,7168,0.028522666295369464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,7168,0.027558400233586626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,7168,0.027584000428517656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,7168,0.028449066480000812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,7168,0.02810773253440857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,7168,0.029281065861384077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,7168,0.028842665751775104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,7168,0.030767999092737836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,7168,0.013541332880655923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,7168,0.014087466398874917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,7168,0.334875742594401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,7168,0.17804053624471028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,7168,0.09010240236918131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,7168,0.05659626722335816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,7168,0.05718400080998739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,7168,0.054391467571258546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,7168,0.05283093452453613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,7168,0.054626135031382236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,7168,0.05140906572341919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,7168,0.05333439906438192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,7168,0.050980265935262045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,7168,0.05004160006841024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,7168,0.05035946766535441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,7168,0.03582186698913574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,7168,0.035045333703358966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,7168,0.03349333206812541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,7168,0.034677334626515705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,7168,0.03229440053304036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,7168,0.03165653347969055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,7168,0.03057813247044881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,7168,0.03063253362973531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,7168,0.02900480031967163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,7168,0.028830933570861816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,7168,0.0281056006749471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,7168,0.02768639922142029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,7168,0.02661760052045186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,7168,0.025242666403452556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,7168,0.026071467002232868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,7168,0.02526719967524211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,7168,0.02424959937731425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,7168,0.024408533175786336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,7168,0.022798933585484824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,7168,0.02235306700070699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,7168,0.02202346722284953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,7168,0.02149440050125122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,7168,0.01992959976196289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,7168,0.019972266753514607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,7168,0.02032533288002014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,7168,0.02004693349202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,7168,0.02027946710586548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,7168,0.019799466927846274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,7168,0.019933867454528808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,7168,0.019900800784428914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,7168,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,7168,0.01949866612752279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,7168,0.01930239995320638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,7168,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,7168,0.01909760038057963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,7168,0.019437867403030395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,7168,0.01944640080134074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,7168,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,7168,0.019139200448989868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,7168,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,7168,0.01911679903666178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,7168,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,7168,0.019105066855748497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,7168,0.019219199816385903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,7168,0.0194815993309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,7168,0.01949333349863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,7168,0.01930453379948934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,7168,0.019117865959803262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,7168,0.019092265764872232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,7168,0.01919893423716227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,7168,0.01919040083885193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,7168,0.019074134031931558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,7168,0.0194432000319163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,7168,0.019296000401178993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,7168,0.019112533330917357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,7168,0.019074134031931558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,7168,0.01906986633936564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,7168,0.01917440096537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,6144,0.3594559987386068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,6144,0.1869237263997396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,6144,0.09437546730041504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,7168,0.01925119956334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,6144,0.05398613214492798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,6144,0.05446293354034424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,6144,0.05157973368962606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,6144,0.05384853283564249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,6144,0.04672319889068603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,6144,0.04608000119527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,6144,0.04562559922536214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,6144,0.04540479977925618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,6144,0.03812266588211059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,6144,0.03801173369089762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,6144,0.036652799447377524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,6144,0.03505386511484782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,6144,0.0330186665058136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,6144,0.03411413431167602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,6144,0.030494934320449828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,6144,0.03238079945246379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,7168,0.01904426614443461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,6144,0.02730026642481486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,6144,0.026266666253407796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,6144,0.026426666975021364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,6144,0.023202133178710938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,6144,0.023081600666046143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,6144,0.02104746699333191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,6144,0.019563732544581096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,6144,0.022268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,6144,0.017655466000239053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,6144,0.01797013282775879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,6144,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,6144,0.016354133685429893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,6144,0.013921067118644714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,6144,0.014220800002415976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,6144,0.011069867014884948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,6144,0.01143999993801117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,6144,0.030434133609135945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,6144,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,6144,0.010232533017794292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,6144,0.01148906648159027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,6144,0.010069333513577779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,6144,0.0100490669409434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,6144,0.0100874662399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,6144,0.010097066561381023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,6144,0.008871466914812724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,6144,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,6144,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,6144,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,6144,0.008261333405971526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,6144,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,6144,0.00920960009098053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,6144,0.00993066628774007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,6144,0.009384533762931824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,6144,0.007713066538174947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,6144,0.009108266234397889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,6144,0.009843200445175171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,6144,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,6144,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,6144,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,6144,0.0076106667518615724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,6144,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,6144,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,6144,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,6144,0.00766293356815974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,6144,0.007739733159542084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,6144,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,6144,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,6144,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,6144,0.009690666198730468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,6144,0.00965013305346171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,6144,0.00955839951833089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,6144,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,6144,0.010037333766619364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,6144,0.009512533744176228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,6144,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,6144,0.19753813743591309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,6144,0.3852544148763021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,6144,0.09456533590952555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,6144,0.08731839656829835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,6144,0.093776003519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,6144,0.752676264444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,6144,0.08823573589324951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,6144,0.0821173350016276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,6144,0.08005546728769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,6144,0.07745280265808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,6144,0.06848533153533935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,6144,0.07744106451670328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,6144,0.07021760145823161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,6144,0.06557759841283163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,6144,0.062200534343719485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,6144,0.0578325351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,7168,0.019313067197799683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,6144,0.062420264879862464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,6144,0.05446079969406128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,6144,0.0563594659169515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,6144,0.051242665449778235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,6144,0.05157653490702311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,6144,0.04597333272298177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,6144,0.046520535151163736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,6144,0.0437120000521342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,6144,0.042881067593892416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,6144,0.03937919934590657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,6144,0.03896640141805013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,6144,0.03797866503397624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,6144,0.03532266616821289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,6144,0.03341439962387085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,6144,0.032813866933186844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,6144,0.028785065809885664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,6144,0.0288810670375824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,6144,0.02725119988123576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,6144,0.024307199319203696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,6144,0.022986666361490885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,6144,0.02272640069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,6144,0.023882667223612465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,6144,0.02146240075429281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,6144,0.021995733181635536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,6144,0.020757333437601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,6144,0.02246826688448588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,6144,0.020747733116149903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,6144,0.01930026610692342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,6144,0.020804266134897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,6144,0.018739199638366698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,6144,0.02007360061009725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,6144,0.024975999196370443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,6144,0.01991573373476664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,6144,0.019606399536132812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,6144,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,6144,0.019721599419911702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,6144,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,6144,0.018778665860493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,6144,0.01869759956995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,6144,0.021255467335383096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,6144,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,6144,0.017550933361053466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,6144,0.01882879932721456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,6144,0.01789120038350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,6144,0.019156267245610557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,6144,0.018118399381637573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,6144,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,6144,0.01837013363838196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,6144,0.016898133357365928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,6144,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,6144,0.018710400660832724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,6144,0.017638399203618368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,6144,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,6144,0.017015467087427773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,6144,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,6144,0.017563732465108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,6144,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,6144,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,6144,0.8072074890136719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,6144,0.22252160708109536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,6144,0.20673386255900064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,6144,1.5995498657226563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,6144,0.18007465998331706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,6144,0.408460807800293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,6144,0.21837226549784342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,6144,0.17639892896016438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,6144,0.1571071942647298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,6144,0.20026346842447915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,6144,0.13505279223124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,6144,0.14790933926900227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,6144,0.1086197296778361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,6144,0.1256725311279297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,6144,0.09828266302744547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,6144,0.1086506684621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,6144,0.08578773339589438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,6144,0.07980906963348389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,6144,0.07687146663665771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,6144,0.0720309336980184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,6144,0.06983893712361654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,6144,0.06105600198109945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,6144,0.061953067779541016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,6144,0.054720000425974524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,6144,0.053255466620127354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,6144,0.0467957337697347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,6144,0.047014399369557695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,6144,0.0997973362604777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,6144,0.0912928024927775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,6144,0.038898134231567384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,6144,0.038381866614023846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,6144,0.03213653365770976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,6144,0.0314848005771637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,6144,0.024785067637761435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,6144,0.023638399442036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,6144,0.01810986598332723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,6144,0.016132266322771708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,6144,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,6144,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,6144,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,6144,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,6144,0.016979199647903443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,6144,0.0168938676516215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,6144,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,6144,0.012920533617337545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,6144,0.012801067034403483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,6144,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,6144,0.012808533509572348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,6144,0.01239359974861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,6144,0.011307733257611592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,6144,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,6144,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,6144,0.01104639967282613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,6144,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,6144,0.024284799893697105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,6144,0.024270933866500855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,6144,0.02360960046450297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,6144,0.023498666286468507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,6144,0.025130667289098102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,6144,0.025080533822377522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,6144,0.024421334266662598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,6144,0.024216532707214355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,6144,0.02519039909044902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,6144,0.025018666187922162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,6144,0.024246400594711302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,6144,0.02456000049908956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,6144,0.026809600989023845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,6144,0.025970133145650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,6144,0.02463679909706116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,6144,0.02526293396949768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,6144,0.02765546639760335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,6144,0.3027210553487142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,6144,0.012935466567675271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,6144,0.012920533617337545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,6144,0.01300373375415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,6144,0.1611797332763672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,6144,0.08324693044026693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,6144,0.05125866731007894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,6144,0.05036373138427734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,6144,0.048205868403116865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,6144,0.04877226750055949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,6144,0.047277867794036865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,6144,0.04653120040893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,6144,0.04516160090764364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,6144,0.04585920174916585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,6144,0.04522133270899455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,6144,0.04387946526209514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,6144,0.031675734122594196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,6144,0.032059733072916666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,6144,0.030985599756240843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,6144,0.031035733222961426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,6144,0.029418667157491047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,6144,0.02935466567675273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,6144,0.02829013268152873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,6144,0.026114133993784587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,6144,0.02762133280436198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,6144,0.026746666431427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,6144,0.025733333826065064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,6144,0.023916800816853843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,6144,0.025240532557169598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,6144,0.024086399873097738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,6144,0.022860799233118692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,6144,0.023357866207758586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,6144,0.022385066747665404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,6144,0.021995733181635536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,6144,0.02067199945449829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,6144,0.02041813333829244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,6144,0.019875200589497884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,6144,0.01987733244895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,6144,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,6144,0.01827626625696818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,6144,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,6144,0.018292266130447387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,6144,0.01812373399734497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,6144,0.018273067474365235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,6144,0.017861332496007284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,6144,0.017908267180124917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,6144,0.01786880095799764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,6144,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,6144,0.017505067586898803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,6144,0.017822933197021485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,6144,0.0173632005850474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,6144,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,6144,0.017425066232681273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,6144,0.017477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,6144,0.017417599757512413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,6144,0.017484800020853678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,6144,0.017197867234547935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,6144,0.017359999815622966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,6144,0.01769599914550781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,6144,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,6144,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,6144,0.017813332875569663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,6144,0.01735146641731262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,6144,0.017780266205469766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,6144,0.01734506686528524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,6144,0.017499732971191406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,6144,0.017478400468826295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,6144,0.017522132396697997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,6144,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,6144,0.017428267002105712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,6144,0.017475199699401856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,6144,0.017439999183019004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,6144,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,6144,0.01708266735076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,5120,0.3166805267333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,5120,0.1578858693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,5120,0.09338346322377523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,5120,0.044151465098063156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,5120,0.045636268456776936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,5120,0.0433898647626241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,5120,0.04396693309148152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,6144,0.017900800704956053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,5120,0.03743146657943726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,5120,0.03650986750920614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,5120,0.035946667194366455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,5120,0.036445868015289304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,5120,0.030905600388844805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,5120,0.031946667035420734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,5120,0.030802132685979207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,5120,0.02895893255869548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,5120,0.027517867088317872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,5120,0.028643200794855755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,5120,0.02564053336779277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,5120,0.02723093430201213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,5120,0.025463465849558515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,5120,0.02172373334566752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,6144,0.017787732680638633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,5120,0.021205333868662517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,5120,0.022150399287541707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,5120,0.018474666277567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,5120,0.01895466645558675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,5120,0.01713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,5120,0.016017066438992818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,5120,0.015925332903862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,5120,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,5120,0.015474133690198264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,5120,0.012983466188112894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,5120,0.011899733543395996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,5120,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,5120,0.009340799848238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,5120,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,5120,0.008587732911109924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,5120,0.00886400043964386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,5120,0.008622933427492778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,5120,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,5120,0.00853013296922048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,5120,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,5120,0.008498133222262064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,5120,0.008586666981379191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,5120,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,5120,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,5120,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,6144,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,5120,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,5120,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,5120,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,5120,0.008590933680534363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,5120,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,5120,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,5120,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,5120,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,5120,0.01423679987589518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,5120,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,5120,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,5120,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,5120,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,5120,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,5120,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,5120,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,5120,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,5120,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,5120,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,5120,0.0062047998110453285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,5120,0.006071466704209646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,5120,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,5120,0.005931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,5120,0.005950933198134104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,5120,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,5120,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,5120,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,5120,0.3205205281575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,5120,0.07584640185038248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,5120,0.6301792144775391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,5120,0.16149226824442547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,5120,0.07603733539581299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,5120,0.07156799634297689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,5120,0.06672639846801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,5120,0.07239680290222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,5120,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,5120,0.06652160088221232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,5120,0.06133973201115926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,5120,0.06368319988250733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,5120,0.057714132467905674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,5120,0.05445119937260946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,5120,0.054124800364176426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,5120,0.05157440106074015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,5120,0.04761173327763875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,5120,0.048699732621510824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,5120,0.04668053388595581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,5120,0.0450709342956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,5120,0.04271786610285441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,5120,0.04188266595204671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,5120,0.03844266732533773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,5120,0.038950399557749434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,5120,0.03716586828231812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,5120,0.03576320012410482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,5120,0.035173332691192626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,5120,0.03331093390782674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,5120,0.02986133297284444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,5120,0.05662506818771362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,5120,0.0292138675848643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,5120,0.02696533401807149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,5120,0.05123200019200643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,5120,0.02490453322728475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,5120,0.024180267254511514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,5120,0.022366933027903237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,5120,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,5120,0.021948800484339396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,5120,0.020881066719690956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,5120,0.021186133225758873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,5120,0.01988160014152527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,5120,0.01997013290723165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,5120,0.02055786649386088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,5120,0.019853866100311278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,5120,0.019318399826685588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,5120,0.019577600558598838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,5120,0.018847999970118205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,5120,0.027318400144577027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,5120,0.019243733088175455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,5120,0.020060799519220986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,5120,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,5120,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,5120,0.017578667402267455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,5120,0.017592533429463705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,5120,0.01906026601791382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,5120,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,5120,0.018263467152913413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,5120,0.017758933703104655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,5120,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,5120,0.01779306729634603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,5120,0.01748266617457072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,5120,0.01655359963575999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,5120,0.016645333170890807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,5120,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,5120,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,5120,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,5120,0.016516266266504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,5120,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,5120,0.016798933347066246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,5120,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,5120,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,5120,0.017012266318003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,5120,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,5120,0.016819200913111367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,5120,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,5120,0.39597972234090173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,5120,0.17759040196736653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,5120,0.156765874226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,5120,1.5588340759277344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,5120,0.13622080485026042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,5120,0.7896149317423503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,5120,0.17949760754903157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,5120,0.11761173407236736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,5120,0.10772159894307454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,5120,0.15037760734558106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,5120,0.13200746377309164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,5120,0.11896746953328449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,5120,0.10449706713358561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,5120,0.105839999516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,5120,0.09805760383605958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,5120,0.08067839940388997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,5120,0.0751413345336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,5120,0.0725546677907308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,5120,0.06822186311086019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,5120,0.06616959969202676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,5120,0.0587061325709025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,5120,0.057991464932759605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,5120,0.052433065573374425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,5120,0.05007359981536865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,5120,0.04484053452809651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,5120,0.04310293197631836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,5120,0.09166186650594076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,5120,0.08169386386871338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,5120,0.09199360211690268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,5120,0.03720746835072835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,5120,0.030773333708445233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,5120,0.03621333440144857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,5120,0.029423999786376952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,5120,0.023874133825302124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,5120,0.02219520012537638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,5120,0.017064533631006875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,5120,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,5120,0.01418560047944387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,5120,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,5120,0.014190933108329773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,5120,0.01530346671740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,5120,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,5120,0.01209173301855723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,5120,0.012185600399971009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,5120,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,5120,0.012537599603335062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,5120,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,5120,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,5120,0.010786133011182149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,5120,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,5120,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,5120,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,5120,0.010718933741251628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,5120,0.02205973267555237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,5120,0.021090133984883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,5120,0.021066667636235555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,5120,0.021961599588394165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,5120,0.020397865772247316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,5120,0.021219199895858763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,5120,0.02327679991722107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,5120,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,5120,0.02228906750679016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,5120,0.022408533096313476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,5120,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,5120,0.022807466983795165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,5120,0.021766400337219237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,5120,0.022731733322143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,5120,0.023105067014694215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,5120,0.022337067127227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,5120,0.02345493237177531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,5120,0.012007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,5120,0.2778527895609538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,5120,0.1472053368886312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,5120,0.0767146666844686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,5120,0.044707198937733963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,5120,0.04378879865010579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,5120,0.04331413507461548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,5120,0.04281599919001262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,5120,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,5120,0.041110400358835855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,5120,0.04228053490320842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,5120,0.04055146773656209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,5120,0.04178986549377441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,5120,0.03925120035807292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,5120,0.039955198764801025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,5120,0.028889600435892743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,5120,0.02932479977607727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,5120,0.028141866127649944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,5120,0.028281599283218384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,5120,0.026459733645121258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,5120,0.02687573234240214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,5120,0.025206400950749712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,5120,0.02563733259836833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,5120,0.02401706576347351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,5120,0.024027733008066814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,5120,0.022756266593933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,5120,0.021580799420674642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,5120,0.02278719941775004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,5120,0.02166293263435364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,5120,0.02076586683591207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,5120,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,5120,0.02026026646296183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,5120,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,5120,0.019093332688013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,5120,0.018212266763051353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,5120,0.017845332622528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,5120,0.017595734198888144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,5120,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,5120,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,5120,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,5120,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,5120,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,5120,0.01623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,5120,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,5120,0.01623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,5120,0.01625279982884725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,5120,0.01622293293476105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,5120,0.015737600127855935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,5120,0.016157866517702738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,5120,0.01621119976043701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,5120,0.015870933731396995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,5120,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,5120,0.015796266992886863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,5120,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,5120,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,5120,0.015657599767049155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,5120,0.015427199999491372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,5120,0.015884799758593242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,5120,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,5120,0.01569386621316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,5120,0.01586133340994517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,5120,0.015688533584276833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,5120,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,5120,0.015332266688346863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,5120,0.015941333770751954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,5120,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,5120,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,5120,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,5120,0.015913599729537965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,5120,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,5120,0.015830399592717488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,5120,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,5120,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,4096,0.25055039723714195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,4096,0.12346666653951008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,4096,0.06210986773173014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,5120,0.01588373382886251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,4096,0.033579734961191814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,4096,0.035139199097951254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,4096,0.03470293283462524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,4096,0.033453865845998125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,4096,0.030513066053390502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,4096,0.029377067089080812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,4096,0.030601600805918377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,4096,0.029155200719833373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,4096,0.025203200181325276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,4096,0.02635519901911418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,4096,0.02509653369585673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,4096,0.023678932587305704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,4096,0.022690133253733317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,4096,0.023754666248957314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,5120,0.015733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,4096,0.022055466969807945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,4096,0.0222378671169281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,4096,0.02132479945818583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,4096,0.018869332472483315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,4096,0.018308266003926595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,4096,0.018178133169809978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,4096,0.016115199526151022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,4096,0.01636693378289541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,4096,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,4096,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,4096,0.015517866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,4096,0.012392533818880717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,4096,0.012621866663297019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,4096,0.011068800091743469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,4096,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,4096,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,4096,0.008595200379689534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,4096,0.008231466511885326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,4096,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,4096,0.007039999961853028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,4096,0.007632000247637431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,4096,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,4096,0.0075765331586201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,4096,0.006859733164310456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,4096,0.007246933380762736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,4096,0.0068810666600863145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,4096,0.007303466896216075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,4096,0.006875733534495036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,4096,0.006908800204594929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,4096,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,4096,0.006849066913127899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,4096,0.006857599814732869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,4096,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,4096,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,4096,0.006356266637643178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,4096,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,4096,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,4096,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,5120,0.015292800466219583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,4096,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,4096,0.00722453345855077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,4096,0.007234133283297221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,4096,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,4096,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,4096,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,4096,0.006647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,4096,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,4096,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,4096,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,4096,0.005961599946022034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,4096,0.006060799956321717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,4096,0.006007466713587443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,4096,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,4096,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,4096,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,4096,0.0059456000725428265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,4096,0.005629866818586985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,4096,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,4096,0.2599541346232096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,4096,0.12151467005411784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,4096,0.060193065802256265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,4096,0.5079434712727864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,4096,0.060083198547363284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,4096,0.05626879930496216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,4096,0.05650986830393473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,4096,0.05356053511301676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,4096,0.05183253288269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,4096,0.05278826554616293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,4096,0.05173120101292929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,4096,0.04778666496276855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,4096,0.04782506624857585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,4096,0.0455135981241862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,4096,0.044846932093302413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,4096,0.04324906667073568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,4096,0.041124268372853594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,4096,0.0448309342066447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,4096,0.041360000769297287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,4096,0.039637335141499835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,4096,0.039486932754516604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,4096,0.035854931672414145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,4096,0.035605335235595705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,4096,0.035285333792368576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,4096,0.03301546573638916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,4096,0.03249706625938416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,4096,0.029262934128443403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,4096,0.029020800193150835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,4096,0.025549866755803424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,4096,0.026445867617925008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,4096,0.024756266673405965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,4096,0.022565333048502605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,4096,0.023269333442052207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,4096,0.019870932896931967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,4096,0.03120959997177124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,4096,0.026530132691065474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,4096,0.0205567995707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,4096,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,4096,0.019079466660817467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,4096,0.01877440015474955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,4096,0.018667733669281004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,4096,0.01871466636657715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,4096,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,4096,0.0175327996412913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,4096,0.018369066715240478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,4096,0.01713493267695109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,4096,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,4096,0.01716586748758952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,4096,0.01729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,4096,0.016938666502634682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,4096,0.018824533621470133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,4096,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,4096,0.017053866386413576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,4096,0.01722773313522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,4096,0.017754666010538735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,4096,0.016668800512949625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,4096,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,4096,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,4096,0.018102399508158364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,4096,0.017783466974894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,4096,0.016936532656351724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,4096,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,4096,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,4096,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,4096,0.017709867159525553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,4096,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,4096,0.016781866550445557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,4096,0.01662506659825643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,4096,0.01712533235549927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,4096,0.01861226757367452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,4096,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,4096,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,4096,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,4096,0.01757226586341858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,4096,0.136845858891805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,4096,0.7653866449991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,4096,0.12646079858144124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,4096,0.3815509478251139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,4096,0.12043733596801758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,4096,1.516972859700521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,4096,0.12119999726613362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,4096,0.11910719871520996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,4096,0.13457279205322265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,4096,0.10013120174407959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,4096,0.10806933244069417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,4096,0.10609599749247234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,4096,0.0932639996210734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,4096,0.10089813073476155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,4096,0.09122560024261475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,4096,0.07588693300882975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,4096,0.07019200325012206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,4096,0.0686346689860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,4096,0.06383146842320761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,4096,0.06234986782073974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,4096,0.05553280115127564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,4096,0.055155201752980554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,4096,0.04941333134969075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,4096,0.047707732518514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,4096,0.04201813141504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,4096,0.04124266703923543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,4096,0.08648426532745361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,4096,0.0852661371231079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,4096,0.07851626873016357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,4096,0.034986666838328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,4096,0.033786666393280027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,4096,0.028225066264470418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,4096,0.02954240043958028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,4096,0.022285866737365722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,4096,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,4096,0.016123732924461363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,4096,0.01498240033785502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,4096,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,4096,0.013173333803812661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,4096,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,4096,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,4096,0.013251200318336487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,4096,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,4096,0.014135467012723288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,4096,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,4096,0.011384532848993937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,4096,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,4096,0.011507200201352437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,4096,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,4096,0.00992746651172638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,4096,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,4096,0.01106346646944682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,4096,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,4096,0.009618133306503296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,4096,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,4096,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,4096,0.018548266092936198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,4096,0.019495467344919838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,4096,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,4096,0.01918720006942749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,4096,0.019463467597961425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,4096,0.01949333349863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,4096,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,4096,0.019426133235295615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,4096,0.01951893369356791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,4096,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,4096,0.01983786622683207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,4096,0.020245333512624107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,4096,0.020269866784413657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,4096,0.01993280053138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,4096,0.019960532585779824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,4096,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,4096,0.011230933666229247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,4096,0.21411412556966147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,4096,0.11257920265197754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,4096,0.06018986701965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,4096,0.03677546580632528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,4096,0.03546773195266724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,4096,0.03577920198440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,4096,0.011687466502189636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,4096,0.035538132985432944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,4096,0.03419946829477946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,4096,0.034653866291046144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,4096,0.03363946676254272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,4096,0.03396373192469279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,4096,0.03236160079638163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,4096,0.02436586618423462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,4096,0.03299840092658997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,4096,0.02474666635195414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,4096,0.023125332593917847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,4096,0.02317439913749695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,4096,0.022808533906936646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,4096,0.022813866535822548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,4096,0.021126399437586464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,4096,0.021182932456334434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,4096,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,4096,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,4096,0.01980479955673218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,4096,0.019509333372116088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,4096,0.019492266575495402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,4096,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,4096,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,4096,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,4096,0.017425066232681273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,4096,0.017058134078979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,4096,0.016115199526151022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,4096,0.01618773341178894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,4096,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,4096,0.015317333738009134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,4096,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,4096,0.01421440045038859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,4096,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,4096,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,4096,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,4096,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,4096,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,4096,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,4096,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,4096,0.013770666718482972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,4096,0.013670399785041809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,4096,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,4096,0.013651200135548911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,4096,0.013312000036239623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,4096,0.013646933436393737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,4096,0.013369599978129068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,4096,0.01381226678689321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,4096,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,4096,0.013687466581662497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,4096,0.013716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,4096,0.013615999619166055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,4096,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,4096,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,4096,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,4096,0.013347199559211731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,4096,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,4096,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,4096,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,4096,0.013723733027776084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,4096,0.01341973344484965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,4096,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,4096,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,4096,0.01339413324991862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,4096,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,4096,0.013808000087738036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,4096,0.013667200009028116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,3584,0.2132714589436849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,3584,0.10597439606984456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,3584,0.057107198238372806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,3584,0.030693332354227703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,3584,0.02983786662419637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,3584,0.028329600890477497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,3584,0.028511999050776164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,4096,0.013341866930325828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,3584,0.025561600923538208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,3584,0.026997333765029906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,3584,0.024903466304143272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,3584,0.026599466800689697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,3584,0.02158720095952352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,3584,0.024140799045562746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,3584,0.021652267376581828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,4096,0.013727999726931252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,3584,0.020629332462946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,3584,0.021171200275421142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,3584,0.019296000401178993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,3584,0.020343466599782308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,3584,0.018887466192245482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,3584,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,3584,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,4096,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,3584,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,3584,0.014200533429781595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,3584,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,3584,0.013091199596722922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,3584,0.012351999680201214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,3584,0.021447465817133585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,3584,0.011354666948318482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,3584,0.011954133709271748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,3584,0.01092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,3584,0.010148266951243084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,3584,0.008496000369389852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,3584,0.008454400300979614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,3584,0.0074432000517845156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,3584,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,3584,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,3584,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,3584,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,3584,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,3584,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,3584,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,3584,0.006404266754786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,3584,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,3584,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,3584,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,3584,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,3584,0.006306133170922597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,3584,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,3584,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,3584,0.010076799988746643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,3584,0.0072053333123524976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,3584,0.006246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,3584,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,3584,0.006419200201829274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,3584,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,3584,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,3584,0.0072512000799179075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,3584,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,3584,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,3584,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,3584,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,3584,0.005884799857934316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,3584,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,3584,0.0058890665570894875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,3584,0.006201600035031637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,3584,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,3584,0.005700266857941946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,3584,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,3584,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,3584,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,3584,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,3584,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,3584,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,3584,0.2260181268056234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,3584,0.44576320648193357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,3584,0.006265600025653839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,3584,0.053741868336995444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,3584,0.054970665772755944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,3584,0.0518666664759318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,3584,0.05218240022659302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,3584,0.048716799418131514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,3584,0.048069334030151366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,3584,0.046625065803527835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,3584,0.047408000628153486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,3584,0.04495146671930949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,3584,0.04530666669209798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,3584,0.043545599778493246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,3584,0.04177066485087077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,3584,0.04129600127538045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,3584,0.04160000085830688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,3584,0.038661332925160725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,3584,0.039478401343027755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,3584,0.03502293427785237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,3584,0.03511039813359578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,3584,0.035877335071563723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,3584,0.03550506830215454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,3584,0.03285013238588969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,3584,0.1026261329650879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,3584,0.029752532641092937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,3584,0.02932159900665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,3584,0.027411200602849323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,3584,0.027319467067718504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,3584,0.02590293288230896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,3584,0.02395520011583964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,3584,0.025106134017308553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,3584,0.020814933379491172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,3584,0.022580265998840332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,3584,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,3584,0.018835200866063436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,3584,0.019180800517400107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,3584,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,3584,0.020823466777801513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,3584,0.018696532646814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,3584,0.01859626571337382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,3584,0.017017600933710735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,3584,0.03180586695671082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,3584,0.018415999412536622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,3584,0.018589866161346436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,3584,0.027169066667556762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,3584,0.017123200496037803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,3584,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,3584,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,3584,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,3584,0.018078933159510292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,3584,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,3584,0.017723733186721803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,3584,0.017544533809026083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,3584,0.016914133230845133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,3584,0.01692906618118286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,3584,0.016897066434224447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,3584,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,3584,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,3584,0.01649386684099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,3584,0.01634773313999176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,3584,0.017040000359217326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,3584,0.01649386684099833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,3584,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,3584,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,3584,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,3584,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,3584,0.017598932981491087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,3584,0.016862932840983072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,3584,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,3584,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,3584,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,3584,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,3584,0.016902399063110352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,3584,0.015426133076349893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,3584,0.772049077351888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,3584,0.3891317367553711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,3584,0.12850240071614583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,3584,0.1202346642812093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,3584,0.1140938679377238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,3584,1.5270773569742837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,3584,0.11879253387451172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,3584,0.12465066909790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,3584,0.11115946769714355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,3584,0.10466986497243244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,3584,0.09775253136952719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,3584,0.1040501356124878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,3584,0.08980159759521485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,3584,0.0979360024134318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,3584,0.08309653600056967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,3584,0.09033599694569906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,3584,0.07588373025258383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,3584,0.0687018632888794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,3584,0.06824533144632974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,3584,0.06276053190231323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,3584,0.06194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,3584,0.05474880139032999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,3584,0.05479679902394613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,3584,0.048547200361887616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,3584,0.0477567990620931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,3584,0.04160000085830688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,3584,0.04100159804026286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,3584,0.08438080151875814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,3584,0.034953598181406656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,3584,0.07477866808573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,3584,0.033855998516082765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,3584,0.029317333300908403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,3584,0.021923200289408366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,3584,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,3584,0.02676266630490621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,3584,0.01601066688696543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,3584,0.014051199952761332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,3584,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,3584,0.012481066584587096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,3584,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,3584,0.012472533186276754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,3584,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,3584,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,3584,0.013771733641624451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,3584,0.010815999905268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,3584,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,3584,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,3584,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,3584,0.010779733459154766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,3584,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,3584,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,3584,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,3584,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,3584,0.015939199924468996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,3584,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,3584,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,3584,0.017615999778111777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,3584,0.01627840002377828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,3584,0.01744106610616048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,3584,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,3584,0.01728640000025431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,3584,0.01702079971631368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,3584,0.018313600619633993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,3584,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,3584,0.017198934157689413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,3584,0.01798080007235209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,3584,0.01716266671816508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,3584,0.018630399306615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,3584,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,3584,0.010878933469454448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,3584,0.018339200814565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,3584,0.018978132804234823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,3584,0.011210667093594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,3584,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,3584,0.10193813641866048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,3584,0.19376319249471027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,3584,0.054440534114837645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,3584,0.03338880141576131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,3584,0.032467200358708696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,3584,0.03300159970919291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,3584,0.032561065753300984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,3584,0.031268266836802165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,3584,0.03128319978713989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,3584,0.0313482662041982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,3584,0.03131519953409831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,3584,0.030037333567937214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,3584,0.029725867509841918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,3584,0.02276373306910197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,3584,0.02232426603635152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,3584,0.021623466412226358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,3584,0.02147093415260315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,3584,0.021249065796534218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,3584,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,3584,0.019882667064666747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,3584,0.019692800442377725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,3584,0.01912533243497213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,3584,0.01909546653429667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,3584,0.0179584006468455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,3584,0.01781760056813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,3584,0.017850667238235474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,3584,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,3584,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,3584,0.016403200229008992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,3584,0.016124799847602844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,3584,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,3584,0.015013333161671957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,3584,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,3584,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,3584,0.01418880025545756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,3584,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,3584,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,3584,0.013427199920018515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,3584,0.013285332918167114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,3584,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,3584,0.013221333424250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,3584,0.013143466909726462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,3584,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,3584,0.013292800386746725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,3584,0.012892799576123557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,3584,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,3584,0.012644267082214356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,3584,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,3584,0.01299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,3584,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,3584,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,3584,0.01297920048236847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,3584,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,3584,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,3584,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,3584,0.012528000275293985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,3584,0.012418133020401002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,3584,0.012943999965985617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,3584,0.012711466352144877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,3584,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,3584,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,3584,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,3584,0.012834133704503379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,3584,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,3584,0.012602667013804117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,3584,0.012632532914479574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,3584,0.012547199924786886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,3584,0.012918399771054587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,3584,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,3584,0.01250986655553182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,3072,0.05002666711807251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,3072,0.09555520216623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,3072,0.1867413361867269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,3072,0.026547199487686156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,3072,0.02768213351567586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,3072,0.025689599911371867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,3072,0.026204800605773924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,3072,0.022848000129063926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,3072,0.02256853381792704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,3072,0.023108265797297158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,3072,0.022894932826360067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,3072,0.021104000012079873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,3072,0.019411200284957887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,3072,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,3072,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,3072,0.019027199347813925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,3072,0.01635840038458506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,3072,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,3072,0.016781866550445557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,3072,0.015063466628392539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,3072,0.014823466539382935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,3072,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,3072,0.012698666254679362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,3072,0.012714667121569314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,3072,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,3072,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,3072,0.01136959989865621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,3072,0.009868799646695455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,3072,0.009483733773231506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,3072,0.009045333663622538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,3072,0.008930133779843648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,3072,0.00773119976123174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,3072,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,3072,0.00693333347638448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,3072,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,3072,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,3072,0.01939093271891276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,3072,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,3072,0.00734506646792094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,3072,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,3072,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,3072,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,3072,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,3072,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,3072,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,3072,0.005605333546797434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,3072,0.005817600091298421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,3072,0.005562666555245717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,3072,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,3072,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,3072,0.00590826670328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,3072,0.005458133419354757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,3072,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,3072,0.005449600021044413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,3072,0.0058890665570894875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,3072,0.005559466779232025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,3072,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,3072,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,3072,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,3072,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,3072,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,3072,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,3072,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,3072,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,3072,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,3072,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,3072,0.005745066702365876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,3072,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,3072,0.005479466418425242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,3584,0.012862933675448099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,3072,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,3072,0.005577600002288819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,3072,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,3072,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,3072,0.19367893536885578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,3072,0.3876746813456217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,3072,0.04819306532541911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,3072,0.08689813613891602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,3072,0.047836800416310624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,3072,0.045634134610493975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,3072,0.044633599122365315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,3072,0.04455466667811076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,3072,0.04305066665013631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,3072,0.04486826658248901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,3072,0.039884801705678305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,3072,0.04179946581522624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,3072,0.03930026690165202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,3072,0.03853760162989299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,3072,0.0058378666639328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,3072,0.03535786469777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,3072,0.03704746564229329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,3072,0.034967466195424395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,3072,0.03498026529947917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,3072,0.03341653347015381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,3072,0.03470933437347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,3072,0.031411200761795044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,3072,0.03110719919204712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,3072,0.02914773424466451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,3072,0.030194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,3072,0.028104533751805622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,3072,0.02718186577161153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,3072,0.028538666168848675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,3072,0.02601066629091899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,3072,0.043928531805674235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,3072,0.025193599859873454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,3072,0.022989867130915324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,3072,0.024851200977961223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,3072,0.022768000761667885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,3072,0.020838399728139244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,3072,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,3072,0.01902186671892802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,3072,0.02012373407681783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,3072,0.01932586630185445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,3072,0.01916586756706238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,3072,0.017590399583180746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,3072,0.016889599959055583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,3072,0.018267732858657838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,3072,0.018913066387176512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,3072,0.01832853356997172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,3072,0.017629865805308023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,3072,0.016764799753824867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,3072,0.016778665781021117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,3072,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,3072,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,3072,0.016711467504501344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,3072,0.01800959904988607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,3072,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,3072,0.01676373283068339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,3072,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,3072,0.016193067034085594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,3072,0.016243199507395424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,3072,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,3072,0.015582933028539022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,3072,0.01693120002746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,3072,0.01602133313814799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,3072,0.016446933150291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,3072,0.01635840038458506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,3072,0.01583466629187266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,3072,0.016570666432380678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,3072,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,3072,0.016786134243011473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,3072,0.016489600141843162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,3072,0.016713599363962807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,3072,0.015989333391189575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,3072,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,3072,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,3072,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,3072,0.016746666034062704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,3072,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,3072,0.74955628712972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,3072,1.490595245361328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,3072,0.12426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,3072,0.37811733881632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,3072,0.11112213134765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,3072,0.12063039938608806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,3072,0.11768426895141601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,3072,0.11526079972585042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,3072,0.10884586970011394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,3072,0.09582506815592448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,3072,0.10237653255462646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,3072,0.10126079718271892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,3072,0.09567360083262125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,3072,0.08906239668528239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,3072,0.08691840171813965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,3072,0.07328746318817139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,3072,0.06728426615397134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,3072,0.06619626681009928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,3072,0.06133759816487631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,3072,0.06012373367945353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,3072,0.05374613205591837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,3072,0.052958933512369785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,3072,0.047814400990804036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,3072,0.04622186819712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,3072,0.04074560006459554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,3072,0.039716267585754396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,3072,0.08054506778717041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,3072,0.08289706707000732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,3072,0.07483519713083903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,3072,0.03420586585998535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,3072,0.0330346663792928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,3072,0.028454399108886717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,3072,0.026893866062164307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,3072,0.021203200022379555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,3072,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,3072,0.01532266636689504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,3072,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,3072,0.012428800264994305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,3072,0.012140799562136333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,3072,0.012181333700815837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,3072,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,3072,0.013722667098045349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,3072,0.013664000233014426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,3072,0.013685333728790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,3072,0.010387200117111205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,3072,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,3072,0.010514133175214132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,3072,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,3072,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,3072,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,3072,0.00886079967021942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,3072,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,3072,0.015076266725858054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,3072,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,3072,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,3072,0.015401599804560342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,3072,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,3072,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,3072,0.01578986644744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,3072,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,3072,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,3072,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,3072,0.016174933314323424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,3072,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,3072,0.016106667121251424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,3072,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,3072,0.01665279964605967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,3072,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,3072,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,3072,0.015397333105405173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,3072,0.015731199582417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,3072,0.017053866386413576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,3072,0.16945066452026367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,3072,0.08892052968343099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,3072,0.04749653339385986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,3072,0.029740800460179646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,3072,0.02974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,3072,0.029308799902598066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,3072,0.028899200757344562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,3072,0.02853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,3072,0.028241066137949626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,3072,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,3072,0.028154667218526202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,3072,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,3072,0.02807146708170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,3072,0.02640426754951477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,3072,0.027240532636642455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,3072,0.0198527991771698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,3072,0.019899733861287437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,3072,0.019857066869735717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,3072,0.019478400548299156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,3072,0.018351999918619792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,3072,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,3072,0.018212266763051353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,3072,0.018172800540924072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,3072,0.017501866817474364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,3072,0.017500799894332886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,3072,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,3072,0.016201600432395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,3072,0.01588373382886251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,3072,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,3072,0.015414399902025857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,3072,0.015367466211318969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,3072,0.015129599968592325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,3072,0.014243200421333313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,3072,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,3072,0.014174933234850565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,3072,0.013430399696032205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,3072,0.01338879962762197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,3072,0.012505599856376648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,3072,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,3072,0.012556800246238708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,3072,0.012578133742014566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,3072,0.012142933408419291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,3072,0.012505599856376648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,3072,0.012531200051307678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,3072,0.012485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,3072,0.012115200360616047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,3072,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,3072,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,3072,0.012101333340009053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,3072,0.011723732948303223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,3072,0.012154666582743327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,3072,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,3072,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,3072,0.011686399579048157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,3072,0.01216426690419515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,3072,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,3072,0.011829333504041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,3072,0.011793067057927448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,3072,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,3072,0.011997866630554199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,3072,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,3072,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,3072,0.011694932977358501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,3072,0.01209173301855723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,3072,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,3072,0.01167039970556895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,3072,0.011713066697120666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,3072,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,3072,0.012132267157236736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,3072,0.011611732840538024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,3072,0.012081066767374676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,3072,0.01195199986298879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,3072,0.011785599589347839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,2560,0.15744214057922362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,2560,0.0791040023167928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,2560,0.04043519894282023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,2560,0.022053333123524983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,2560,0.022242132822672525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,2560,0.021388800938924153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,2560,0.021336533625920615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,2560,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,2560,0.01915093262990316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,2560,0.018922666708628334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,2560,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,2560,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,2560,0.017142399152119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,2560,0.01684373418490092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,2560,0.01570453345775604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,3072,0.011716266473134358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,2560,0.015110400319099427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,2560,0.015910399953524272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,2560,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,2560,0.014793599645296732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,2560,0.014958932995796204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,2560,0.012664533654848733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,2560,0.011815466483434041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,2560,0.010605866710344952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,2560,0.010545066992441813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,2560,0.00974720021088918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,2560,0.008990933497746784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,2560,0.011160533626874287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,2560,0.008551466464996337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,3072,0.011699199676513672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,2560,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,2560,0.00781333347161611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,2560,0.007638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,2560,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,2560,0.006411733229955037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,2560,0.005997866888840993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,2560,0.005558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,2560,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,2560,0.00660693347454071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,2560,0.006580266853173573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,2560,0.005144533514976501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,2560,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,2560,0.01301653285821279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,2560,0.005165866514046987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,2560,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,2560,0.005142400165398916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,2560,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,2560,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,2560,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,2560,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,2560,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,2560,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,2560,0.0054517333706219995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,2560,0.0051146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,2560,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,2560,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,2560,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,2560,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,2560,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,2560,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,2560,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,2560,0.005982933441797892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,2560,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,2560,0.0051925331354141235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,2560,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,2560,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,2560,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,2560,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,2560,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,2560,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,2560,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,2560,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,2560,0.005110399921735128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,2560,0.00514026681582133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,2560,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,2560,0.15979305903116864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,2560,0.3264373461405436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,2560,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,2560,0.07244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,2560,0.04208533366521199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,2560,0.043340798219045004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,2560,0.041707734266916915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,2560,0.03953280051549275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,2560,0.038533333937327066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,2560,0.03794879913330078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,2560,0.03778239885965983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,2560,0.03557013273239136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,2560,0.035537068049112955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,2560,0.0355679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,2560,0.03419626553853353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,2560,0.03482346534729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,2560,0.035035733381907144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,2560,0.03272639910380046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,2560,0.03297280073165894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,2560,0.03089066743850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,2560,0.03094293276468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,2560,0.029948800802230835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,2560,0.029495465755462646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,2560,0.02694293260574341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,2560,0.04146666526794433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,2560,0.027309866746266682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,2560,0.02646399935086568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,2560,0.02627840042114258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,2560,0.024909865856170655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,2560,0.02485226591428121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,2560,0.02478613257408142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,2560,0.02325013279914856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,2560,0.022685867547988892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,2560,0.02244053284327189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,2560,0.02047146757443746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,2560,0.02071253259976705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,2560,0.01877760092417399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,2560,0.018885332345962524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,2560,0.018397865692774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,2560,0.01853546698888143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,2560,0.01890453298886617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,2560,0.01695466637611389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,2560,0.017570134003957114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,2560,0.018041600783665977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,2560,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,2560,0.016924800475438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,2560,0.017604267597198485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,2560,0.01742080052693685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,2560,0.01714026729265849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,2560,0.01689493258794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,2560,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,2560,0.015863466262817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,2560,0.01930560072263082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,2560,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,2560,0.01648319959640503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,2560,0.016335999965667723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,2560,0.015820800264676412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,2560,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,2560,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,2560,0.016284799575805663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,2560,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,2560,0.017832533518473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,2560,0.014707199732462563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,2560,0.01753173271814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,2560,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,2560,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,2560,0.016317866245905557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,2560,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,2560,0.015624533096949259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,2560,0.015493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,2560,0.016509866714477538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,2560,0.015441067020098367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,2560,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,2560,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,2560,0.016668800512949625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,2560,0.7363520304361979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,2560,1.4692586263020835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,2560,0.30462185541788733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,2560,0.12175892988840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,2560,0.11006720066070556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,2560,0.11981653372446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,2560,0.11374613444010417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,2560,0.11207786401112874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,2560,0.10626133282979329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,2560,0.09303893248240153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,2560,0.10064640045166015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,2560,0.09451839923858643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,2560,0.09926933447519938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,2560,0.08721919854482016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,2560,0.08633706569671631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,2560,0.0724501371383667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,2560,0.06635306676228842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,2560,0.08063466548919677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,2560,0.06578346490859985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,2560,0.059623467922210696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,2560,0.06014293432235718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,2560,0.05266026655832926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,2560,0.05221013228098551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,2560,0.04689280192057292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,2560,0.04479573170344035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,2560,0.038626134395599365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,2560,0.0404149333635966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,2560,0.07366720040639242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,2560,0.07922986348470053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,2560,0.027962666749954224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,2560,0.03334720134735107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,2560,0.032562132676442465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,2560,0.026051199436187743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,2560,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,2560,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,2560,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,2560,0.013220266501108805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,2560,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,2560,0.011594667037328085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,2560,0.011940266688664753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,2560,0.011590400338172912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,2560,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,2560,0.01333440045515696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,2560,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,2560,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,2560,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,2560,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,2560,0.009656533598899841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,2560,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,2560,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,2560,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,2560,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,2560,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,2560,0.013255467017491659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,2560,0.013123200337092081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,2560,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,2560,0.013979732990264893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,2560,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,2560,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,2560,0.013245866696039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,2560,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,2560,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,2560,0.013333333532015481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,2560,0.015317333738009134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,2560,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,2560,0.015012266238530478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,2560,0.014756266276041666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,2560,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,2560,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,2560,0.015031466881434122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,2560,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,2560,0.015672533710797628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,2560,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,2560,0.1425674597422282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,2560,0.07702720165252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,2560,0.04090240001678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,2560,0.026105600595474242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,2560,0.026021333535512288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,2560,0.026097067197163898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,2560,0.025151999791463216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,2560,0.024603732426961265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,2560,0.024850134054819742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,2560,0.024372265736262003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,2560,0.02415786584218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,2560,0.024215465784072875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,2560,0.023415466149648033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,2560,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,2560,0.018218666315078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,2560,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,2560,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,2560,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,2560,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,2560,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,2560,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,2560,0.016207999984423318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,2560,0.01581439971923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,2560,0.015291733543078103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,2560,0.015352533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,2560,0.014939733346303306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,2560,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,2560,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,2560,0.013918933272361756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,2560,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,2560,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,2560,0.01317759950955709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,2560,0.012530133128166199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,2560,0.012495999534924824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,2560,0.012523733576138816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,2560,0.012126933534940083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,2560,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,2560,0.011736533045768738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,2560,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,2560,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,2560,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,2560,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,2560,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,2560,0.011453866958618164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,2560,0.011718400319417318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,2560,0.010868266224861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,2560,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,2560,0.010931199789047242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,2560,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,2560,0.010913067062695821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,2560,0.01130560040473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,2560,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,2560,0.011127466956774395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,2560,0.010999466975529988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,2560,0.011025066177050274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,2560,0.010849066575368245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,2560,0.010896000266075134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,2560,0.010492799679438274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,2560,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,2560,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,2560,0.01113706628481547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,2560,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,2560,0.010860799749692281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,2560,0.01097920040289561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,2560,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,2560,0.010875733693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,2560,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,2560,0.010860799749692281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,2560,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,2560,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,2560,0.010867200295130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,2560,0.0109333336353302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,2560,0.010894933342933654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,2048,0.12696853478749592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,2048,0.06363413333892823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,2048,0.01768959959348043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,2048,0.03267520070075989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,2048,0.01842666665712992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,2048,0.017684266964594523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,2048,0.015441067020098367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,2048,0.015373866756757101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,2048,0.015105066696802774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,2048,0.01520853340625763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,2048,0.01359999974568685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,2048,0.013917866349220275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,2048,0.01360106666882833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,2048,0.012760532895723977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,2560,0.01088746686776479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,2048,0.012494933605194092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,2048,0.011803733309110005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,2048,0.01344000001748403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,2048,0.012762666742006937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,2048,0.011947733163833619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,2048,0.010284800330797832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,2048,0.010789333780606588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,2048,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,2048,0.009463466207186381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,2048,0.009060266613960265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,2048,0.008061866462230682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,2048,0.018294399976730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,2048,0.00860053300857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,2048,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,2560,0.010874666770299276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,2048,0.007334400216738384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,2048,0.006886399785677592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,2048,0.006145066519578298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,2048,0.005565866827964783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,2048,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,2048,0.005184000233809153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,2048,0.004930133124192556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,2048,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,2048,0.005763199925422668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,2048,0.005798399945100148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,2048,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,2048,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,2048,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,2048,0.004659200211366018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,2048,0.004782933493455251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,2048,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,2048,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,2048,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,2048,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,2048,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,2048,0.004605866471926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,2048,0.004632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,2048,0.004386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,2048,0.004347733159859975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,2048,0.004712533454100291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,2048,0.004642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,2048,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,2048,0.005294933418432872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,2048,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,2048,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,2048,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,2048,0.004308266441027323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,2048,0.004299733539422353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,2048,0.004318933188915253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,2048,0.004309333364168803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,2048,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,2048,0.004310399790604909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,2048,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,2048,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,2048,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,2048,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,2048,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,2048,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,2048,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,2048,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,2048,0.12141653696695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,2048,0.2612064043680827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,2048,0.05855466524759928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,2048,0.03728319803873698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,2048,0.03671893278757731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,2048,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,2048,0.03554346561431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,2048,0.034970664978027345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,2048,0.03454720179239909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,2048,0.03521600166956584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,2048,0.03364479939142863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,2048,0.03391253153483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,2048,0.03386559883753459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,2048,0.032816000779469806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,2048,0.03190400004386902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,2048,0.03136746684710185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,2048,0.031590400139490764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,2048,0.030792532364527385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,2048,0.028997333844502766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,2048,0.02934933304786682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,2048,0.027412267525990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,2048,0.02691520055135091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,2048,0.02587413390477498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,2048,0.027026132742563887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,2048,0.02510506709416707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,2048,0.025378133853276568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,2048,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,2048,0.0247488001982371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,2048,0.02364693284034729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,2048,0.02286506692568461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,2048,0.02262399991353353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,2048,0.021623466412226358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,2048,0.01907306710879008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,2048,0.02104319930076599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,2048,0.020399999618530274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,2048,0.018244266510009766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,2048,0.017012266318003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,2048,0.017828265825907387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,2048,0.017164800564448038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,2048,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,2048,0.016679465770721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,2048,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,2048,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,2048,0.01604159971078237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,2048,0.025117866198221844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,2048,0.016753067572911583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,2048,0.016749866803487144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,2048,0.018141865730285645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,2048,0.01578986644744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,2048,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,2048,0.01560426652431488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,2048,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,2048,0.01514240006605784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,2048,0.015014400084813436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,2048,0.018497065703074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,2048,0.014874666929244995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,2048,0.014755200346310934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,2048,0.014800000190734863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,2048,0.015608533223470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,2048,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,2048,0.016345600287119545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,2048,0.015269333124160766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,2048,0.0156768004099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,2048,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,2048,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,2048,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,2048,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,2048,0.014762666821479798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,2048,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,2048,0.016193067034085594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,2048,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,2048,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,2048,0.016433067123095193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,2048,0.015366400281588236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,2048,0.014680533607800802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,2048,0.24423786799112954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,2048,0.7226773579915364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,2048,1.4529674530029297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,2048,0.11926613648732502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,2048,0.10718080202738445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,2048,0.11604800224304199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,2048,0.11222293376922607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,2048,0.10375146865844727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,2048,0.11040320396423339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,2048,0.09107413291931152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,2048,0.09774719874064128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,2048,0.08494400183359782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,2048,0.0938975969950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,2048,0.07827520370483398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,2048,0.09805333614349365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,2048,0.07178560098012289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,2048,0.06494933366775513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,2048,0.06459946632385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,2048,0.05908586581548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,2048,0.058380798498789466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,2048,0.052026665210723876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,2048,0.05155733426411947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,2048,0.04611839850743611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,2048,0.08371840318044027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,2048,0.03908053239186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,2048,0.03824640115102132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,2048,0.07073919773101807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,2048,0.0783456007639567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,2048,0.04486720164616902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,2048,0.032553599278132124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,2048,0.03177280028661092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,2048,0.027190399169921876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,2048,0.025234133005142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,2048,0.02040426731109619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,2048,0.019413334131240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,2048,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,2048,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,2048,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,2048,0.011169067025184632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,2048,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,2048,0.01118293305238088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,2048,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,2048,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,2048,0.012485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,2048,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,2048,0.009545600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,2048,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,2048,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,2048,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,2048,0.009592533111572266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,2048,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,2048,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,2048,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,2048,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,2048,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,2048,0.01283519963423411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,2048,0.012502400080362954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,2048,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,2048,0.012473600109418233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,2048,0.012662399808565775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,2048,0.012807466586430869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,2048,0.013353600104649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,2048,0.01266986628373464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,2048,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,2048,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,2048,0.013038933277130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,2048,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,2048,0.01286079982916514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,2048,0.014046933253606161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,2048,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,2048,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,2048,0.013225600123405457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,2048,0.11769493420918782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,2048,0.06483733256657918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,2048,0.03409599860509237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,2048,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,2048,0.022721066077550253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,2048,0.02204373280207316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,2048,0.02234986623128255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,2048,0.009251200159390767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,2048,0.02160853346188863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,2048,0.021589332818984987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,2048,0.02109760046005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,2048,0.021511467297871907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,2048,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,2048,0.019997866948445638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,2048,0.01576746702194214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,2048,0.015808000167210897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,2048,0.015691733360290526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,2048,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,2048,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,2048,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,2048,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,2048,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,2048,0.013875200351079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,2048,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,2048,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,2048,0.013424000144004822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,2048,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,2048,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,2048,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,2048,0.01258666714032491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,2048,0.012362666924794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,2048,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,2048,0.01167146662871043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,2048,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,2048,0.012107732892036437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,2048,0.010961066683133442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,2048,0.010841600100199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,2048,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,2048,0.010507733623186747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,2048,0.01076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,2048,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,2048,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,2048,0.010567466417948406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,2048,0.010429867108662923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,2048,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,2048,0.01034986674785614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,2048,0.010496000448862713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,2048,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,2048,0.010454400380452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,2048,0.010081066687901815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,2048,0.010487467050552368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,2048,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,2048,0.010442666212717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,2048,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,2048,0.010525866349538168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,2048,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,2048,0.010058666268984478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,2048,0.010115200281143188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,2048,0.010046933094660442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,2048,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,2048,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,2048,0.010454400380452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,2048,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,2048,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,2048,0.009666132926940917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,2048,0.010214400291442872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,2048,0.010037333766619364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,2048,0.010072533289591472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,2048,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,2048,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,2048,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,2048,0.010125866532325745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,1536,0.0948245366414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,1536,0.049053867657979325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,1536,0.02503040035565694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,1536,0.013343999783198038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,1536,0.01393066644668579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,1536,0.01308799982070923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,1536,0.013621333241462707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,1536,0.01218986709912618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,1536,0.012010666728019714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,1536,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,2048,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,1536,0.011429333686828613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,2048,0.010067199667294819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,1536,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,1536,0.011378133296966552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,1536,0.010574932893117268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,1536,0.010332799951235453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,1536,0.010967466235160827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,1536,0.009720533092816671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,1536,0.010152533650398254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,1536,0.008898133039474487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,1536,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,1536,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,1536,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,1536,0.008055466910203297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,1536,0.007712000111738841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,1536,0.007249066730340321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,1536,0.00680213322242101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,2048,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,1536,0.0069365332523981735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,1536,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,1536,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,1536,0.005998933315277099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,1536,0.00594346672296524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,1536,0.005573333303133646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,1536,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,1536,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,1536,0.004408533374468485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,1536,0.004308266441027323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,1536,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,1536,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,1536,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,1536,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,1536,0.004283733169237773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,1536,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,1536,0.004307200014591217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,1536,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,1536,0.004206933577855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,1536,0.012226133545239767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,1536,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,1536,0.004299733539422353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,1536,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,1536,0.003949866692225138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,1536,0.003905066599448522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,1536,0.003924266745646795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,1536,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,1536,0.004002133260170618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,1536,0.003902933249870936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,1536,0.0038421332836151125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,1536,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,1536,0.0038304001092910765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,1536,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,1536,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,1536,0.0038602667550245917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,1536,0.0038975998759269714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,1536,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,1536,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,1536,0.005133866767088572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,1536,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,1536,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,1536,0.005386666456858317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,1536,0.0057536001006762184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,1536,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,1536,0.19956800142923992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,1536,0.003939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,1536,0.08948586781819662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,1536,0.032596266269683837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,1536,0.0050346667567888895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,1536,0.032798933982849124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,1536,0.03101973334948222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,1536,0.03188586632410685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,1536,0.029211733738581342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,1536,0.02908693353335063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,1536,0.031010133028030396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,1536,0.029038933912913005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,1536,0.029317333300908403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,1536,0.0283786674340566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,1536,0.0278656005859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,1536,0.048537600040435794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,1536,0.025787732998530072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,1536,0.026828799645106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,1536,0.025196800629297893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,1536,0.02688746651013692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,1536,0.02496853272120158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,1536,0.025510400533676147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,1536,0.025476266940434773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,1536,0.02472426692644755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,1536,0.024621866146723428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,1536,0.024025599161783852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,1536,0.02294399936993917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,1536,0.022989867130915324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,1536,0.02259520093599955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,1536,0.022024534145991006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,1536,0.0214464008808136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,1536,0.027188267310460406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,1536,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,1536,0.01992853283882141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,1536,0.018498132626215615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,1536,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,1536,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,1536,0.01755839983622233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,1536,0.017321600516637167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,1536,0.01646506687005361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,1536,0.016335999965667723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,1536,0.015824000040690102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,1536,0.015382400155067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,1536,0.01527466674645742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,1536,0.01584106683731079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,1536,0.015961600343386333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,1536,0.020987733205159505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,1536,0.01492800017197927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,1536,0.015307733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,1536,0.01520853340625763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,1536,0.01597866714000702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,1536,0.014739200472831726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,1536,0.01684373418490092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,1536,0.017468800147374473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,1536,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,1536,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,1536,0.01474346617857615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,1536,0.015072000026702882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,1536,0.017448532581329345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,1536,0.014745600024859109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,1536,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,1536,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,1536,0.014842666188875833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,1536,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,1536,0.015873066584269204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,1536,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,1536,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,1536,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,1536,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,1536,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,1536,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,1536,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,1536,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,1536,0.015107199549674988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,1536,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,1536,0.015965867042541503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,1536,0.7183594385782878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,1536,1.4272874196370444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,1536,0.11501013437906901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,1536,0.22160107294718423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,1536,0.10431040128072103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,1536,0.1140778700510661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,1536,0.10999253590901692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,1536,0.10786026318868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,1536,0.10166292985280354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,1536,0.08951786359151205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,1536,0.09660800298055014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,1536,0.0959882656733195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,1536,0.0893994649251302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,1536,0.08383573691050211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,1536,0.08170560201009115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,1536,0.07715840339660644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,1536,0.06936960220336914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,1536,0.06340053478876749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,1536,0.06302080154418946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,1536,0.05765120188395182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,1536,0.05677333275477091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,1536,0.05097386837005615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,1536,0.05008533398310343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,1536,0.07603946526845297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,1536,0.04480746587117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,1536,0.03828266859054565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,1536,0.037905065218607585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,1536,0.07063893477121988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,1536,0.04400853315989177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,1536,0.031676799058914185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,1536,0.03147520025571187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,1536,0.02643199960390727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,1536,0.02478613257408142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,1536,0.019882667064666747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,1536,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,1536,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,1536,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,1536,0.011978666981061299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,1536,0.010769066214561463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,1536,0.01076800028483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,1536,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,1536,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,1536,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,1536,0.012149332960446676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,1536,0.009153067072232565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,1536,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,1536,0.01029866635799408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,1536,0.010335999727249145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,1536,0.010909866293271382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,1536,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,1536,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,1536,0.01035093367099762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,1536,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,1536,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,1536,0.010939733187357584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,1536,0.010894933342933654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,1536,0.011327999830245971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,1536,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,1536,0.011333333452542622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,1536,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,1536,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,1536,0.010293333729108175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,1536,0.0113237331310908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,1536,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,1536,0.011303466558456422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,1536,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,1536,0.010081066687901815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,1536,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,1536,0.011745066444079081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,1536,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,1536,0.011672533551851908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,1536,0.011242666840553283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,1536,0.0939189354578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,1536,0.052019198735555015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,1536,0.028219733635584516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,1536,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,1536,0.019026132424672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,1536,0.019112533330917357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,1536,0.018710400660832724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,1536,0.01872106591860453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,1536,0.017828265825907387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,1536,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,1536,0.017795199155807497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,1536,0.017835734287897746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,1536,0.01735466718673706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,1536,0.014203733205795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,1536,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,1536,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,1536,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,1536,0.013015466928482055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,1536,0.012938666343688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,1536,0.01262399951616923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,1536,0.012476799885431926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,1536,0.012652800480524699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,1536,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,1536,0.008980266253153483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,1536,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,1536,0.011620266238848369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,1536,0.01214400033156077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,1536,0.011814399560292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,1536,0.011633066336313884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,1536,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,1536,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,1536,0.010713600118954976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,1536,0.010684800148010255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,1536,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,1536,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,1536,0.010123733679453533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,1536,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,1536,0.009656533598899841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,1536,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,1536,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,1536,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,1536,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,1536,0.009681066870689392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,1536,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,1536,0.009693866968154908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,1536,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,1536,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,1536,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,1536,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,1536,0.009290666381518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,1536,0.009543466567993163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,1536,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,1536,0.008843732873598735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,1536,0.009692800045013428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,1536,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,1536,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,1536,0.009230933586756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,1536,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,1536,0.009299199779828389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,1536,0.00883840024471283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,1536,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,1536,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,1536,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,1536,0.009305600325266521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,1536,0.008831999699274699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,1536,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,1536,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,1536,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,1536,0.009471999605496724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,1536,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,1536,0.009278933207194012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,1024,0.06613866488138834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,1536,0.009110400080680847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,1024,0.03392639954884847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,1024,0.01806933283805847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,1024,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,1024,0.010763733585675558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,1024,0.010612266262372334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,1024,0.010571733117103577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,1024,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,1024,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,1024,0.009082667032877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,1024,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,1536,0.009278933207194012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,1024,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,1024,0.008899199962615966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,1024,0.008540800213813782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,1024,0.008480000495910644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,1024,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,1024,0.008474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,1024,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,1536,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,1024,0.00681386689345042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,1024,0.006786133348941803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,1024,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,1024,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,1024,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,1024,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,1024,0.00625493327776591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,1024,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,1024,0.005118933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,1024,0.004725333551565806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,1024,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,1024,0.00429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,1024,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,1024,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,1024,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,1024,0.003807999938726425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,1024,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,1024,0.003610666592915853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,1024,0.00693333347638448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,1024,0.004249600072701773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,1024,0.0039327998956044516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,1024,0.00447573314110438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,1024,0.0034901333351929987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,1024,0.0035317334036032355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,1024,0.003730133424202601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,1024,0.003458133339881897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,1024,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,1024,0.0037280000746250153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,1024,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,1024,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,1024,0.003421866645415624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,1024,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,1024,0.003419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,1024,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,1024,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,1024,0.0032149332265059153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,1024,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,1024,0.0032960000137488045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,1024,0.0032298666735490165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,1024,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,1024,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,1024,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,1024,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,1024,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,1024,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,1024,0.003773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,1024,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,1024,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,1024,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,1024,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,1024,0.0035157332817713416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,1024,0.004328533510367076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,1024,0.0035061334570248926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,1024,0.1262378692626953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,1024,0.03733119964599609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,1024,0.06610986789067587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,1024,0.0268394668896993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,1024,0.026237867275873822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,1024,0.027186133464177448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,1024,0.026708267132441205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,1024,0.026601600646972656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,1024,0.026060799757639568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,1024,0.025282132625579833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,1024,0.026492800315221148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,1024,0.025203200181325276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,1024,0.024922666947046916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,1024,0.024988800287246704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,1024,0.0040501333773136135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,1024,0.0251093327999115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,1024,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,1024,0.023105067014694215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,1024,0.024771199623743693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,1024,0.02323946754137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,1024,0.023099732398986817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,1024,0.022772266467412313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,1024,0.021427200237909953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,1024,0.02254826625188192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,1024,0.02235520084698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,1024,0.021011199553807577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,1024,0.020725333690643312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,1024,0.020152533054351808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,1024,0.01958613395690918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,1024,0.01927679975827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,1024,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,1024,0.01870186726252238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,1024,0.018603734175364175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,1024,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,1024,0.01700053413709005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,1024,0.016424533724784852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,1024,0.016829866170883178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,1024,0.015107199549674988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,1024,0.025205334027608235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,1024,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,1024,0.015400532881418863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,1024,0.015067733327547708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,1024,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,1024,0.015828266739845276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,1024,0.015124266346295675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,1024,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,1024,0.014713600277900696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,1024,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,1024,0.015103999773661295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,1024,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,1024,0.016014933586120605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,1024,0.01579093337059021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,1024,0.015548800428708395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,1024,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,1024,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,1024,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,1024,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,1024,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,1024,0.01564586659272512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,1024,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,1024,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,1024,0.0164682666460673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,1024,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,1024,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,1024,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,1024,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,1024,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,1024,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,1024,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,1024,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,1024,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,1024,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,1024,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,1024,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,1024,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,1024,0.20683412551879882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,1024,1.4067211151123047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,1024,0.11373759905497234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,1024,0.6627306620279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,1024,0.10084906419118245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,1024,0.11205440362294514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,1024,0.10728853543599445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,1024,0.10692799886067708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,1024,0.09972159862518311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,1024,0.08717333475748698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,1024,0.09305813312530517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,1024,0.09388373692830404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,1024,0.08826026916503907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,1024,0.0815445343653361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,1024,0.08024853070576986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,1024,0.06858987013498942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,1024,0.06202666759490967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,1024,0.06203840176264445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,1024,0.05550080140431722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,1024,0.055949866771698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,1024,0.04946026802062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,1024,0.04941120147705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,1024,0.04321386814117432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,1024,0.04320746660232544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,1024,0.03716586828231812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,1024,0.037061333656311035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,1024,0.0754752000172933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,1024,0.07527039845784506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,1024,0.0687455972035726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,1024,0.030920533339182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,1024,0.030946133534113567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,1024,0.02592853307723999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,1024,0.024345600605010988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,1024,0.01917440096537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,1024,0.018284799655278523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,1024,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,1024,0.011702400445938111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,1024,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,1024,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,1024,0.01050453285376231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,1024,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,1024,0.011889066298802693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,1024,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,1024,0.011550933122634888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,1024,0.008697600166002909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,1024,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,1024,0.00992746651172638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,1024,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,1024,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,1024,0.01035093367099762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,1024,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,1024,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,1024,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,1024,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,1024,0.008740267157554627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,1024,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,1024,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,1024,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,1024,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,1024,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,1024,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,1024,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,1024,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,1024,0.009686400492986042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,1024,0.009237333138783773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,1024,0.009517866373062133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,1024,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,1024,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,1024,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,1024,0.009956266482671101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,1024,0.009920000036557516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,1024,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,1024,0.037581864992777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,1024,0.021035732825597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,1024,0.06993172963460287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,1024,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,1024,0.015411200126012168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,1024,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,1024,0.014961066842079162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,1024,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,1024,0.014740266402562461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,1024,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,1024,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,1024,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,1024,0.014155733585357665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,1024,0.012437333663304646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,1024,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,1024,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,1024,0.01159999966621399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,1024,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,1024,0.011479467153549194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,1024,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,1024,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,1024,0.011181867122650147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,1024,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,1024,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,1024,0.010539733370145162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,1024,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,1024,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,1024,0.009913600484530131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,1024,0.009918933113416035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,1024,0.009819733103116353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,1024,0.009539199868837993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,1024,0.009258666634559631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,1024,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,1024,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,1024,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,1024,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,1024,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,1024,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,1024,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,1024,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,1024,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,1024,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,1024,0.008733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,1024,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,1024,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,1024,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,1024,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,1024,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,1024,0.008663466572761536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,1024,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,1024,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,1024,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,1024,0.008251733581225077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,1024,0.008328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,1024,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,1024,0.008370133241017659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,1024,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,1024,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,1024,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,1024,0.008694400389989216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,1024,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,1024,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,1024,0.008070399860541026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,1024,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,1024,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,1024,0.008444799979527792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,1024,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,1024,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,1024,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,1024,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,1024,0.008406399687131246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,1024,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,1024,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,768,0.051539198557535804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,768,0.02695253292719523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,1024,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,768,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,768,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,768,0.008532266815503438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,768,0.00848426620165507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,768,0.008876799543698629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,768,0.007612800101439159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,768,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,768,0.007638399799664815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,768,0.007649066547552745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,768,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,768,0.00766293356815974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,768,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,1024,0.008198399841785432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,768,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,768,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,768,0.006810666620731353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,768,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,768,0.006019199887911478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,768,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,768,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,768,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,768,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,768,0.005622399846712748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,768,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,768,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,768,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,768,0.004728533327579498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,768,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,768,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,768,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,768,0.004314666489760081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,768,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,768,0.00344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,768,0.003365333378314972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,768,0.003651199986537298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,768,0.0035477332770824433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,768,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,768,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,768,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,768,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,768,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,768,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,768,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,768,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,768,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,768,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,768,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,768,0.0030879999200503034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,768,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,768,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,768,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,768,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,768,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,768,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,768,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,768,0.003944533318281174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,768,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,768,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,768,0.0034645333886146545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,768,0.0034858666360378264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,768,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,768,0.0035818666219711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,768,0.003550933301448822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,768,0.0037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,768,0.05393493175506592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,768,0.09638613065083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,768,0.024844799439112344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,768,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,768,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,768,0.025029333432515462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,768,0.024730666478474935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,768,0.024647466341654458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,768,0.02326186696688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,768,0.023497599363327026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,768,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,768,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,768,0.023706666628519692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,768,0.023517866929372154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,768,0.022887466351191203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,768,0.034757332007090254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,768,0.02242986758550008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,768,0.022745599349339805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,768,0.022708266973495483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,768,0.02111466725667318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,768,0.022834134101867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,768,0.02172373334566752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,768,0.021262933810551964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,768,0.020910932620366415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,768,0.020844799280166627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,768,0.020363734165827433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,768,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,768,0.018692266941070557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,768,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,768,0.018849066893259683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,768,0.018450133005777993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,768,0.0166293332974116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,768,0.016448000073432924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,768,0.017513600985209148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,768,0.01630400021870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,768,0.014692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,768,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,768,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,768,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,768,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,768,0.015464533368746439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,768,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,768,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,768,0.01605226695537567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,768,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,768,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,768,0.01611306667327881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,768,0.014968533317248026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,768,0.0151146670182546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,768,0.014939733346303306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,768,0.01620693306128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,768,0.015986133615175882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,768,0.0186463991800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,768,0.015593600273132325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,768,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,768,0.016127999623616537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,768,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,768,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,768,0.013555199901262919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,768,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,768,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,768,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,768,0.014312533537546792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,768,0.013741866747538248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,768,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,768,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,768,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,768,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,768,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,768,0.013882666826248169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,768,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,768,0.014644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,768,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,768,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,768,0.5544448216756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,768,0.20389439264933268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,768,1.410052235921224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,768,0.11185920238494873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,768,0.10010986328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,768,0.11052906513214111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,768,0.10489919980367024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,768,0.104694398244222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,768,0.09918719927469889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,768,0.08700586954752604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,768,0.09280426502227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,768,0.09275840123494467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,768,0.08625386555989584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,768,0.08124693234761557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,768,0.07942506472269693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,768,0.06717120011647543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,768,0.06217600107192993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,768,0.07437333265940348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,768,0.06110826730728149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,768,0.054929065704345706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,768,0.055379199981689456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,768,0.0738432010014852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,768,0.049697065353393556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,768,0.048919467131296794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,768,0.043236267566680905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,768,0.04240213235219319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,768,0.03672639926274617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,768,0.036514135201772054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,768,0.06863893667856852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,768,0.031301333506902056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,768,0.030491733551025392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,768,0.02477546731630961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,768,0.024382932980855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,768,0.019000534216562906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,768,0.017869865894317626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,768,0.012728533148765564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,768,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,768,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,768,0.010476799805959065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,768,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,768,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,768,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,768,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,768,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,768,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,768,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,768,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,768,0.009212799866994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,768,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,768,0.00807360013326009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,768,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,768,0.008155733346939087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,768,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,768,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,768,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,768,0.008402132987976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,768,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,768,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,768,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,768,0.008417066931724549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,768,0.008462933699289958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,768,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,768,0.008691199620564779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,768,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,768,0.008412800232569377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,768,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,768,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,768,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,768,0.008508800466855367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,768,0.008428800106048583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,768,0.05780800183614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,768,0.032331732908884685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,768,0.018310399850209554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,768,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,768,0.014113066593805948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,768,0.01423466702302297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,768,0.014133333166440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,768,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,768,0.013742933670679728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,768,0.01372053325176239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,768,0.013719466328620911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,768,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,768,0.013406933347384135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,768,0.011727999647458394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,768,0.011732266346613566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,768,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,768,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,768,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,768,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,768,0.010871466994285584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,768,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,768,0.010134399930636088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,768,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,768,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,768,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,768,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,768,0.009638399879137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,768,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,768,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,768,0.008821333448092144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,768,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,768,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,768,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,768,0.008427733182907104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,768,0.008624000350634257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,768,0.008259200056393941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,768,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,768,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,768,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,768,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,768,0.00849173367023468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,768,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,768,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,768,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,768,0.008482133348782856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,768,0.008272000153859456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,768,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,768,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,768,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,768,0.008016000191370647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,768,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,768,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,768,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,768,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,768,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,768,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,768,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,768,0.00802346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,768,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,768,0.007897600034872691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,768,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,768,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,768,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,768,0.007639466722806294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,768,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,768,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,768,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,768,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,512,0.038431998093922934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,768,0.007706666489442189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,512,0.018501333395640054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,768,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,512,0.011923199892044068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,512,0.006788266698519389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,512,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,512,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,512,0.007577600081761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,512,0.0064064001043637585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,512,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,512,0.0061706667145093284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,512,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,512,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,512,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,512,0.00594346672296524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,512,0.005804799993832906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,512,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,768,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,512,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,512,0.005201066533724466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,512,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,512,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,512,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,512,0.004956800242265066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,512,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,512,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,512,0.004270933568477631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,512,0.004667733112970988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,512,0.004259199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,512,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,512,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,512,0.0038912000755469004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,512,0.0032960000137488045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,512,0.003554133325815201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,512,0.0030847998956839246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,512,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,512,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,512,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,512,0.0033813332517941795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,512,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,512,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,512,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,512,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,512,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,512,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,512,0.0029440000653266907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,512,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,512,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,512,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,512,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,512,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,512,0.0027306665976842242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,512,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,512,0.002703999976317088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,512,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,512,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,512,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,512,0.0026911998788515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,512,0.0027456000447273255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,512,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,512,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,512,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,512,0.0035573333501815797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,512,0.0033642667035261786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,512,0.003356799980004629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,512,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,512,0.003373866776625315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,512,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,512,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,512,0.0030847998956839246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,512,0.07238720258076986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,512,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,512,0.02885119915008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,512,0.04142400026321411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,512,0.022760534286499025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,512,0.023180800676345825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,512,0.02300373315811157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,512,0.0026762666801611584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,512,0.022715733448664347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,512,0.022407466173172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,512,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,512,0.022247467438379923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,512,0.02129279971122742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,512,0.022907733917236328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,512,0.020957867304484047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,512,0.021730132897694907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,512,0.020961066087086998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,512,0.021410133441289267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,512,0.01973973313967387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,512,0.02103040019671122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,512,0.020134399334589638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,512,0.019621332486470543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,512,0.0204586664835612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,512,0.01928640007972717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,512,0.022977066040039063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,512,0.019107200702031455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,512,0.018297600746154784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,512,0.01876266598701477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,512,0.019100799163182577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,512,0.01877546707789103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,512,0.017946666479110716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,512,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,512,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,512,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,512,0.018372267484664917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,512,0.015110400319099427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,512,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,512,0.01730560064315796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,512,0.014823466539382935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,512,0.016254933675130208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,512,0.01650879979133606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,512,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,512,0.015340800086657206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,512,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,512,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,512,0.015962666273117064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,512,0.014719999829928079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,512,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,512,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,512,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,512,0.015430399775505066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,512,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,512,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,512,0.014325333635012307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,512,0.013954133788744608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,512,0.015662933389345803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,512,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,512,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,512,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,512,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,512,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,512,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,512,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,512,0.013449600338935852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,512,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,512,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,512,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,512,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,512,0.01458453337351481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,512,0.01469546655813853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,512,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,512,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,512,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,512,0.014840533336003622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,512,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,512,0.014307199915250143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,512,0.20113066037495933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,512,0.43615360260009767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,512,1.381497573852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,512,0.10921599864959716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,512,0.09741013050079346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,512,0.10910507043202718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,512,0.10478719870249431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,512,0.10357866287231446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,512,0.0969055970509847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,512,0.08514560063680013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,512,0.09098560015360514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,512,0.091811203956604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,512,0.08664426803588868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,512,0.07842880090077718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,512,0.07849067052205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,512,0.0665557344754537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,512,0.060931201775868735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,512,0.06042346556981405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,512,0.05463893413543701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,512,0.05425279935201009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,512,0.04848959843317668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,512,0.048181335131327316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,512,0.0423466682434082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,512,0.04204373359680176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,512,0.03623786767323812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,512,0.0361685315767924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,512,0.0739349365234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,512,0.07263573010762533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,512,0.06662400166193644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,512,0.03044160008430481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,512,0.02516053318977356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,512,0.029747200012207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,512,0.024011733134587605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,512,0.01834239959716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,512,0.017816533644994102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,512,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,512,0.011277866363525391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,512,0.009765332937240601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,512,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,512,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,512,0.0100000003973643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,512,0.011002666751543681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,512,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,512,0.010869333148002624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,512,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,512,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,512,0.008508800466855367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,512,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,512,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,512,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,512,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,512,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,512,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,512,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,512,0.007601066430409749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,512,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,512,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,512,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,512,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,512,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,512,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,512,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,512,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,512,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,512,0.007334400216738384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,512,0.04513066609700521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,512,0.02546986738840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,512,0.01735573410987854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,512,0.01402239998181661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,512,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,512,0.013685333728790283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,512,0.013240533073743186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,512,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,512,0.013219199577967324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,512,0.012941867113113403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,512,0.012843733032544455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,512,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,512,0.012395733594894409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,512,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,512,0.011242666840553283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,512,0.010867200295130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,512,0.0107722669839859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,512,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,512,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,512,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,512,0.010214400291442872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,512,0.010284800330797832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,512,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,512,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,512,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,512,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,512,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,512,0.00881173312664032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,512,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,512,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,512,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,512,0.008041599889596303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,512,0.008469333251317341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,512,0.00844266712665558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,512,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,512,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,512,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,512,0.007649066547552745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,512,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,512,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,512,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,512,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,512,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,512,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,512,0.00787306676308314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,512,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,512,0.00775786687930425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,512,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,512,0.008025600016117096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,512,0.007258666555086772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,512,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,512,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,512,0.0071839998165766404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,512,0.00747519979874293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,512,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,512,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,512,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,512,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,512,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,512,0.00759680022795995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,512,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,256,0.026570665836334228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,256,0.013533866405487061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,256,0.00962666670481364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,512,0.007601066430409749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,256,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,256,0.005571199953556061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,256,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,512,0.007362133264541626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,256,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,256,0.005197866757710775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,256,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,256,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,256,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,256,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,256,0.004889599978923798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,256,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,256,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,256,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,256,0.005541333556175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,256,0.0046965335806210835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,256,0.004346666733423868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,256,0.004193066557248434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,256,0.004278400043646494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,256,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,256,0.003947733342647553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,256,0.0038751999537150065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,256,0.003923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,256,0.0035306667288144433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,256,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,256,0.003752533346414566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,256,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,256,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,256,0.0030773334205150605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,256,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,256,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,256,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,256,0.0026517334083716077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,256,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,256,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,256,0.0027114666998386385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,256,0.002856533229351044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,256,0.002701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,512,0.007866666714350382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,256,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,256,0.0026752000053723653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,256,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,256,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,256,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,256,0.002733866622050603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,256,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,256,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,256,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,256,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,256,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,256,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,256,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,256,0.002463999887307485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,256,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,256,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,256,0.002325333406527837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,256,0.0025600001215934755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,256,0.0023221333821614584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,256,0.0024127999941507975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,256,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,256,0.0027935999135176343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,256,0.0026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,256,0.030004266897837324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,256,0.05156053304672241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,256,0.02495253284772237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,256,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,256,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,256,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,256,0.02150826652844747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,256,0.002737066646416982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,256,0.018934400876363118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,256,0.01890346606572469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,256,0.018682666619618735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,256,0.01927466591199239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,256,0.019230933984120686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,256,0.01915839910507202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,256,0.020045866568883262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,256,0.01912533243497213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,256,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,256,0.01713386575380961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,256,0.018921599785486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,256,0.018844799200693766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,256,0.017068799336751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,256,0.018191999197006224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,256,0.017105066776275636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,256,0.019292799631754558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,256,0.016872533162434897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,256,0.016713599363962807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,256,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,256,0.017734400431315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,256,0.0184608002503713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,256,0.016254933675130208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,256,0.015635200341542563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,256,0.01623253325621287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,256,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,256,0.016387200355529784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,256,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,256,0.015204266707102457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,256,0.015379200379053751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,256,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,256,0.015034666657447815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,256,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,256,0.013870933651924133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,256,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,256,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,256,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,256,0.014132266243298849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,256,0.014731733004252115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,256,0.014817066987355552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,256,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,256,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,256,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,256,0.013064533472061157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,256,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,256,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,256,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,256,0.013395200173060099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,256,0.013846400380134582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,256,0.01397546629110972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,256,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,256,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,256,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,256,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,256,0.013538133104642233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,256,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,256,0.014364799857139588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,256,0.014265599846839904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,256,0.013144532839457193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,256,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,256,0.014282666643460593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,256,0.013596799969673157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,256,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,256,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,256,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,256,0.014285866419474283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,256,0.013369599978129068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,256,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,256,0.32112000783284506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,256,0.9378133138020834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,256,0.16320640246073406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,256,0.09022826353708903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,256,0.08040320078531901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,256,0.08529067039489746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,256,0.08943573633829752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,256,0.08430293401082357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,256,0.07953386306762696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,256,0.06967786947886148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,256,0.07512319882710775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,256,0.07446613311767578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,256,0.06986986796061198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,256,0.06548800071080527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,256,0.06454506715138754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,256,0.05459200143814087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,256,0.05021653175354004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,256,0.04947733481725057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,256,0.04527999957402547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,256,0.04482453266779582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,256,0.04062826633453369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,256,0.04028373161951701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,256,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,256,0.03509973287582398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,256,0.030598400036493938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,256,0.030279467503229778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,256,0.059616001447041836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,256,0.059486933549245204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,256,0.05560319821039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,256,0.025626667340596515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,256,0.024885332584381102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,256,0.020610133806864418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,256,0.019901865720748903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,256,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,256,0.015196800231933594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,256,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,256,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,256,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,256,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,256,0.008548266688982646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,256,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,256,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,256,0.009617066383361817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,256,0.009675733248392741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,256,0.007229866584142049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,256,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,256,0.007435733576615651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,256,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,256,0.005982933441797892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,256,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,256,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,256,0.006348800162474315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,256,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,256,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,256,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,256,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,256,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,256,0.006344533463319142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,256,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,256,0.0065184002121289565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,256,0.0065653334061304735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,256,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,256,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,256,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,256,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,256,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,256,0.006212266782919565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,256,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,256,0.00633493314186732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,256,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,256,0.006542933483918508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,256,0.03744746843973796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,256,0.026053333282470705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,256,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,256,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,256,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,256,0.012803199887275695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,256,0.012523733576138816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,256,0.012828800082206725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,256,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,256,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,256,0.01206826666990916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,256,0.01193173329035441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,256,0.011725866794586181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,256,0.010779733459154766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,256,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,256,0.0105813334385554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,256,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,256,0.009950932860374451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,256,0.010003200173377991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,256,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,256,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,256,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,256,0.009618133306503296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,256,0.008975999553998311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,256,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,256,0.008691199620564779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,256,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,256,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,256,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,256,0.008021333316961924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,256,0.008121599753697712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,256,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,256,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,256,0.007751466830571492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,256,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,256,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,256,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,256,0.007650133470694225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,256,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,256,0.007226666808128357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,256,0.007512533167997997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,256,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,256,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,256,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,256,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,256,0.007187200089295705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,256,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,256,0.007207466661930085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,256,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,256,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,256,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,256,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,256,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,256,0.007179733117421467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,256,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,256,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,256,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,256,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,256,0.007039999961853028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,256,0.007458133498827617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,256,0.007079466680685679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,256,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,256,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,256,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,256,0.00690773328145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,256,0.00697386662165324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,256,0.007454933226108551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,256,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,256,0.00692799985408783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,256,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,256,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,128,0.01984213391939799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,128,0.011709866921106975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,128,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,128,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,256,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,128,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,128,0.005436799923578898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,128,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,128,0.004270933568477631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,128,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,128,0.004229333500067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,128,0.004257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,128,0.004242133100827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,128,0.004257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,128,0.004211199780305227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,128,0.0038602667550245917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,128,0.004612266520659129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,128,0.004232533276081085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,128,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,128,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,128,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,128,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,128,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,128,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,128,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,128,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,128,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,128,0.0031487998863061273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,128,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,128,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,128,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,128,0.004990933338801066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,128,0.0028736000259717304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,128,0.0027253332237402597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,128,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,128,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,128,0.002502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,128,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,128,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,128,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,128,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,128,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,128,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,128,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,128,0.002535466601451238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,128,0.0025226667523384093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,128,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,128,0.0022570667167504626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,128,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,128,0.002313599983851115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,128,0.0022837333381175995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,256,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,128,0.002295466760794322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,128,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,128,0.0023264000813166302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,128,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,128,0.002328533430894216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,128,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,128,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,128,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,128,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,128,0.0023221333821614584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,128,0.002277333289384842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,128,0.002313599983851115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,128,0.0023882667223612468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,128,0.0025087999800841015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,128,0.002299733211596807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,128,0.002422400067249934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,128,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,128,0.039638400077819824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,128,0.02789013385772705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,128,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,128,0.02327573299407959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,128,0.018849066893259683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,128,0.018081067005793254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,128,0.018220800161361694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,128,0.019394133488337198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,128,0.018447999159495035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,128,0.017303466796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,128,0.017273600896199545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,128,0.017953066031138103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,128,0.017132800817489625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,128,0.01750719944636027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,128,0.018001067638397216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,128,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,128,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,128,0.017517866690953572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,128,0.016693333784739174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,128,0.01799466609954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,128,0.016846932967503867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,128,0.01602026621500651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,128,0.017101866006851197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,128,0.01597653329372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,128,0.016378666957219443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,128,0.015427199999491372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,128,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,128,0.016820265849431356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,128,0.017119999726613364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,128,0.014910933375358582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,128,0.01542080044746399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,128,0.017303466796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,128,0.01583466629187266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,128,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,128,0.016025599837303162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,128,0.01511573294798533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,128,0.014644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,128,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,128,0.014402133226394654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,128,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,128,0.015175466736157736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,128,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,128,0.014145066340764364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,128,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,128,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,128,0.015370666980743408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,128,0.014051199952761332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,128,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,128,0.01434879998366038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,128,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,128,0.013633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,128,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,128,0.013450666268666586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,128,0.013182933131853739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,128,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,128,0.014225066701571146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,128,0.013275733590126038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,128,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,128,0.013347199559211731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,128,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,128,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,128,0.014087466398874917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,128,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,128,0.013801599542299906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,128,0.013967999815940857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,128,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,128,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,128,0.013799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,128,0.014242133498191834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,128,0.013768532872200012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,128,0.01373546620210012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,128,0.013766400019327798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,128,0.013278933366139731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,128,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1536,128,0.28377065658569334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1536,128,0.14487786293029786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1536,128,0.7089888254801433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1536,128,0.07929279804229736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1536,128,0.07111573219299316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1536,128,0.07904213269551595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1536,128,0.07492053508758545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1536,128,0.07476267019907633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1536,128,0.07029439608256022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1536,128,0.06197333335876465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1536,128,0.06618880033493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1536,128,0.06629546483357748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1536,128,0.06259520053863525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1536,128,0.05754666725794474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1536,128,0.057361066341400146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1536,128,0.0486847996711731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1536,128,0.04441493352254232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1536,128,0.04420906702677409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1536,128,0.04030933380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1536,128,0.04001173178354899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1536,128,0.035862398147583005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1536,128,0.035369598865509035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1536,128,0.0316703995068868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1536,128,0.031351466973622635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1536,128,0.02719786763191223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1536,128,0.02696853280067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1536,128,0.05288639863332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1536,128,0.053116798400878906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1536,128,0.049345068136850995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1536,128,0.022789333264033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1536,128,0.022707200050354003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1536,128,0.01858773430188497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1536,128,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1536,128,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1536,128,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1536,128,0.008889599641164144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1536,128,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1536,128,0.00890239973862966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1536,128,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1536,128,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1536,128,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1536,128,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1536,128,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1536,128,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1536,128,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1536,128,0.006849066913127899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1536,128,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1536,128,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1536,128,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1536,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1536,128,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1536,128,0.005981866518656413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1536,128,0.005696000158786773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1536,128,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1536,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1536,128,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1536,128,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1536,128,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1536,128,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1536,128,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1536,128,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1536,128,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1536,128,0.00600853314002355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1536,128,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1536,128,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1536,128,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1536,128,0.005989333490530649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1536,128,0.005558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1536,128,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1536,128,0.0055744002262751256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1536,128,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1536,128,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1536,128,0.04359573523203532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1536,128,0.031395200888315836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1536,128,0.018286933501561485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1536,128,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1536,128,0.01250879963239034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1536,128,0.012563199798266093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1536,128,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1536,128,0.01213653286298116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1536,128,0.012145066261291504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1536,128,0.012170666456222534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1536,128,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1536,128,0.006899199883143107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1536,128,0.01134399970372518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1536,128,0.011612799763679505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1536,128,0.010419199864069622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1536,128,0.010056533416112264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1536,128,0.010089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1536,128,0.010067199667294819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1536,128,0.009529599547386169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1536,128,0.009679999947547913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1536,128,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1536,128,0.008933333555857341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1536,128,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1536,128,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1536,128,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1536,128,0.00846506655216217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1536,128,0.008449066678682964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1536,128,0.008041599889596303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1536,128,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1536,128,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1536,128,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1536,128,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1536,128,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1536,128,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1536,128,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1536,128,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1536,128,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1536,128,0.007178666690985362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1536,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1536,128,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1536,128,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1536,128,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1536,128,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1536,128,0.00702400008837382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1536,128,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1536,128,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1536,128,0.006836266815662384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1536,128,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1536,128,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1536,128,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1536,128,0.006746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1536,128,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1536,128,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1536,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1536,128,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1536,128,0.006692266464233399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1536,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1536,128,0.006790400048096975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1536,128,0.00639466643333435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1536,128,0.006649599969387054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1536,128,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1536,128,0.006903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1536,128,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1536,128,0.006791466474533081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1536,128,0.006774400174617767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1536,128,0.006804266571998596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1536,128,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1536,128,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1536,128,0.007021866738796234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1536,128,0.006796800096829732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1536,128,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1536,128,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1536,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1536,128,0.006809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,64,0.018125865856806436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,64,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,64,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,64,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1536,128,0.006899199883143107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,64,0.004725333551565806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,64,0.004365866879622141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,64,0.005169066786766052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,64,0.004366933306058248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,64,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,64,0.0038901334007581077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,64,0.0038805333276589714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,64,0.003905066599448522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,64,0.00388373335202535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,64,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,64,0.003851733356714249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,64,0.004308266441027323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,64,0.0039381332695484165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,64,0.003522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,64,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,64,0.003953066716591517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,64,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,64,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,64,0.003138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,64,0.0031285333136717476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,64,0.003102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,64,0.0031370667119820913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,64,0.0031040000418821974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,64,0.0042922665675481165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,64,0.00310506671667099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,64,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,64,0.0026975999275843303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,64,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,64,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,64,0.0026837334036827086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,64,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,64,0.0035968000690142312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,64,0.002477866659561793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,64,0.002251733342806498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,64,0.002333866556485494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,64,0.0022645334402720133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,64,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,64,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,64,0.002315733333428701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,64,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,64,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,64,0.0022944000860055285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,64,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,64,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,64,0.002327466756105423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,64,0.0023200000325838727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,64,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,64,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,64,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,64,0.002313599983851115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,64,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,64,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,64,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,64,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,64,0.0022858666876951856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,64,0.02693973382314046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,64,0.0391103982925415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,64,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,64,0.01806079943974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,64,0.01812373399734497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,64,0.017058134078979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,64,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,64,0.01713493267695109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,64,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,64,0.018142932653427125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,64,0.01663146714369456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,64,0.017034665743509928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,64,0.017594667275746663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,64,0.016685867309570314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,64,0.01671573321024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,64,0.01639253298441569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,64,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,64,0.016416000326474507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,64,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,64,0.015573333700497946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,64,0.016153599818547568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,64,0.016713599363962807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,64,0.01581439971923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,64,0.01753386656443278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,64,0.017063466707865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,64,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,64,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,64,0.016221867005030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,64,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,64,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,64,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,64,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,64,0.01474346617857615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,64,0.014788267016410828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,64,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1536,128,0.006769066552321117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,64,0.01467626690864563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,64,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,64,0.014904533823331198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,64,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,64,0.014689067006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,64,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,64,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,64,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,64,0.014268799622853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,64,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,64,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,64,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,64,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,64,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,64,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,64,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,64,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,64,0.014221866925557455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,64,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,64,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,64,0.013940266768137612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,64,0.013953066865603127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,64,0.014225066701571146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,64,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,64,0.01393280029296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,64,0.013988266388575235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,64,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,64,0.013554132978121438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,64,0.014269866545995078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,64,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,64,0.013796266913414002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,64,0.013900799552599588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,64,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,64,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,64,0.014218667149543762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1536,32,0.018297600746154784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,64,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1536,32,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1536,32,0.004733866453170777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1536,32,0.004756266872088114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1536,32,0.005176533261934916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,64,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1536,32,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1536,32,0.004620799918969473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1536,32,0.0042357335488001505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1536,32,0.00417493333419164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1536,32,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1536,32,0.00432533323764801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1536,32,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1536,32,0.00393599991997083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1536,32,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1536,32,0.004335999985535939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1536,32,0.011849600076675414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1536,32,0.00413226659099261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1536,32,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1536,32,0.003571200122435888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1536,32,0.003470933437347412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1536,32,0.0034965333839257562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1536,32,0.004144000013669332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1536,32,0.0035232000052928926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1536,32,0.0033674667278925574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1536,32,0.003398400048414866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1536,32,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1536,32,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1536,32,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1536,32,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1536,32,0.0031061333914597826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1536,32,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1536,32,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1536,32,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1536,32,0.0026880001028378804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1536,32,0.0023423999547958372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1536,32,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1536,32,0.002549333373705546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1536,32,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1536,32,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1536,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1536,32,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1536,32,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1536,32,0.0023189333577950796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1536,32,0.0023039999107519788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1536,32,0.002332799881696701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1536,32,0.0024608001112937927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1536,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1536,32,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1536,32,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1536,32,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1536,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1536,32,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1536,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1536,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1536,32,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1536,32,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1536,32,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1536,32,0.0021568000316619872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1536,32,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1536,32,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1536,32,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1536,32,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1536,32,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1536,32,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1536,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1536,32,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1536,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1536,32,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1536,32,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1536,32,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1536,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1536,32,0.0025461333493391673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1536,32,0.03607573509216309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1536,32,0.02053546706835429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1536,32,0.026841600735982258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1536,32,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1536,32,0.016845866044362386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1536,32,0.01876266598701477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1536,32,0.01790613333384196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1536,32,0.0022986667851607008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1536,32,0.016874667008717856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1536,32,0.017598932981491087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1536,32,0.01734293301900228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1536,32,0.01700053413709005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1536,32,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1536,32,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1536,32,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1536,32,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1536,32,0.016827734311421712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1536,32,0.01637226641178131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1536,32,0.01530346671740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1536,32,0.016289066274960837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1536,32,0.014787200093269347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1536,32,0.017749333381652833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1536,32,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1536,32,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1536,32,0.015009066462516785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1536,32,0.01595093309879303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1536,32,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1536,32,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1536,32,0.01474346617857615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1536,32,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1536,32,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1536,32,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1536,32,0.015238400300343832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1536,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1536,32,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1536,32,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1536,32,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1536,32,0.017011199394861856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1536,32,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1536,32,0.014268799622853597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1536,32,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1536,32,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1536,32,0.014025599757830302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1536,32,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1536,32,0.014939733346303306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1536,32,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1536,32,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1536,32,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1536,32,0.014670933286348978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1536,32,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1536,32,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1536,32,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1536,32,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1536,32,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1536,32,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1536,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1536,32,0.013927466670672097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1536,32,0.014239999651908874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1536,32,0.013594667116800943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1536,32,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1536,32,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1536,32,0.014739200472831726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1536,32,0.014364799857139588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1536,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1536,32,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1536,32,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1536,32,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1536,32,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1536,32,0.013819733262062072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1536,32,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1536,32,0.013832533359527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1536,32,0.014296533664067588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1536,32,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1536,32,0.013555199901262919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1536,32,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1536,32,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,65536,0.6577173471450806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,65536,1.2561519940694172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,65536,0.3500453233718872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,65536,0.3688186804453532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,65536,0.3598586718241374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,65536,0.3607306480407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,65536,0.3505280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,65536,2.9703200658162436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,65536,0.3352559804916382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,65536,0.287175993124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,65536,0.32952799399693805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,65536,0.27750933170318604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,65536,0.27054933706919354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,65536,0.2587413390477498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,65536,0.3174266616503398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,65536,0.23793333768844604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,65536,0.24409600098927817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,65536,0.22616533438364664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,65536,0.21949599186579385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,65536,0.218557337919871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,65536,0.19329599539438883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,65536,0.20753065745035806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,65536,0.16740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,65536,0.16958133379618326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,65536,0.19928000370661417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,65536,0.14836000402768454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,65536,0.15259466568628946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,65536,0.1678453286488851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,65536,0.11542933185895284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,65536,0.12006666262944539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,65536,0.09729866186777751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,65536,0.0754586656888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,65536,0.060218666990598045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,65536,0.08289866646130879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,65536,0.04699466625849406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,65536,0.03855200111865997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,65536,0.036759999891122185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,65536,0.03718133270740509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,65536,0.037290667494138084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,65536,0.03344533344109853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,65536,0.03091199944416682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,65536,0.030224000414212544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,65536,0.029538666208585102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,65536,0.02975733329852422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,65536,0.02978399892648061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,65536,0.029445332785447437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,65536,0.02979466567436854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,65536,0.028389332195123036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,65536,0.23775732517242432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,65536,0.030853333572546642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,65536,0.02736799915631612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,65536,0.026367999613285065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,65536,0.029152000943819683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,65536,0.027058665951093037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,65536,0.028674667080243427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,65536,0.02621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,65536,0.03915199885765711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,65536,0.028215999404589336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,65536,0.027986665566762287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,65536,0.028064000109831493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,65536,0.03189333279927572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,65536,0.02807466685771942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,65536,0.028647998968760174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,65536,0.028146666785081226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,65536,0.025464000801245373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,65536,0.028762665887673695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,65536,0.025306666890780132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,65536,0.025744001070658367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,65536,0.027450665831565857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,65536,0.02699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,65536,0.027021333575248718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,65536,0.03202133377393087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,65536,0.02717333287000656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,65536,0.02502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,65536,3.493735207451714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,65536,1.7796622382269964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,65536,0.9558524025811089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,65536,0.959011607699924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,65536,0.9067395528157552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,65536,0.909290631612142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,65536,6.985626644558376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,65536,0.8659413125779895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,65536,0.8696639802720812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,65536,0.8043466673956977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,65536,0.8093244234720866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,65536,0.7540586789449056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,65536,0.7543875376383463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,65536,0.7015182177225748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,65536,0.7097795804341634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,65536,0.6299537552727593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,65536,0.6399395730760362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,65536,0.5893208715650771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,65536,0.53384002049764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,65536,0.5926986800299751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,65536,0.5293368763393825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,65536,0.4809261957804362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,65536,0.48218668831719297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,65536,0.42412977748446995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,65536,0.4269084400600857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,65536,0.35866310861375594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,65536,0.36551109949747723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,65536,0.31367821163601345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,65536,0.31106845537821454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,65536,0.2475057707892524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,65536,0.24954133563571504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,65536,0.19458666112687853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,65536,0.18613155682881674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,65536,0.11631645096672906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,65536,0.12090844578213161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,65536,0.06977778010898165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,65536,0.06646400027804904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,65536,0.06820978058709039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,65536,0.06786844465467665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,65536,0.06128888660007053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,65536,0.05790222353405423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,65536,0.054042667150497437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,65536,0.05967289209365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,65536,0.04887466629346212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,65536,0.05159466796451145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,65536,0.049271110031339854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,65536,0.04403555393218994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,65536,0.04975644416279263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,65536,0.043162667089038424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,65536,0.04294044441647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,65536,0.03990044527583652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,65536,0.039317333035998873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,65536,0.03943999939494663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,65536,0.039992888768514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,65536,0.03404622276624044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,65536,0.03327466713057624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,65536,0.036248889234330915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,65536,0.03286755416128371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,65536,0.03246577911906772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,65536,0.033025778002209134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,65536,0.03275555703375075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,65536,0.03280355532964071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,65536,0.03168888886769613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,65536,0.03124799993303087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,65536,0.029855999681684706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,65536,0.02894044584698147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,65536,0.02848177817132738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,65536,0.028225776222017076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,65536,0.02769600020514594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,65536,0.028897778855429754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,65536,0.051813334226608276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,65536,0.028033776415718928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,65536,0.03143111202451918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,65536,0.029151999288135107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,65536,4.723141140407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,65536,2.3910755581325955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,65536,0.695066663953993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,65536,0.6605173216925727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,65536,1.2033920288085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,65536,0.6327590942382812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,65536,0.5556871096293131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,65536,0.5208889113532172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,65536,0.6201457977294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,65536,0.6537689103020562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,65536,0.4923253589206272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,65536,0.5492995580037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,65536,0.5166097746955024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,65536,0.4883431328667535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,65536,0.4539484447903103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,65536,0.38292090098063153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,65536,0.3639822271135118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,65536,0.34279643164740664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,65536,0.33136532041761607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,65536,0.46561066309611004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,65536,0.31099022759331596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,65536,0.304803556866116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,65536,0.28120001157124835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,65536,0.42038578457302517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,65536,0.4011270999908447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,65536,0.24181689156426323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,65536,0.25577955775790745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,65536,0.2239146762424045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,65536,0.21185955736372206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,65536,0.1967466672261556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,65536,0.14031999640994602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,65536,0.17768355210622153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,65536,0.16767822371588814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,65536,0.09177777502271865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,65536,0.15085689226786295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,65536,0.1139591137568156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,65536,0.08722844388749863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,65536,0.07954488860236274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,65536,0.07556977536943224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,65536,0.07545066542095609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,65536,0.07209244701597425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,65536,0.07283200158013238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,65536,0.07079466846254137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,65536,0.07098133034176297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,65536,0.06865244441562228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,65536,0.06861511203977796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,65536,0.06666844420962863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,65536,0.06727644470002916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,65536,0.06623111168543498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,65536,0.06609066989686754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,65536,0.06598577896753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,65536,0.0654204421573215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,65536,0.06331555710898505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,65536,0.06355555852254231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,65536,0.06326044268078275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,65536,0.0632408857345581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,65536,0.06319110923343234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,65536,0.06328355603747897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,65536,0.06339199675454034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,65536,0.06295644574695163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,65536,0.06328533093134563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,65536,0.0631964471605089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,65536,0.06321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,65536,0.06318933433956571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,65536,0.06321955389446683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,65536,0.06327999962700738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,65536,0.06310755676693387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,65536,0.06304355462392171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,65536,0.06301689147949219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,65536,0.06322311030493842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,65536,0.18980444802178276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,65536,0.08301688565148248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,65536,0.08237155278523763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,65536,0.07936533292134602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,65536,2.0378144582112627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,65536,0.511026128133138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,65536,0.27944211959838866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,65536,1.040939712524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,65536,0.274564266204834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,65536,0.2697930653889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,65536,0.25289600690205893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,65536,0.2673397382100423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,65536,0.24965972900390626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,65536,0.24480746587117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,65536,0.2429109255472819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,65536,0.22641706466674805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,65536,0.22047573725382485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,65536,0.22030399640401205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,65536,0.22499519983927407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,65536,0.21493226687113443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,65536,0.21635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,65536,0.20174080530802407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,65536,0.2009610652923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,65536,0.19633599917093914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,65536,0.1965770721435547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,65536,0.18227307001749676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,65536,0.18233280181884765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,65536,0.17780267397562663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,65536,0.17744533220926922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,65536,0.16845119794209798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,65536,0.1686709403991699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,65536,0.16154239972432455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,65536,0.16091307004292804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,65536,0.15544320742289225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,65536,0.15586880048116047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,65536,0.14578879674275716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,65536,0.14597546259562175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,65536,0.13682880401611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,65536,0.1365301291147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,65536,0.1287893295288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,65536,0.12779733339945476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,65536,0.12799039681752522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,65536,0.12795413335164388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,65536,0.1273034652074178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,65536,0.12593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,65536,0.12490879694620768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,65536,0.12578879992167155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,65536,0.12455039819081623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,65536,0.12225066820780436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,65536,0.12277119954427082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,65536,0.12234559853871663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,65536,0.1228874683380127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,65536,0.12191359996795655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,65536,0.12195733388264973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,65536,0.12175680001576741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,65536,0.12191147009531658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,65536,0.12235733668009441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,65536,0.1218826691309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,65536,0.12193493048350017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,65536,0.1218389352162679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,65536,0.12168746789296467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,65536,0.12172479629516601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,65536,0.12225706577301025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,65536,0.12186773618062337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,65536,0.12170026302337647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,65536,0.12151040236155193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,65536,0.12177386283874511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,65536,0.12198186715443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,65536,0.12125759919484455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,65536,0.12156586647033692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,65536,0.12202133337656658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,65536,0.12204906940460206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,65536,0.12164266904195149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,65536,0.12181333700815837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,65536,0.12151892979939778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,51200,2.0625599225362143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,51200,1.1572693188985188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,51200,0.5602720181147257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,51200,0.29397066434224445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,51200,0.29794132709503174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,51200,0.30105332533518475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,51200,0.293285330136617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,51200,0.291485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,51200,0.2590373357137044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,51200,0.23113600413004556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,51200,0.23090134064356485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,51200,0.22045600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,51200,0.22846933205922446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,51200,0.2253920038541158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,51200,0.21275466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,51200,0.1944133241971334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,51200,0.19274665911992392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,51200,0.17569865783055624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,51200,0.18352532386779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,51200,0.1850773294766744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,51200,0.1596666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,51200,0.15199466546376547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,51200,0.14656533797581991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,51200,0.13674133022626242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,51200,0.13401599725087485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,51200,0.14613067110379538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,51200,0.11790133515993755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,51200,0.12488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,51200,0.10597333312034607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,51200,0.09862132867177327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,51200,0.08266133566697438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,51200,0.0767146646976471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,51200,0.07059999803702037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,51200,0.055061335364977516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,51200,0.044922664761543274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,51200,0.03380533307790756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,51200,0.0313226655125618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,51200,0.03323200096686681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,51200,0.03315199911594391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,51200,0.030082667867342632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,51200,0.03108000010251999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,51200,0.027277333041032154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,51200,0.02664000044266383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,51200,0.02587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,51200,0.025906667113304138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,51200,0.025389333566029865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,51200,0.02550400048494339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,51200,0.025888000925381977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,51200,0.025066666305065155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,51200,0.024162667493025463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,51200,0.02403466651837031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,51200,0.02415200074513753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,51200,0.02570933351914088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,51200,0.02309866746266683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,51200,0.02219199885924657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,51200,0.02446666608254115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,51200,0.022621333599090576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,51200,0.02381066729625066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,51200,0.021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,51200,0.024141333997249603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,51200,0.02390933285156886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,51200,0.024125332633654278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,51200,0.023922666907310486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,65536,0.12207039992014568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,51200,0.02404800057411194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,51200,0.02364266663789749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,51200,0.023746666808923084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,51200,0.02144533395767212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,51200,0.021205333371957142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,51200,0.021114667256673176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,51200,0.021114667256673176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,51200,0.021943998833497364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,51200,0.022061333060264587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,51200,0.021941334009170532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,51200,0.021906666457653046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,51200,5.438960181342231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,51200,2.7397066752115884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,51200,0.7512977917989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,51200,1.3915341695149739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,51200,0.7505991193983289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,51200,0.7194435331556531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,51200,0.7102133433024088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,51200,0.6813866827223035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,51200,0.6726489067077637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,51200,0.6444106631808811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,51200,0.6398453182644314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,51200,0.6012338002522787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,51200,0.5981653531392416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,51200,0.56204620997111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,51200,0.5393457942538792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,51200,0.5117137697007921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,51200,0.49575111601087785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,51200,0.4534311294555664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,51200,0.4713759952121311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,51200,0.42767998907301163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,51200,0.41965511110093856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,51200,0.3826435671912299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,51200,0.3813386758168538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,51200,0.33977778752644855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,51200,0.33925512101915145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,51200,0.2944142288631863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,51200,0.2866186565823025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,51200,0.2508373260498047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,51200,0.2482933203379313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,51200,0.19969956080118814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,51200,0.19044089317321777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,51200,0.15071466233995226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,51200,0.14065421952141657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,51200,0.0960835549566481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,51200,0.09068622191747029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,51200,0.05969599882761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,51200,0.0565297802289327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,51200,0.05881244606441922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,51200,0.057484441333346896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,51200,0.054437332683139376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,51200,0.050680889023674854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,51200,0.046767999728520714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,51200,0.043952001465691455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,51200,0.04141866829660203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,51200,0.03911111089918349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,51200,0.03968711031807794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,51200,0.03768710957633124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,51200,0.03876266545719571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,51200,0.035397334231270686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,51200,0.03531377845340305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,51200,0.036664889918433294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,51200,0.04638755652639601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,51200,0.03433955709139506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,51200,0.03475555446412828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,51200,0.03527822097142538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,51200,0.03295466634962294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,51200,0.029811554484897192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,51200,0.02951822347111172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,51200,0.027895109521018133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,51200,0.030199110507965088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,51200,0.030456887351142034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,51200,0.029253333806991577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,51200,0.02917511264483134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,51200,0.02979555394914415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,51200,0.028755555550257366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,51200,0.0296088887585534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,51200,0.025944888591766357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,51200,0.025740444660186768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,51200,0.026206221845414903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,51200,0.025102222959200542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,51200,0.025655110677083332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,51200,0.02493511140346527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,51200,0.025009777810838487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,51200,0.0269795556863149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,65536,0.12155413627624512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,65536,0.12157440185546875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,51200,2.1481759813096786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,51200,4.165287017822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,51200,1.0686310662163627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,51200,0.6128960185580784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,51200,0.5596942371792263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,51200,0.4929671287536621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,51200,0.5857493082682291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,51200,0.5895039770338271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,51200,0.4740871323479547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,51200,0.4443235662248399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,51200,0.5554133521185981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,51200,0.4887057940165202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,51200,0.46537065505981445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,51200,0.4347217877705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,51200,0.40941156281365293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,51200,0.34574932522243923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,51200,0.32609955469767254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,51200,0.3115164438883464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,51200,0.2985066572825114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,51200,0.2814471191830105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,51200,0.27086400985717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,51200,0.2533244556850857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,51200,0.40606755680508083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,51200,0.37985955344306094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,51200,0.36044266488817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,51200,0.22897601127624512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,51200,0.21676622496710884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,51200,0.19646755854288736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,51200,0.1894079976611667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,51200,0.17310755782657197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,51200,0.12021688620249431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,51200,0.16127110852135554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,51200,0.1451679997973972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,51200,0.13308621777428523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,51200,0.10014044576221043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,51200,0.07611199882295397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,51200,0.0661262207561069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,51200,0.06270222531424628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,51200,0.05914666917588976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,51200,0.05903999672995674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,51200,0.05770311090681288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,51200,0.05858844518661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,51200,0.056215114063686795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,51200,0.05545066793759664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,51200,0.054478221469455294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,51200,0.054040888945261635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,51200,0.05353600117895338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,51200,0.05340266558859083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,51200,0.07046400176154242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,51200,0.052519109514024526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,51200,0.053242666853798755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,51200,0.051402668158213295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,51200,0.05215822325812446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,51200,0.05007466673851013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,51200,0.0510773327615526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,51200,0.05016888843642341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,51200,0.05038933290375603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,51200,0.05023466547330221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,51200,0.050287998384899564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,51200,0.04998044504059685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,51200,0.05054222212897407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,51200,0.05012977785534329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,51200,0.05051733387841118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,51200,0.050231112374199756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,51200,0.050245334704717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,51200,0.050119111935297646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,51200,0.05060977737108866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,51200,0.04974400003751119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,51200,0.05079999897215101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,51200,0.050154666105906166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,51200,0.1502702236175537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,51200,0.11395200093587239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,51200,0.06619555420345731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,51200,0.06437155273225573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,51200,1.604647445678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,51200,0.8437226613362631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,51200,0.4158954620361328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,51200,0.22213973999023437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,51200,0.22132800420125326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,51200,0.21690452893575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,51200,0.21556693712870278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,51200,0.20133333206176757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,51200,0.19602133433024088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,51200,0.20202773412068686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,51200,0.1947391986846924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,51200,0.18158186276753743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,51200,0.1798997402191162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,51200,0.1773034731547038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,51200,0.1735904057820638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,51200,0.17653226852416992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,51200,0.1726261297861735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,51200,0.16137706438700358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,51200,0.16133119265238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,51200,0.15739413897196453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,51200,0.157150936126709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,51200,0.14602452913920086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,51200,0.1462773323059082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,51200,0.14258027076721191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,51200,0.1418517271677653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,51200,0.1347413380940755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,51200,0.13474772771199545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,51200,0.1289077361424764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,51200,0.12870720227559407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,51200,0.12453333536783855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,51200,0.12469333012898762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,51200,0.11631360054016113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,51200,0.1163861354192098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,51200,0.10969493389129639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,51200,0.10948266983032226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,51200,0.10061333179473878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,51200,0.10037439664204914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,51200,0.10002240339914958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,51200,0.0995317300160726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,51200,0.09952106475830078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,51200,0.09997546672821045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,51200,0.09965759913126628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,51200,0.09955840110778809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,51200,0.09732800324757894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,51200,0.09776639938354492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,51200,0.09691946506500244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,51200,0.09737493197123209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,51200,0.09716479778289795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,51200,0.09747520287831625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,51200,0.09697173436482748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,51200,0.09707732995351157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,51200,0.09636267026265463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,51200,0.09620373249053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,51200,0.09644052982330323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,51200,0.0964128017425537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,51200,0.09625173409779866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,51200,0.09634026686350504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,51200,0.09650346438090006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,51200,0.09654719829559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,51200,0.09609173138936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,51200,0.0964245319366455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,51200,0.09632533391316732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,51200,0.09649600187937418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,51200,0.09696640173594157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,51200,0.09706239700317383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,51200,0.09698560237884521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,51200,0.0973418633143107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,51200,0.09684159755706787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,51200,0.09691733519236247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,51200,0.09701440334320069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,51200,0.0969930648803711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,51200,0.09701120058695475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,51200,0.09729173183441162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,51200,0.09735679626464844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,16384,0.631825065612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,16384,0.34869438807169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,16384,0.1753887971242269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,16384,0.09765653610229492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,16384,0.09789760112762451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,16384,0.0929802656173706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,16384,0.09236266613006591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,16384,0.0933077335357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,16384,0.07901013692220052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,16384,0.07079786459604899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,16384,0.06992320219675699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,16384,0.06635626554489135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,16384,0.06602346499760946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,16384,0.06380906502405802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,16384,0.06229759852091471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,16384,0.057765332857767734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,16384,0.05854293505350748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,16384,0.053763198852539065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,16384,0.054508801301320395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,16384,0.055555200576782225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,16384,0.048766934871673585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,16384,0.046586668491363524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,16384,0.04553279876708984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,16384,0.04182826677958171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,16384,0.04171839952468872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,16384,0.04524053335189819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,16384,0.03800426721572876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,16384,0.038371201356252035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,16384,0.03350186745325724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,16384,0.03107306758562724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,16384,0.030802132685979207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,16384,0.027154133717219038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,16384,0.02493120034535726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,16384,0.02005866765975952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,16384,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,16384,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,16384,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,16384,0.01601066688696543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,16384,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,16384,0.013831466436386108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,16384,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,16384,0.013191466530164083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,16384,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,16384,0.012873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,16384,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,16384,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,16384,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,16384,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,16384,0.012492799758911132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,16384,0.010972799857457478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,16384,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,16384,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,16384,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,16384,0.010859733819961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,16384,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,16384,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,16384,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,16384,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,16384,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,16384,0.012261333068211873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,16384,0.012321066856384278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,16384,0.012141866485277812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,16384,0.012130133310953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,16384,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,16384,0.012276267011960346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,16384,0.012139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,16384,0.013424000144004822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,16384,0.013533866405487061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,16384,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,16384,0.013467733065287271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,16384,0.013618133465449014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,16384,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,16384,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,16384,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,16384,1.7302186330159504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,16384,0.8796629587809244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,16384,0.45016320546468097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,16384,0.2435306708017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,16384,0.24274346033732094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,16384,0.23420693079630533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,16384,0.22974720001220703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,16384,0.22126612663269044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,16384,0.2171328067779541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,16384,0.1997397263844808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,16384,0.19986240069071454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,16384,0.18674559593200685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,16384,0.18653546969095866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,16384,0.17406400044759113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,16384,0.17153706550598144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,16384,0.15666240056355793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,16384,0.1565685272216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,16384,0.14138347307840984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,16384,0.14294613202412923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,16384,0.12511146863301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,16384,0.12416853109995525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,16384,0.11008000373840332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,16384,0.1093066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,16384,0.09295573234558105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,16384,0.09404586950937907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,16384,0.08355733553568521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,16384,0.08035733699798583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,16384,0.07058453559875488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,16384,0.0673354705174764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,16384,0.055785600344340006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,16384,0.05519893169403076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,16384,0.04781119823455811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,16384,0.049558401107788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,16384,0.040549333890279135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,16384,0.03978346586227417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,16384,0.03099946578343709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,16384,0.030910933017730714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,16384,0.031016532580057782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,16384,0.03183466593424479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,16384,0.030880000193913775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,16384,0.030159999926884968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,16384,0.029048534234364827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,16384,0.02986026604970296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,16384,0.028102399905522664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,16384,0.02781013250350952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,51200,0.09760746955871583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,16384,0.02798186739285787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,16384,0.02767573396364848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,16384,0.02658240000406901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,16384,0.027692800760269164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,16384,0.025565866629282636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,16384,0.02640426754951477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,16384,0.0264789342880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,16384,0.022964266935984294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,16384,0.02367146611213684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,16384,0.0241376002629598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,16384,0.02169493238131205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,16384,0.021337600549062093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,16384,0.020889600118001304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,16384,0.02258239984512329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,16384,0.021964800357818604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,16384,0.02066346605618795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,16384,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,16384,0.02062506675720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,16384,0.020665599902470907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,16384,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,16384,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,16384,0.021035732825597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,16384,0.02099519968032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,16384,0.02164586583773295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,16384,0.021134932835896812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,16384,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,16384,0.020778665939966835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,16384,0.02074026664098104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,16384,0.020757333437601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,51200,0.09702613353729247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,51200,0.09700693289438883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,16384,1.8291924794514973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,16384,0.4626816113789876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,16384,0.2636799971262614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,16384,0.937506103515625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,16384,0.2362741311391195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,16384,0.21651412645975748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,16384,0.2526026725769043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,16384,0.2060533364613851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,16384,0.2501770655314127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,16384,0.19108907381693524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,16384,0.24100586573282876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,16384,0.21208426157633462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,16384,0.20052159627278648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,16384,0.18965333302815754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,16384,0.17796053886413574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,16384,0.14981226921081542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,16384,0.1398570696512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,16384,0.13488213221232098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,16384,0.12731733322143554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,16384,0.12086719671885174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,16384,0.11406506697336834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,16384,0.1085920015970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,16384,0.16439040501912433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,16384,0.17560319900512694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,16384,0.15384532610575358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,16384,0.0939242680867513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,16384,0.08989439805348715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,16384,0.07383253574371337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,16384,0.0729312022527059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,16384,0.056281598409016934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,16384,0.040728533267974855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,16384,0.053409067789713535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,16384,0.04787626663843791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,16384,0.03421226739883423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,16384,0.04383253256479899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,16384,0.02876586715380351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,16384,0.026317866643269856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,16384,0.02430400053660075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,16384,0.024046933650970458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,16384,0.024280534187952677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,16384,0.023720532655715942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,16384,0.02163413365681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,16384,0.021466666460037233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,16384,0.021421867609024047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,16384,0.021450666586558025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,16384,0.02135573426882426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,16384,0.021116799116134642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,16384,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,16384,0.02108479936917623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,16384,0.01978879968325297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,16384,0.019772799809773763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,16384,0.01981546680132548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,16384,0.01962666710217794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,16384,0.01956160068511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,16384,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,16384,0.019421867529551187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,16384,0.019449599583943687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,16384,0.019425066312154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,16384,0.019423999389012656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,16384,0.019476266702016194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,16384,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,16384,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,16384,0.019383466243743895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,16384,0.019396267334620156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,16384,0.03718719879786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,16384,0.039539198080698654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,16384,0.03800106843312581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,16384,0.03806826670964559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,16384,0.03800106843312581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,16384,0.03723733425140381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,16384,0.025608533620834352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,16384,0.04022293488184611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,16384,0.5415871938069661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,16384,0.025562665859858197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,16384,0.28754987716674807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,16384,0.0263264000415802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,16384,0.14607040087382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,16384,0.08020266691843668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,16384,0.07943360010782877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,16384,0.07662506898244223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,16384,0.07710080146789551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,16384,0.07350506782531738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,16384,0.07297493616739908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,16384,0.07076693375905355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,16384,0.07111787001291911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,16384,0.06738560199737549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,16384,0.06672213077545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,16384,0.06540160179138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,16384,0.06576213439305624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,16384,0.0648255983988444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,16384,0.06423786481221518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,16384,0.0605130672454834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,16384,0.06076480150222778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,16384,0.05931413173675537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,16384,0.058891733487447105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,16384,0.05517760117848715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,16384,0.05563946564992269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,16384,0.05306346813837687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,16384,0.05189866622289022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,16384,0.04914666811625163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,16384,0.04824320077896118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,16384,0.04671786626180013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,16384,0.04570133288701375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,16384,0.044897067546844485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,16384,0.045278934637705485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,16384,0.04213546514511109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,16384,0.04192426602045695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,16384,0.03973759810129802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,16384,0.039401598771413165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,16384,0.037146667639414474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,16384,0.03668479919433594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,16384,0.03659520149230957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,16384,0.03668906688690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,16384,0.03633280197779338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,16384,0.03623040119806926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,16384,0.036298668384552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,16384,0.036201600233713785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,16384,0.035768532752990724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,16384,0.035403732458750406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,16384,0.035471999645233156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,16384,0.03556693394978841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,16384,0.03558719952901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,16384,0.03548373381296794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,16384,0.035493334134419754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,16384,0.03546453317006429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,16384,0.03508266607920329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,16384,0.03540693521499634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,16384,0.03542506694793701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,16384,0.03505386511484782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,16384,0.03506133159001668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,16384,0.035411198933919266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,16384,0.035359998544057206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,16384,0.03538666566212972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,16384,0.035037867228190106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,16384,0.03510719935099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,16384,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,16384,0.03522986570994059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,16384,0.03549226522445679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,16384,0.03543786605199178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,16384,0.03542826573053996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,16384,0.03546773195266724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,16384,0.035094400246938065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,16384,0.035076268513997394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,16384,0.0354751984278361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,16384,0.03502399921417236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,12288,0.5316981315612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,12288,0.2679925282796224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,12288,0.14604585965474445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,12288,0.07367040316263834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,16384,0.03502293427785237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,12288,0.07283306916554769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,12288,0.07036693096160888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,12288,0.06826026439666748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,12288,0.06289173364639282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,12288,0.058285868167877196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,12288,0.0696885347366333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,12288,0.05742079814275106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,12288,0.05316160122553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,12288,0.05429226557413737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,12288,0.05168639818827311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,12288,0.0504095991452535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,12288,0.04525546630223592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,12288,0.04590400060017903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,12288,0.0412224014600118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,12288,0.04462720155715942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,12288,0.04234773317972819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,12288,0.03874666690826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,12288,0.035735468069712326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,12288,0.035802666346232095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,12288,0.030916267633438112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,12288,0.031933865944544476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,12288,0.0321397324403127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,12288,0.027957334121068315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,12288,0.029059199492136638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,12288,0.02560960054397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,12288,0.023847466707229613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,12288,0.023128533363342287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,12288,0.02173759937286377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,12288,0.020245333512624107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,12288,0.016354133685429893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,12288,0.017905066410700478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,12288,0.012571733196576437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,12288,0.011447466413180033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,12288,0.011576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,12288,0.012945066889127096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,12288,0.011684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,12288,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,12288,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,12288,0.012184533476829528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,12288,0.010972799857457478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,12288,0.01237546702226003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,12288,0.012483200430870056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,12288,0.012534399827321371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,12288,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,12288,0.010830932855606079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,12288,0.010759466886520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,12288,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,12288,0.009436800082524618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,12288,0.009585066636403402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,16384,0.03497920036315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,12288,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,12288,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,12288,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,12288,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,12288,0.01086293359597524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,12288,0.00848746697107951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,12288,0.008613333106040955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,12288,0.008492799599965413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,12288,0.008614400029182434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,12288,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,12288,0.008505599697430928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,12288,0.00867306689421336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,12288,0.010775466759999592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,12288,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,12288,0.01116373340288798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,12288,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,12288,0.011283199985822041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,12288,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,12288,0.010922666390736897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,12288,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,12288,0.012429866194725036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,12288,0.33982613881429036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,12288,0.6657536188761394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,12288,0.1866517384847005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,12288,0.18828372955322265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,12288,0.1764565308888753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,12288,1.3254603068033854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,12288,0.16750720342000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,12288,0.16362454096476237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,12288,0.15094399452209473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,12288,0.1503071943918864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,12288,0.17423572540283203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,12288,0.14092693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,12288,0.14070186614990235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,12288,0.12715306282043456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,16384,0.03504000107447307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,12288,0.12458453178405762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,12288,0.10221439997355145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,12288,0.1144053300221761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,12288,0.11331306298573811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,12288,0.10424213409423828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,12288,0.09141333103179931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,12288,0.0788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,12288,0.09132373332977295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,12288,0.07803093592325847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,12288,0.06784000396728515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,12288,0.06296319961547851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,12288,0.0692629337310791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,12288,0.05922559897104899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,12288,0.0545194665590922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,12288,0.05210666656494141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,12288,0.04519466559092204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,12288,0.04105493227640788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,12288,0.03504853248596192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,12288,0.03899626731872559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,12288,0.03404479821523031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,12288,0.02918933431307475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,12288,0.029047467311223346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,12288,0.028892799218495684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,12288,0.028730666637420653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,12288,0.029626667499542236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,12288,0.026291199525197345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,12288,0.02691413362820943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,12288,0.02489173412322998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,12288,0.025587199131647746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,12288,0.02569813330968221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,12288,0.04512853225072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,12288,0.024845866362253825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,12288,0.025407999753952026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,12288,0.02577173312505086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,12288,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,12288,0.025227733453114826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,12288,0.021566933393478392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,12288,0.022793600956598915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,12288,0.028964267174402876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,12288,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,12288,0.02034986615180969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,12288,0.019511467218399046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,12288,0.026694399118423463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,12288,0.020811732610066733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,12288,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,12288,0.01983786622683207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,12288,0.020396800835927327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,12288,0.020331732432047524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,12288,0.020642133553822835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,12288,0.01891626715660095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,12288,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,12288,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,12288,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,12288,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,12288,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,12288,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,12288,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,12288,0.02188906669616699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,12288,0.020540799697240195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,12288,0.018532266219456993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,12288,0.2454421361287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,12288,0.43485441207885744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,12288,0.8721354802449545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,12288,0.23014507293701172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,12288,0.21809706687927247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,12288,0.2057589371999105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,12288,1.699778111775716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,12288,0.19412800470987956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,12288,0.23765014012654623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,12288,0.18100266456604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,12288,0.2244640032450358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,12288,0.2009770711263021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,12288,0.18794347445170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,12288,0.17685759862263997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,12288,0.1677706718444824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,12288,0.1643210728963216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,12288,0.13993066151936848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,12288,0.12711573441823323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,12288,0.10726293722788494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,12288,0.10307199954986572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,12288,0.08232106367746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,12288,0.08203732967376709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,12288,0.12318186759948731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,12288,0.1545194625854492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,12288,0.13860692977905273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,12288,0.0665557344754537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,12288,0.06468053261439005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,12288,0.05531946818033854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,12288,0.052355198065439854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,12288,0.048026665051778154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,12288,0.04588693380355835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,12288,0.03362880150477092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,12288,0.03833280007044475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,12288,0.029704533020655316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,12288,0.041066666444142655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,12288,0.023957333962122598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,12288,0.021894399325052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,12288,0.02020373344421387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,12288,0.02026346723238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,12288,0.01983573238054911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,12288,0.02001813252766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,12288,0.017783466974894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,12288,0.018245333433151247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,12288,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,12288,0.017812265952428182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,12288,0.017863466342290243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,12288,0.017822933197021485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,12288,0.01800959904988607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,12288,0.017400532960891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,12288,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,12288,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,12288,0.016214399536450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,12288,0.016192000110944113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,12288,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,12288,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,12288,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,12288,0.01618133286635081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,12288,0.016454399625460307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,12288,0.01614400049050649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,12288,0.016182399789492288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,12288,0.016033066312472026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,12288,0.029107199112574263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,12288,0.02964693307876587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,12288,0.030832000573476154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,12288,0.029132799307505293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,12288,0.021497599283854165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,12288,0.031219200293223066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,12288,0.029676800966262816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,12288,0.030548266569773358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,12288,0.029382399717966717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,12288,0.030036266644795733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,12288,0.02916160027186076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,12288,0.02137493292490641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,12288,0.021553067366282146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,12288,0.2194442590077718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,12288,0.42202558517456057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,12288,0.11367146968841553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,12288,0.06314346790313721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,12288,0.06310400168100992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,12288,0.06184959808985392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,12288,0.06125760078430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,12288,0.05883839925130209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,12288,0.058881068229675294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,12288,0.0578549345334371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,12288,0.057156264781951904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,12288,0.054384001096089686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,12288,0.05345173279444376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,12288,0.053174400329589845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,12288,0.05385919809341431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,12288,0.05106346607208252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,12288,0.05111146767934164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,12288,0.04799786806106567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,12288,0.04820906718571981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,12288,0.044546135266621906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,12288,0.04645546674728394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,12288,0.043483734130859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,12288,0.042049066225687666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,12288,0.04092373450597127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,12288,0.04038399855295817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,12288,0.03835200071334839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,12288,0.03878399928410848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,12288,0.03709226846694946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,12288,0.036711466312408444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,12288,0.03543359835942586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,12288,0.0338261326154073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,12288,0.035454932848612467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,12288,0.033061333497365314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,12288,0.03136639992396037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,12288,0.030954666932423908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,12288,0.029364265998204547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,12288,0.029277867078781127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,12288,0.029244800408681233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,12288,0.029320534070332843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,12288,0.029339732726414998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,12288,0.029215999444325763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,12288,0.02895039916038513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,12288,0.029318400224049884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,12288,0.02890133261680603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,12288,0.028257066011428834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,12288,0.02804479996363322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,12288,0.028460800647735596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,12288,0.02815999984741211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,12288,0.028439466158548993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,12288,0.028113067150115967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,12288,0.028104533751805622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,12288,0.028061866760253906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,12288,0.028074665864308672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,12288,0.027986133098602296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,12288,0.028066132465998334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,12288,0.028060799837112425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,12288,0.028483200073242187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,12288,0.028497066100438433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,12288,0.028229333957036334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,12288,0.028060799837112425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,12288,0.028429865837097168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,12288,0.028039467334747315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,12288,0.028012800216674804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,12288,0.028094933430353804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,12288,0.028114134073257448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,12288,0.028118399779001872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,12288,0.028122667471567792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,12288,0.028061866760253906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,12288,0.02807040015856425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,12288,0.028122667471567792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,12288,0.028113067150115967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,10240,0.4223552068074544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,10240,0.20955093701680502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,10240,0.10826133092244465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,10240,0.06203093528747559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,10240,0.05618240038553873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,10240,0.05814613501230875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,10240,0.054223998387654626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,10240,0.05613866647084555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,10240,0.050220799446105954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,10240,0.04527786572774251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,10240,0.045021867752075194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,10240,0.042721064885457356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,10240,0.042498131593068436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,10240,0.04164160092671712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,10240,0.04016213417053223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,10240,0.03653973340988159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,10240,0.03647679885228475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,10240,0.03327146569887797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,10240,0.03496533234914144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,10240,0.03494400183359782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,10240,0.03025706609090169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,10240,0.02905706763267517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,10240,0.028594134251276652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,10240,0.024437334140141806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,10240,0.025718400875727337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,10240,0.025814400116602583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,10240,0.0230240007241567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,10240,0.024436267217000325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,10240,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,10240,0.020244266589482626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,10240,0.019947733481725058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,10240,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,10240,0.017112533251444496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,10240,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,10240,0.015169066190719605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,10240,0.011648000280062357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,10240,0.010514133175214132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,12288,0.028257066011428834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,10240,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,10240,0.01188693344593048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,10240,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,10240,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,10240,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,10240,0.00998293360074361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,10240,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,12288,0.028076799710591634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,10240,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,10240,0.011325866977373759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,10240,0.01125973363717397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,10240,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,10240,0.009914666414260864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,10240,0.009950932860374451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,10240,0.008286933104197185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,10240,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,10240,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,10240,0.008004266520341237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,10240,0.008503466844558716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,10240,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,10240,0.009589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,10240,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,10240,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,10240,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,10240,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,10240,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,10240,0.010300800204277039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,10240,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,10240,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,10240,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,10240,0.009819733103116353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,10240,0.009847467144330341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,12288,0.028250666459401448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,10240,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,10240,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,10240,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,10240,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,10240,0.5629706700642904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,10240,0.28942826588948567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,10240,1.1073856353759766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,10240,0.15554986000061036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,10240,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,10240,0.15484479268391926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,10240,0.14573334058125814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,10240,0.14163413047790527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,10240,0.1375989278157552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,10240,0.12253866990407307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,10240,0.12281386852264405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,10240,0.10958293279012044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,10240,0.11038080056508381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,10240,0.10304000377655029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,10240,0.10163520177205403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,10240,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,10240,0.09208213488260905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,10240,0.13699307441711425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,10240,0.0918229341506958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,10240,0.0818997303644816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,10240,0.08247893651326497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,10240,0.07365547021230062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,10240,0.07365866502126059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,10240,0.06296426852544149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,10240,0.06342506806055705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,10240,0.05531413157780966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,10240,0.05643413464228312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,10240,0.05244373480478922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,10240,0.05230933427810669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,10240,0.04488639831542969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,10240,0.04151360193888347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,10240,0.0412501335144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,10240,0.03779946565628052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,10240,0.036366931597391766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,10240,0.030882134040196733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,10240,0.02714560031890869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,10240,0.02679786682128906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,10240,0.026266666253407796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,10240,0.02687679926554362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,10240,0.026808534065882367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,10240,0.04770026604334514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,10240,0.02489173412322998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,10240,0.024989867210388185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,10240,0.025113600492477416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,10240,0.025337600708007814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,10240,0.02373973329861959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,10240,0.023205333948135377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,10240,0.022766933838526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,10240,0.02421226700146993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,10240,0.023510400454203287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,10240,0.025076266129811602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,10240,0.0240447998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,10240,0.021316266059875487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,10240,0.02093120018641154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,10240,0.021502933899561563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,10240,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,10240,0.020347734292348228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,10240,0.0192522664864858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,10240,0.018931200106938682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,10240,0.02049386699994405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,10240,0.019887999693552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,10240,0.020497065782546998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,10240,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,10240,0.018888533115386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,10240,0.020039467016855876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,10240,0.01900906761487325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,10240,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,10240,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,10240,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,10240,0.01849493384361267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,10240,0.01843413313229879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,10240,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,10240,0.018441599607467652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,10240,0.017784533898035686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,10240,0.03345173199971517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,10240,0.024305067459742227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,10240,0.4192927996317546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,10240,0.23108372688293458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,10240,1.636346689860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,10240,0.21928960482279458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,10240,0.20728534062703452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,10240,0.19674453735351563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,10240,0.8378933588663736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,10240,0.18435947100321454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,10240,0.22439893086751303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,10240,0.17327359517415364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,10240,0.21244586308797203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,10240,0.18986345926920573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,10240,0.17747519810994467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,10240,0.16484479904174804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,10240,0.16081493695576984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,10240,0.12451306978861491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,10240,0.10193066596984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,10240,0.15261227289835613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,10240,0.0853877305984497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,10240,0.08596479892730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,10240,0.07077120145161947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,10240,0.0674186627070109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,10240,0.10072106520334881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,10240,0.1451701323191325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,10240,0.1270624001820882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,10240,0.059731201330820716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,10240,0.05853653351465861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,10240,0.05227733453114828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,10240,0.04993173281351725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,10240,0.0426421324412028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,10240,0.030488532781600953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,10240,0.044647467136383054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,10240,0.03545813163121541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,10240,0.027527467409769697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,10240,0.02230613430341085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,10240,0.03744320074717204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,10240,0.02025493383407593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,10240,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,10240,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,10240,0.018475733200709023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,10240,0.018175999323527016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,10240,0.016437333822250367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,10240,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,10240,0.016660267114639284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,10240,0.01613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,10240,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,10240,0.016359466314315795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,10240,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,10240,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,10240,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,10240,0.014844800035158793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,10240,0.014899200201034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,10240,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,10240,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,10240,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,10240,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,10240,0.014802133043607077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,10240,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,10240,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,10240,0.025873066981633504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,10240,0.02529173294703166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,10240,0.02539413372675578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,10240,0.025485867261886598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,10240,0.027565866708755493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,10240,0.02555626630783081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,10240,0.02600640058517456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,10240,0.02019946575164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,10240,0.025229867299397784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,10240,0.024705066283543905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,10240,0.027024000883102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,10240,0.024349866310755412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,10240,0.026817067464192705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,10240,0.01986453334490458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,10240,0.37250347137451173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,10240,0.01993280053138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,10240,0.2005909283955892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,10240,0.10208319822947184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,10240,0.05830080111821493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,10240,0.057323733965555825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,10240,0.05655893484751383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,10240,0.05597226619720459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,10240,0.05327786604563395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,10240,0.052167467276255285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,10240,0.051699201265970864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,10240,0.05275199810663859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,10240,0.04839786688486735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,10240,0.04893120129903157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,10240,0.04695253372192383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,10240,0.04655359983444214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,10240,0.04401919841766357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,10240,0.04359999895095825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,10240,0.041211732228597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,10240,0.04171946843465169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,10240,0.03974293470382691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,10240,0.039538133144378665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,10240,0.037196799119313555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,10240,0.03583360115687052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,10240,0.03587413231531779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,10240,0.03377386728922526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,10240,0.03741759856541951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,10240,0.03302506605784099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,10240,0.03264000018437703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,10240,0.0326474666595459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,10240,0.03136746684710185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,10240,0.03134186665217082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,10240,0.029372799396514892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,10240,0.028940800825754804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,10240,0.027665066719055175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,10240,0.02763413389523824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,10240,0.026044799884160356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,10240,0.025543467203776045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,10240,0.025608533620834352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,10240,0.025560534000396727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,10240,0.025586134195327757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,10240,0.025571199258168538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,10240,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,10240,0.025468800465265912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,10240,0.02510506709416707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,10240,0.0251093327999115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,10240,0.02488213380177816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,10240,0.025114667415618897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,10240,0.02480106751124064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,10240,0.024825600783030193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,10240,0.024731733401616416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,10240,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,10240,0.0247978667418162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,10240,0.024769065777460735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,10240,0.02477759917577108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,10240,0.024796799818674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,10240,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,10240,0.024796799818674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,10240,0.024742400646209715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,10240,0.024785067637761435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,10240,0.02468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,10240,0.024805333216985068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,10240,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,10240,0.024875734249750772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,10240,0.02486613392829895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,10240,0.02441493272781372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,10240,0.02479893366495768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,10240,0.02474453250567118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,10240,0.024851200977961223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,10240,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,10240,0.024737066030502318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,10240,0.024829866488774617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,8192,0.3398410797119141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,8192,0.19465813636779786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,8192,0.09098133246103922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,8192,0.04836479822794597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,8192,0.049005866050720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,8192,0.049703466892242434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,10240,0.024785067637761435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,8192,0.04815040032068889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,8192,0.04484053452809651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,8192,0.043171199162801106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,8192,0.03635733524958293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,8192,0.03795413176218669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,8192,0.034517331918080645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,8192,0.03408000071843465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,8192,0.033659732341766356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,8192,0.03188160061836243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,8192,0.029322665929794312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,8192,0.029022934039433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,8192,0.02681386669476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,8192,0.028141866127649944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,8192,0.024206932385762533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,8192,0.024115200837453207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,8192,0.02359893321990967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,8192,0.023425066471099855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,8192,0.01964799960454305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,8192,0.021101866165796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,8192,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,8192,0.020574933290481566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,8192,0.01773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,8192,0.017221333583196004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,8192,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,8192,0.015711999932924905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,8192,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,8192,0.013942399621009826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,8192,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,8192,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,10240,0.02474453250567118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,8192,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,8192,0.010382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,8192,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,8192,0.021268266439437866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,8192,0.009347200393676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,8192,0.009130666653315227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,8192,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,8192,0.009940266609191895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,8192,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,8192,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,8192,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,8192,0.008887466788291932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,8192,0.008887466788291932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,8192,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,8192,0.008916266759236654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,8192,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,8192,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,8192,0.008498133222262064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,8192,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,8192,0.012152533729871113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,8192,0.007878399888674418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,8192,0.00897173285484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,8192,0.007295999924341838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,8192,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,10240,0.024743467569351196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,8192,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,8192,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,8192,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,8192,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,8192,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,8192,0.009070932865142822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,8192,0.00899839997291565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,8192,0.008872532844543457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,8192,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,8192,0.008995200196901958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,8192,0.008710400263468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,8192,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,8192,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,8192,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,8192,0.8785738627115884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,8192,0.00922879974047343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,8192,0.1196288029352824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,8192,0.23163199424743652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,8192,0.11906666755676269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,8192,0.452946122487386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,8192,0.10884266694386799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,8192,0.1095647970835368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,8192,0.09055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,8192,0.09164693355560302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,8192,0.08620693683624267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,8192,0.0778602679570516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,8192,0.08664000034332275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,8192,0.07578346729278565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,8192,0.0707157293955485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,8192,0.07014933427174887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,8192,0.06067519982655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,8192,0.060976000626881924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,8192,0.10461333592732747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,8192,0.056804267565409336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,8192,0.056486399968465176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,8192,0.05067733526229858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,8192,0.05099093516667684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,8192,0.04664213260014852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,8192,0.04697386821111043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,8192,0.043271466096242266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,8192,0.0426634669303894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,8192,0.04115093151728312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,8192,0.03545813163121541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,8192,0.03504213492075602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,8192,0.03297280073165894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,8192,0.032304000854492185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,8192,0.10499946276346843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,8192,0.027239465713500978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,8192,0.027163734038670857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,8192,0.024727465709050496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,8192,0.024881066878636678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,8192,0.02373653252919515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,8192,0.02496853272120158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,8192,0.02469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,8192,0.023280000686645506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,8192,0.022825600703557332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,8192,0.027429334322611493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,8192,0.02251946727434794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,8192,0.023060266176859537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,8192,0.02146453261375427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,8192,0.023164800802866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,8192,0.02253119945526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,8192,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,8192,0.0231605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,8192,0.02204266587893168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,8192,0.021157334248224892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,8192,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,8192,0.020444800456364952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,8192,0.02147093415260315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,8192,0.01892906626065572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,8192,0.019661867618560792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,8192,0.019488000869750978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,8192,0.02104426622390747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,8192,0.020492800076802573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,8192,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,8192,0.018541866540908815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,8192,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,8192,0.018554667631785073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,8192,0.0184714674949646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,8192,0.022086399793624877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,8192,0.018984532356262206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,8192,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,8192,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,8192,0.018425599733988444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,8192,0.018755199511845906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,8192,0.04007573525110881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,8192,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,8192,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,8192,0.018203733364741008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,8192,0.3992629369099935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,8192,0.21836585998535157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,8192,0.20668586095174155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,8192,1.566425577799479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,8192,0.19209599494934082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,8192,0.1841887950897217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,8192,0.8006048202514648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,8192,0.174454402923584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,8192,0.2137887954711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,8192,0.15243840217590332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,8192,0.20085973739624025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,8192,0.1749205271402995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,8192,0.15984533627827963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,8192,0.13522879282633465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,8192,0.12753280003865558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,8192,0.09003946781158448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,8192,0.08018559614817301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,8192,0.08202986717224121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,8192,0.0705952008565267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,8192,0.11054186820983887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,8192,0.06967146396636963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,8192,0.06549013455708821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,8192,0.062166400750478114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,8192,0.10435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,8192,0.09415146509806314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,8192,0.055878400802612305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,8192,0.05413866837819418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,8192,0.048527999718983965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,8192,0.04658240079879761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,8192,0.04089386860529582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,8192,0.027416533231735228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,8192,0.04017920096715291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,8192,0.032484267155329385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,8192,0.025302400191624958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,8192,0.02022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,8192,0.03421866496404012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,8192,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,8192,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,8192,0.016705065965652466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,8192,0.01694719990094503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,8192,0.0165802667538325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,8192,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,8192,0.014778666694959006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,8192,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,8192,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,8192,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,8192,0.018266665935516357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,8192,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,8192,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,8192,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,8192,0.01328000028928121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,8192,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,8192,0.012890666723251343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,8192,0.018221867084503175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,8192,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,8192,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,8192,0.012548266847928365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,8192,0.012873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,8192,0.02186453342437744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,8192,0.021941334009170532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,8192,0.021434666713078816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,8192,0.022294400135676067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,8192,0.022642133633295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,8192,0.022321067253748574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,8192,0.022102399667104086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,8192,0.022291199366251627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,8192,0.02142933408419291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,8192,0.02263360023498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,8192,0.022645332415898643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,8192,0.023222400744756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,8192,0.0231605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,8192,0.02295893430709839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,8192,0.021449599663416544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,8192,0.01790293256441752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,8192,0.16031146049499512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,8192,0.2980245272318522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,8192,0.08330986499786378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,8192,0.046748801072438555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,8192,0.04436479806900025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,8192,0.04777173201243083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,8192,0.046147199471791585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,8192,0.042778666814168295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,8192,0.04123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,8192,0.04296746651331584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,8192,0.04038933515548706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,8192,0.038728535175323486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,8192,0.03890026807785034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,8192,0.036865067481994626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,8192,0.03728319803873698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,8192,0.03607999881108602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,8192,0.036373333136240645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,8192,0.03458026647567749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,8192,0.034230399131774905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,8192,0.032663466533025105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,8192,0.03332266608874003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,8192,0.0318015992641449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,8192,0.03128426671028137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,8192,0.030082132418950396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,8192,0.030103466908137005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,8192,0.028520532449086505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,8192,0.02850666642189026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,8192,0.02763200004895528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,8192,0.027242666482925414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,8192,0.02648319999376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,8192,0.02486293315887451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,8192,0.02498240073521932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,8192,0.023574399948120116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,8192,0.026437334219614667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,8192,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,8192,0.021844265858332317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,8192,0.021923200289408366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,8192,0.021466666460037233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,8192,0.021538132429122926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,8192,0.02187733252843221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,8192,0.02183253367741903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,8192,0.021844265858332317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,8192,0.021485867102940877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,8192,0.021901865800221763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,8192,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,8192,0.020798933506011964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,8192,0.02075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,8192,0.02101973295211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,8192,0.02104426622390747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,8192,0.021079466740290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,8192,0.021141332387924195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,8192,0.021031467119852702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,8192,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,8192,0.0211082657178243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,8192,0.021051732699076335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,8192,0.021050665775934854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,8192,0.02074133356412252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,8192,0.021022933721542358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,8192,0.02103253404299418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,8192,0.02113173405329386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,8192,0.02103360096613566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,8192,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,8192,0.021040000518163047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,8192,0.021128533283869426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,8192,0.02108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,8192,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,8192,0.020742400487263998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,8192,0.021117866039276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,8192,0.02108906706174215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,8192,0.021233065923055013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,8192,0.021132800976435342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,7168,0.29261226654052735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,7168,0.145579735438029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,7168,0.07947093645731608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,7168,0.04225600163141886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,7168,0.0392138679822286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,7168,0.040305066108703616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,7168,0.03735893170038859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,7168,0.03890346686045329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,7168,0.03530453443527222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,7168,0.03153706590334575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,7168,0.03169813354810079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,7168,0.02895146608352661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,7168,0.030088533957799275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,7168,0.029266132911046343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,7168,0.027858134110768634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,7168,0.025271467367808026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,7168,0.025221333901087446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,7168,0.023196800549825033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,7168,0.024435200293858848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,7168,0.021287467082341513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,7168,0.02142613331476847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,7168,0.020881066719690956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,7168,0.020381865898768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,7168,0.017502933740615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,7168,0.018742400407791137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,7168,0.019099734226862588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,7168,0.01688533425331116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,7168,0.018066134055455527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,7168,0.015667200088500977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,7168,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,7168,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,7168,0.014126933614412942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,7168,0.013269333044687906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,7168,0.013972266515096029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,7168,0.011505066355069479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,7168,0.011036800344785054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,7168,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,7168,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,7168,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,7168,0.009714133540789286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,7168,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,7168,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,7168,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,7168,0.008500267068545024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,7168,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,7168,0.009412266810735067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,8192,0.020616533358891805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,7168,0.009304533402125042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,7168,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,7168,0.010619733730951946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,7168,0.010177066922187806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,7168,0.01039573351542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,7168,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,7168,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,7168,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,7168,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,7168,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,7168,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,7168,0.007737599809964498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,7168,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,7168,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,7168,0.006983466446399689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,7168,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,7168,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,7168,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,7168,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,7168,0.007860266665617625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,7168,0.007618133227030437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,8192,0.02100373307863871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,7168,0.00820906658967336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,7168,0.008066133161385854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,7168,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,7168,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,7168,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,7168,0.008177066842714947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,7168,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,7168,0.4009354591369629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,8192,0.020803199211756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,7168,0.10094719727834064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,7168,0.2034656047821045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,7168,0.7727178573608399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,7168,0.10142186482747395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,7168,0.08948586781819662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,7168,0.09112533728281656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,7168,0.08744426568349203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,7168,0.0782485326131185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,7168,0.08877440293629965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,7168,0.07287999788920084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,7168,0.0747530698776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,7168,0.06544853448867798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,7168,0.06555840174357096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,7168,0.060244266192118326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,7168,0.05486720005671183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,7168,0.06032213370005289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,7168,0.05480426549911499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,7168,0.05088853438695272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,7168,0.05039573510487875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,7168,0.04746026595433553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,7168,0.049131735165913897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,7168,0.04194986820220947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,7168,0.0421610673268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,7168,0.041155199209849044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,7168,0.03751573165257772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,7168,0.07883093357086182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,7168,0.036662399768829346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,7168,0.033853868643442794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,7168,0.03354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,7168,0.03089386622111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,7168,0.028833067417144774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,7168,0.027127466599146527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,7168,0.02666986584663391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,7168,0.02476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,7168,0.0228000005086263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,7168,0.0230240007241567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,7168,0.023546665906906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,7168,0.022795732816060385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,7168,0.022409600019454957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,7168,0.022678399085998537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,7168,0.026200532913208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,7168,0.02225066622098287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,7168,0.05344106753667196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,7168,0.02067626714706421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,7168,0.020696532726287842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,7168,0.020180267095565797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,7168,0.02104960083961487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,7168,0.020732800165812172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,7168,0.019299199183781944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,7168,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,7168,0.021332265933354695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,7168,0.01872426668802897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,7168,0.019301333030064902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,7168,0.018911999464035035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,7168,0.019870932896931967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,7168,0.01914560000101725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,7168,0.018809600671132406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,7168,0.018770132462183634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,7168,0.01939093271891276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,7168,0.01879040002822876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,7168,0.019387733936309815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,7168,0.018261333306630455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,7168,0.018097066879272462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,7168,0.01869973341623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,7168,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,7168,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,7168,0.017950934171676636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,7168,0.018812799453735353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,7168,0.019153066476186118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,7168,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,7168,0.018101332585016887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,7168,0.01836586594581604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,7168,0.018513067563374837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,7168,0.7981130599975585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,7168,0.21902079582214357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,7168,0.20507307052612306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,7168,1.5695679982503257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,7168,0.18109013239542643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,7168,0.17162240346272786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,7168,0.39712746938069665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,7168,0.15058239301045734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,7168,0.20962026913960777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,7168,0.12550400098164877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,7168,0.19971413612365724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,7168,0.1568554719289144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,7168,0.1346687952677409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,7168,0.11283733050028484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,7168,0.09649279912312826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,7168,0.10961066881815593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,7168,0.08362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,7168,0.07598613103230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,7168,0.07455573081970215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,7168,0.06824959913889567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,7168,0.06719040075937907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,7168,0.062142932415008546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,7168,0.0602399984995524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,7168,0.09624213377634684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,7168,0.08465173244476318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,7168,0.05299946864446005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,7168,0.05187626679738363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,7168,0.04687360127766927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,7168,0.04491626818974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,7168,0.03885866800944011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,7168,0.02595199942588806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,7168,0.03823359807332356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,7168,0.03292479912439982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,7168,0.03094293276468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,7168,0.024330667654673257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,7168,0.019367466370264687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,7168,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,7168,0.015705600380897522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,7168,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,7168,0.015715199708938598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,7168,0.015972266594568886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,7168,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,7168,0.01739413340886434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,7168,0.013843199610710144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,7168,0.016909867525100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,7168,0.013622400164604188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,7168,0.013643733660380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,7168,0.013716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,7168,0.01360640029112498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,7168,0.013733333349227906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,7168,0.013641599814097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,7168,0.01211199959119161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,7168,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,7168,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,7168,0.012213333447774252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,7168,0.020121600230534872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,7168,0.021193599700927733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,7168,0.018386133511861167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,7168,0.019869865973790486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,7168,0.019876267512639365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,7168,0.02134933272997538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,7168,0.022312533855438233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,7168,0.022011733055114745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,7168,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,7168,0.021785600980122884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,7168,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,7168,0.020296533902486168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,7168,0.019851734240849815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,7168,0.020832000176111858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,7168,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,7168,0.020056533813476562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,7168,0.019435733556747437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,7168,0.023670399188995363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,7168,0.0174453337987264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,7168,0.27401065826416016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,7168,0.14713706970214843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,7168,0.07663893699645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,7168,0.043119998772939046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,7168,0.04327359994252523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,7168,0.040934399763743086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,7168,0.04033493200937907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,7168,0.03911999861399333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,7168,0.04095146656036377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,7168,0.03787946701049805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,7168,0.036678401629130046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,7168,0.03547093470891317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,7168,0.03428693215052287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,7168,0.03399253288904826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,7168,0.03553280035654704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,7168,0.0333898663520813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,7168,0.033780264854431155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,7168,0.03182613253593445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,7168,0.0321557343006134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,7168,0.030289065837860108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,7168,0.030195200443267824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,7168,0.028889600435892743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,7168,0.02763413389523824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,7168,0.02762133280436198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,7168,0.02849919994672139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,7168,0.026846933364868163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,7168,0.0260917325814565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,7168,0.025174399216969807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,7168,0.023947733640670776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,7168,0.025246934096018477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,7168,0.024306132396062215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,7168,0.023099732398986817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,7168,0.022770132621129355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,7168,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,7168,0.02030186653137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,7168,0.021985065937042237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,7168,0.019916800657908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,7168,0.019973333676656088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,7168,0.020204800367355346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,7168,0.020191999276479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,7168,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,7168,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,7168,0.019875200589497884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,7168,0.01945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,7168,0.019426133235295615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,7168,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,7168,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,7168,0.019103999932607016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,7168,0.019029333194096883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,7168,0.019024000565210978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,7168,0.019502933820088705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,7168,0.019016534090042114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,7168,0.019189333915710448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,7168,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,7168,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,7168,0.019406932592391967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,7168,0.019179733594258626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,7168,0.019338667392730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,7168,0.019466666380564372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,7168,0.01928106745084127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,7168,0.019056000312169395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,7168,0.019008000691731773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,7168,0.019400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,7168,0.01900906761487325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,7168,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,7168,0.01946453253428141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,7168,0.0190175990263621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,7168,0.0196341335773468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,7168,0.019091200828552247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,7168,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,7168,0.019438934326171876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,6144,0.26135360399881996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,6144,0.1296351989110311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,6144,0.06412373383839926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,6144,0.03567999998728434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,6144,0.03431146542231242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,6144,0.03460373481114705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,6144,0.035538132985432944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,6144,0.033847467104593916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,6144,0.03137173255284627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,6144,0.02712533275286357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,6144,0.027298132578531902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,6144,0.024999467531840007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,6144,0.02621226708094279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,7168,0.01948266625404358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,6144,0.02447999914487203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,6144,0.022587732474009196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,6144,0.02254293362299601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,6144,0.019870932896931967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,6144,0.02092693249384562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,6144,0.01849173307418823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,6144,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,6144,0.018326399723688762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,6144,0.017989333470662436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,6144,0.015377066532770791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,6144,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,6144,0.016919465859731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,6144,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,6144,0.01592639982700348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,7168,0.019372800985972084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,6144,0.013948800166447959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,6144,0.013144532839457193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,6144,0.012662399808565775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,6144,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,6144,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,6144,0.010431999961535137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,6144,0.02564479907353719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,6144,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,6144,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,6144,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,6144,0.0102101335922877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,6144,0.008896000186602275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,6144,0.009949866930643718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,6144,0.008026666442553202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,6144,0.008685866991678875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,6144,0.009955199559529622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,6144,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,6144,0.00863039990266164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,6144,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,6144,0.008411733309427898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,7168,0.019401599963506065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,6144,0.010409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,6144,0.009399466713269551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,6144,0.009337600072224934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,6144,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,6144,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,6144,0.007422933479150136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,6144,0.0065994665026664736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,6144,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,6144,0.006270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,6144,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,6144,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,6144,0.007189333438873291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,6144,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,6144,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,6144,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,6144,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,6144,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,6144,0.006113066772619883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,6144,0.006135466694831848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,6144,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,6144,0.006156800190607706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,6144,0.00598826656738917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,6144,0.006056533257166544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,6144,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,6144,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,6144,0.3435082753499349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,6144,0.009589333335558574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,6144,0.17459947268168133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,6144,0.6662410736083985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,6144,0.08287359873453776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,6144,0.08332160313924154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,6144,0.07678186893463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,6144,0.07227413654327393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,6144,0.07405973275502523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,6144,0.06590826511383056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,6144,0.0059445331494013464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,6144,0.061831466356913244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,6144,0.06527466773986816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,6144,0.06112320025761923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,6144,0.05810346603393555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,6144,0.05605226755142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,6144,0.05299306710561117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,6144,0.05172479947408041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,6144,0.04901013374328613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,6144,0.04968746503194173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,6144,0.04569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,6144,0.041756800810496014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,6144,0.04348160028457641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,6144,0.03933546543121338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,6144,0.07678399880727133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,6144,0.04196266730626424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,6144,0.037112534046173096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,6144,0.03630186716715495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,6144,0.03481066624323527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,6144,0.0340394655863444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,6144,0.030868266026179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,6144,0.031011199951171874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,6144,0.029317333300908403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,6144,0.027267199754714967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,6144,0.025234133005142212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,6144,0.025143466393152875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,6144,0.04574293295542399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,6144,0.022924800713857017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,6144,0.02220373352368673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,6144,0.02396906614303589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,6144,0.022245333592096964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,6144,0.020719999074935914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,6144,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,6144,0.024657066663106283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,6144,0.020835200945536293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,6144,0.020503467321395873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,6144,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,6144,0.020188800493876138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,6144,0.02263573408126831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,6144,0.019744000832239785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,6144,0.018861865997314452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,6144,0.020329600572586058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,6144,0.01890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,6144,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,6144,0.019138133525848387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,6144,0.01915839910507202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,6144,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,6144,0.020601600408554077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,6144,0.01945599913597107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,6144,0.017069866259892784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,6144,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,6144,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,6144,0.016680532693862916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,6144,0.01837973395983378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,6144,0.01908586621284485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,6144,0.019107200702031455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,6144,0.018772266308466592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,6144,0.017621332406997682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,6144,0.020482132832209267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,6144,0.018286933501561485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,6144,0.01773759921391805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,6144,0.016722132762273155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,6144,0.017975467443466186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,6144,0.016619732975959776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,6144,0.016515200336774193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,6144,0.01954453388849894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,6144,0.3843157450358073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,6144,1.5291936238606771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,6144,0.7761845270792643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,6144,0.1875157356262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,6144,0.14024213155110676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,6144,0.13227413495381674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,6144,0.17027093569437662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,6144,0.1873301347096761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,6144,0.11915093262990314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,6144,0.10811093648274739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,6144,0.16221653620402018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,6144,0.12369706630706787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,6144,0.1027253309885661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,6144,0.10818986892700196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,6144,0.09562559922536215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,6144,0.08092586994171143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,6144,0.07344213326772055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,6144,0.0723359982172648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,6144,0.06713066895802816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,6144,0.06534080108006796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,6144,0.06000533501307169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,6144,0.05841173330942789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,6144,0.0909290631612142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,6144,0.08100053469340006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,6144,0.08784746328989665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,6144,0.05315413475036621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,6144,0.050170667966206874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,6144,0.04373759826024373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,6144,0.04562559922536214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,6144,0.03868480126063029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,6144,0.02527359922726949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,6144,0.03717333475748698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,6144,0.03132800062497457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,6144,0.029754666487375896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,6144,0.023121066888173423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,6144,0.016563199957211814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,6144,0.016406400005022685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,6144,0.016509866714477538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,6144,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,6144,0.014841600259145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,6144,0.014860799908638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,6144,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,6144,0.01290986637274424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,6144,0.012818132837613424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,6144,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,6144,0.01283093293507894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,6144,0.012760532895723977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,6144,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,6144,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,6144,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,6144,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,6144,0.011267200112342834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,6144,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,6144,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,6144,0.011169067025184632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,6144,0.011165866255760193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,6144,0.017729065815607705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,6144,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,6144,0.017011199394861856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,6144,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,6144,0.01777600049972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,6144,0.01780160069465637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,6144,0.01773866613705953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,6144,0.017794134219487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,6144,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,6144,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,6144,0.017520000537236534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,6144,0.01821333368619283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,6144,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,6144,0.018148267269134523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,6144,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,6144,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,6144,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,6144,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,6144,0.13527466456095377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,6144,0.25306240717569983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,6144,0.07057387034098307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,6144,0.03850666681925456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,6144,0.03831040064493815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,6144,0.03672746817270915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,6144,0.03463360071182251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,6144,0.0361631989479065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,6144,0.03506133159001668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,6144,0.03363626797993978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,6144,0.03374613523483276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,6144,0.032671999931335446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,6144,0.03225173354148865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,6144,0.031473066409428915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,6144,0.03127999901771546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,6144,0.030485333998998006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,6144,0.029315199454625445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,6144,0.028905600309371948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,6144,0.030563199520111085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,6144,0.028024532397588092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,6144,0.02805226643880208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,6144,0.02634773254394531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,6144,0.02608213424682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,6144,0.025543467203776045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,6144,0.025158399343490602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,6144,0.023923200368881226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,6144,0.024035199483235677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,6144,0.023591466744740806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,6144,0.022681599855422972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,6144,0.02230506738026937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,6144,0.022269866863886514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,6144,0.020771199464797975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,6144,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,6144,0.019891200462977092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,6144,0.018360533316930137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,6144,0.018279467026392618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,6144,0.018243199586868285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,6144,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,6144,0.018338133891423546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,6144,0.017820799350738527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,6144,0.018172800540924072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,6144,0.018220800161361694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,6144,0.01814080079396566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,6144,0.017899733781814576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,6144,0.017744000752766928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,6144,0.017853866020838417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,6144,0.017918932437896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,6144,0.017527467012405394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,6144,0.017757866779963175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,6144,0.017359999815622966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,6144,0.017720532417297364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,6144,0.017324799299240114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,6144,0.017805866400400796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,6144,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,6144,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,6144,0.017477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,6144,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,6144,0.01740480065345764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,6144,0.017417599757512413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,6144,0.01770346760749817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,6144,0.017361066738764443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,6144,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,6144,0.01757226586341858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,6144,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,6144,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,6144,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,6144,0.017333332697550455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,6144,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,6144,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,6144,0.017523199319839478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,6144,0.01737920045852661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,5120,0.21747946739196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,6144,0.017757866779963175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,5120,0.11043413480122884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,5120,0.056796801090240476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,5120,0.029960532983144123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,5120,0.028281599283218384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,5120,0.028255999088287354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,5120,0.026945066452026368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,6144,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,5120,0.02654613256454468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,5120,0.023212800423304238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,5120,0.021729065974553426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,6144,0.017473065853118898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,5120,0.022923733790715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,5120,0.022362667322158813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,5120,0.021284266312917074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,5120,0.019782400131225585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,5120,0.019748266537984213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,5120,0.018263467152913413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,5120,0.019693867365519205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,5120,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,5120,0.016489600141843162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,5120,0.015965867042541503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,5120,0.016011733810106912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,5120,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,5120,0.01487573285897573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,5120,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,5120,0.013307733337084451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,5120,0.014039466778437296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,5120,0.012481066584587096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,5120,0.011714133620262145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,5120,0.011784533659617107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,5120,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,5120,0.02897706627845764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,5120,0.010152533650398254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,5120,0.009463466207186381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,5120,0.008849066495895386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,5120,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,5120,0.008657067020734151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,5120,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,5120,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,5120,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,5120,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,5120,0.008498133222262064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,5120,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,5120,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,5120,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,5120,0.022963200012842813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,5120,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,5120,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,5120,0.008992000420888265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,5120,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,5120,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,5120,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,5120,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,5120,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,5120,0.006266666452089946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,5120,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,5120,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,5120,0.0062720000743865965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,5120,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,5120,0.006380799909432728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,5120,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,5120,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,5120,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,5120,0.006251733501752217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,5120,0.010999466975529988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,5120,0.005789866546789805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,5120,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,5120,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,5120,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,5120,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,5120,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,5120,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,5120,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,5120,0.28878825505574546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,5120,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,5120,0.06695146560668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,5120,0.06635520060857138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,5120,0.06005973418553671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,5120,0.0617792010307312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,5120,0.005427200098832448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,5120,0.0592192014058431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,5120,0.05962560176849365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,5120,0.053972268104553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,5120,0.05502080122629801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,5120,0.05080106655756632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,5120,0.05049599806467692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,5120,0.05014079809188843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,5120,0.04888639847437541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,5120,0.046242133776346846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,5120,0.042370132605234784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,5120,0.04336106777191162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,5120,0.04027413527170817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,5120,0.041205334663391116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,5120,0.038121600945790604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,5120,0.03861653407414754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,5120,0.03516266743342082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,5120,0.1444149335225423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,5120,0.035359998544057206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,5120,0.03482666810353597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,5120,0.03344000180562337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,5120,0.032075732946395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,5120,0.0310805340607961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,5120,0.02904319961865743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,5120,0.028600533803304035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,5120,0.028227200110753376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,5120,0.5660330454508464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,5120,0.02726400097211202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,5120,0.04626133441925049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,5120,0.025167999664942424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,5120,0.02471253275871277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,5120,0.020823466777801513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,5120,0.02111466725667318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,5120,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,5120,0.02179946700731913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,5120,0.02056106726328532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,5120,0.02028800050417582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,5120,0.02262826760609945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,5120,0.020240000883738198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,5120,0.019896533091862997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,5120,0.02009920080502828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,5120,0.01961173415184021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,5120,0.01909546653429667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,5120,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,5120,0.018708266814549766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,5120,0.018474666277567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,5120,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,5120,0.018846933046976724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,5120,0.01817173361778259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,5120,0.017067732413609822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,5120,0.018161066373189292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,5120,0.016727467377980552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,5120,0.01791999936103821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,5120,0.017178666591644288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,5120,0.018011732896169027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,5120,0.020838399728139244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,5120,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,5120,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,5120,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,5120,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,5120,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,5120,0.01808533271153768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,5120,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,5120,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,5120,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,5120,0.01649066706498464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,5120,0.01685333251953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,5120,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,5120,0.018177066246668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,5120,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,5120,0.755193583170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,5120,0.3791402816772461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,5120,0.14696106910705567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,5120,0.12962986628214518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,5120,0.1166698694229126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,5120,0.11216106414794921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,5120,1.4893333435058593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,5120,0.10610666275024414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,5120,0.13618240356445313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,5120,0.09970666567484537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,5120,0.10933012962341308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,5120,0.13049919605255128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,5120,0.1004746675491333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,5120,0.09382826487223307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,5120,0.08653653462727864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,5120,0.07664852937062581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,5120,0.07057066758473715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,5120,0.09037866592407226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,5120,0.06952426433563233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,5120,0.06406079928080241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,5120,0.06285013357798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,5120,0.05718719959259033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,5120,0.056185599168141684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,5120,0.08420266310373942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,5120,0.07894826730092366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,5120,0.050145065784454344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,5120,0.048921600977579756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,5120,0.044344532489776614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,5120,0.042155734697977704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,5120,0.03679999907811483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,5120,0.03540480136871338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,5120,0.024324266115824382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,5120,0.030849067370096843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,5120,0.02837760051091512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,5120,0.017043199141820273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,5120,0.02193386753400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,5120,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,5120,0.013658666610717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,5120,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,5120,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,5120,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,5120,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,5120,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,5120,0.012027733524640401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,5120,0.011602133512496948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,5120,0.011942399541536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,5120,0.012000000476837159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,5120,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,5120,0.01167466640472412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,5120,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,5120,0.015336533387502035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,5120,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,5120,0.015320533514022827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,5120,0.010328533252080281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,5120,0.010455466310183207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,5120,0.01071999967098236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,5120,0.015453867117563882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,5120,0.015334399541219077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,5120,0.015402666727701821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,5120,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,5120,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,5120,0.01694719990094503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,5120,0.015681067109107973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,5120,0.015713066856066386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,5120,0.01614400049050649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,5120,0.01570453345775604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,5120,0.01567359964052836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,5120,0.01567359964052836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,5120,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,5120,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,5120,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,5120,0.016961065928141277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,5120,0.015426133076349893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,5120,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,5120,0.1227296034495036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,5120,0.236680539449056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,5120,0.06564799944559732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,5120,0.03458240032196045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,5120,0.0338154673576355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,5120,0.0333568016688029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,5120,0.033162667353947954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,5120,0.03141546646753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,5120,0.03173866669336955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,5120,0.030726399024327593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,5120,0.03057066599527995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,5120,0.02938773234685262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,5120,0.028542933861414592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,5120,0.028474666674931842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,5120,0.02980159918467204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,5120,0.028130133946736652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,5120,0.028122667471567792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,5120,0.026027733087539674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,5120,0.025604265928268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,5120,0.025135999917984007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,5120,0.026258132855097455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,5120,0.023996800184249878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,5120,0.023853866259257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,5120,0.023165865739186605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,5120,0.021916800737380983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,5120,0.02276159922281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,5120,0.02191466689109802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,5120,0.021000534296035767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,5120,0.020660267273585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,5120,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,5120,0.019959467649459838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,5120,0.018942934274673463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,5120,0.018595200777053834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,5120,0.01813439925511678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,5120,0.017767467101415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,5120,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,5120,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,5120,0.01651093363761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,5120,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,5120,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,5120,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,5120,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,5120,0.015804800391197204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,5120,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,5120,0.016270933548609416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,5120,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,5120,0.015758933623631795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,5120,0.01601599951585134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,5120,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,5120,0.015758933623631795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,5120,0.015480533242225647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,5120,0.015931733449300132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,5120,0.016124799847602844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,5120,0.016139733791351318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,5120,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,5120,0.01572480003039042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,5120,0.015794133146603904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,5120,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,5120,0.015818666418393454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,5120,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,5120,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,5120,0.01570453345775604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,5120,0.015799466768900552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,5120,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,5120,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,5120,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,5120,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,5120,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,5120,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,5120,0.016158933440844216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,4096,0.16934399604797362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,4096,0.08296106656392416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,4096,0.041967999935150144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,4096,0.02294399936993917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,5120,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,5120,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,4096,0.022218666474024453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,4096,0.022887466351191203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,4096,0.021463465690612794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,5120,0.015701333681742348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,4096,0.021633066733678184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,4096,0.01889066696166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,4096,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,4096,0.01827413241068522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,4096,0.01793173352877299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,4096,0.01721280018488566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,4096,0.01585599978764852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,4096,0.01569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,4096,0.01441493332386017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,4096,0.02309439977010091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,4096,0.015474133690198264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,4096,0.013496533036231995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,4096,0.013838932911554972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,4096,0.013179733355840047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,4096,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,4096,0.010918399691581726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,4096,0.011002666751543681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,4096,0.012221866846084594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,4096,0.011068800091743469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,4096,0.011394133170445759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,4096,0.010105599959691364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,4096,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,4096,0.00979200005531311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,4096,0.008585600058237712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,4096,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,4096,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,4096,0.007259733478228251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,4096,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,4096,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,4096,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,4096,0.017744000752766928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,4096,0.007713066538174947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,4096,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,4096,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,4096,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,4096,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,4096,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,4096,0.00664213349421819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,4096,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,4096,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,4096,0.008853333195050557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,4096,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,4096,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,4096,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,4096,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,4096,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,4096,0.005977599819501241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,4096,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,4096,0.006253866851329804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,4096,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,4096,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,4096,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,4096,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,4096,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,4096,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,4096,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,4096,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,4096,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,4096,0.00584853341182073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,4096,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,4096,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,4096,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,4096,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,4096,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,4096,0.005940266450246175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,4096,0.2304309368133545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,4096,0.007854933540026348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,4096,0.45393279393513997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,4096,0.052858666578928626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,4096,0.11002133687337239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,4096,0.053624534606933595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,4096,0.04963306585947673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,4096,0.04864319960276286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,4096,0.04933013518651326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,4096,0.04542719920476278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,4096,0.04676906665166219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,4096,0.04303893248240153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,4096,0.04394773244857788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,4096,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,4096,0.04109760125478108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,4096,0.04146453142166138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,4096,0.0401525338490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,4096,0.04057600100835164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,4096,0.03756800095240275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,4096,0.034991999467213944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,4096,0.03521920045216878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,4096,0.03295786579449971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,4096,0.03293760021527608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,4096,0.03105386694272359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,4096,0.0313536008199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,4096,0.0309663991133372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,4096,0.029420799016952513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,4096,0.027215999364852906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,4096,0.051327999432881674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,4096,0.02534719904263814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,4096,0.028743465741475422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,4096,0.025433599948883057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,4096,0.024996266762415568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,4096,0.025008000930150348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,4096,0.022989867130915324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,4096,0.022564266125361124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,4096,0.020588799317677816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,4096,0.020939733584721884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,4096,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,4096,0.03842133283615112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,4096,0.020026665925979615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,4096,0.019294933478037516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,4096,0.01970133384068807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,4096,0.021126399437586464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,4096,0.019064533710479736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,4096,0.018600533405939736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,4096,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,4096,0.018474666277567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,4096,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,4096,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,4096,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,4096,0.020245333512624107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,4096,0.018551466862360637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,4096,0.019747199614842732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,4096,0.018703999121983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,4096,0.01692906618118286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,4096,0.01665493349234263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,4096,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,4096,0.02037866711616516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,4096,0.016718933979670204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,4096,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,4096,0.018403200308481853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,4096,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,4096,0.018609066804250084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,4096,0.01817173361778259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,4096,0.018776534001032512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,4096,0.01873813271522522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,4096,0.017562667528788246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,4096,0.017593600352605186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,4096,0.018549333016077675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,4096,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,4096,0.018357332547505698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,4096,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,4096,0.018722132841746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,4096,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,4096,0.018992000818252565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,4096,0.1265386660893758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,4096,0.36635945638020834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,4096,1.451849619547526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,4096,0.11773333549499512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,4096,0.1111466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,4096,0.10790932973225911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,4096,0.73461119333903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,4096,0.10113813082377117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,4096,0.12387733459472657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,4096,0.0953279972076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,4096,0.10207680066426594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,4096,0.11449706554412842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,4096,0.09560533364613852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,4096,0.08913599650065104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,4096,0.08214186827341716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,4096,0.07370666662851968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,4096,0.06717546780904135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,4096,0.08802986939748128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,4096,0.06661653518676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,4096,0.061546667416890466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,4096,0.06006079912185669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,4096,0.055087999502817786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,4096,0.054162132740020755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,4096,0.0812661329905192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,4096,0.07420693238576254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,4096,0.04688640038172404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,4096,0.04809279839197795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,4096,0.04235946734746297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,4096,0.04030613501866658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,4096,0.034997332096099856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,4096,0.02228053410847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,4096,0.03381226857503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,4096,0.027677865823109944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,4096,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,4096,0.029250133037567138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,4096,0.01620693306128184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,4096,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,4096,0.012824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,4096,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,4096,0.012866133451461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,4096,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,4096,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,4096,0.01083733340104421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,4096,0.010788266857465107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,4096,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,4096,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,4096,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,4096,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,4096,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,4096,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,4096,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,4096,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,4096,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,4096,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,4096,0.009553066889444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,4096,0.014060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,4096,0.014065066973368326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,4096,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,4096,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,4096,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,4096,0.014028799533843995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,4096,0.0141567995150884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,4096,0.014099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,4096,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,4096,0.014065066973368326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,4096,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,4096,0.014846932888031007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,4096,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,4096,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,4096,0.014842666188875833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,4096,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,4096,0.014978133638699851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,4096,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,4096,0.09522666931152343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,4096,0.17817494074503581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,4096,0.05179946819941202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,4096,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,4096,0.028014934062957762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,4096,0.02797653277715047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,4096,0.02749546567598979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,4096,0.027602134148279826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,4096,0.02635093331336975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,4096,0.025988266865412397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,4096,0.025588266054789227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,4096,0.02518186569213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,4096,0.02513706684112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,4096,0.02478826642036438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,4096,0.02421120007832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,4096,0.023487999041875204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,4096,0.023116799195607503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,4096,0.022715733448664347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,4096,0.023763199647267662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,4096,0.022342399756113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,4096,0.02148373325665792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,4096,0.02145599921544393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,4096,0.02020906607309977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,4096,0.01962560017903646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,4096,0.020347734292348228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,4096,0.019345066944758096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,4096,0.019093332688013713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,4096,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,4096,0.01811199982961019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,4096,0.018311466773351034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,4096,0.01727679967880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,4096,0.017303466796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,4096,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,4096,0.016210132837295534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,4096,0.015698132912317912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,4096,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,4096,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,4096,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,4096,0.014205867052078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,4096,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,4096,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,4096,0.014071466525395713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,4096,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,4096,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,4096,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,4096,0.013687466581662497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,4096,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,4096,0.01402453382809957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,4096,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,4096,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,4096,0.013740799824396768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,4096,0.013847466309865317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,4096,0.01378773351510366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,4096,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,4096,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,4096,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,4096,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,4096,0.013621333241462707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,4096,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,4096,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,4096,0.01365013321240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,4096,0.013738666971524557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,4096,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,4096,0.013793067137400309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,4096,0.013760000467300415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,4096,0.013723733027776084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,4096,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,4096,0.013732266426086426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,4096,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,4096,0.014072533448537192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,4096,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,4096,0.013793067137400309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,4096,0.01325866679350535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,3584,0.1482037385304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,3584,0.07659733295440674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,3584,0.02086720069249471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,3584,0.02114560008049011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,3584,0.02002560098965963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,3584,0.02030186653137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,3584,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,3584,0.018781866629918417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,4096,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,3584,0.01715839902559916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,3584,0.017190400759379068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,3584,0.015965867042541503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,3584,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,3584,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,3584,0.0159061332543691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,3584,0.039001599947611494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,3584,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,4096,0.013477333386739097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,3584,0.013906133174896241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,3584,0.011858133474985759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,3584,0.011742933591206869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,3584,0.012215466300646464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,3584,0.011547733346621196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,3584,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,3584,0.009893332918485005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,3584,0.010564266641934713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,3584,0.00986240009466807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,3584,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,3584,0.00935040016969045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,3584,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,3584,0.008575999736785888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,3584,0.00983786682287852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,3584,0.014358400305112203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,3584,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,3584,0.007434666653474172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,3584,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,3584,0.01338879962762197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,3584,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,3584,0.006391466657320659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,3584,0.009371733665466309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,3584,0.006446933249632518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,3584,0.006409599880377452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,3584,0.011334400375684102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,3584,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,3584,0.006442666550477346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,3584,0.006412800153096516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,3584,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,3584,0.0062613333264986675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,3584,0.00636053333679835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,3584,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,3584,0.006382933259010315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,3584,0.006233599781990051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,3584,0.007225599884986877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,3584,0.0063381334145863845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,3584,0.006102400024731954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,3584,0.006343466540177663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,3584,0.00600853314002355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,3584,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,3584,0.006056533257166544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,3584,0.006005333364009857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,3584,0.006402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,3584,0.005913599828879039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,3584,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,3584,0.00598826656738917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,3584,0.005937066674232483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,3584,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,3584,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,3584,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,3584,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,3584,0.0055744002262751256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,3584,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,3584,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,3584,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,3584,0.006365866462389629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,3584,0.398906675974528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,3584,0.2029343922932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,3584,0.09344746271769205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,3584,0.005930666625499725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,3584,0.04726719856262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,3584,0.04782933394114176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,3584,0.046852266788482665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,3584,0.04730026721954346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,3584,0.04443946679433187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,3584,0.04527039925257365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,3584,0.04147626558939616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,3584,0.04326613346735637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,3584,0.04017386833826701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,3584,0.040828800201416014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,3584,0.03964693148930867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,3584,0.03935679992039998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,3584,0.03671893278757731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,3584,0.03713599840799968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,3584,0.03512533505757649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,3584,0.03498239914576213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,3584,0.03379840056101481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,3584,0.03399786551793416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,3584,0.032961066563924155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,3584,0.031481599807739256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,3584,0.029977599779764812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,3584,0.02993173400561015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,3584,0.028893866141637164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,3584,0.0287882665793101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,3584,0.026680533091227216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,3584,0.027080533901850383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,3584,0.02510826587677002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,3584,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,3584,0.02471253275871277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,3584,0.02398186723391215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,3584,0.021517866849899293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,3584,0.005993600189685822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,3584,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,3584,0.018913066387176512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,3584,0.020125865936279297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,3584,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,3584,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,3584,0.019326933224995933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,3584,0.01872319976488749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,3584,0.017960532506306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,3584,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,3584,0.01795519987742106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,3584,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,3584,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,3584,0.018415999412536622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,3584,0.018577067057291667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,3584,0.018976000944773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,3584,0.01849493384361267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,3584,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,3584,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,3584,0.016539733608563742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,3584,0.016736000776290894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,3584,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,3584,0.017314134041468303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,3584,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,3584,0.01773653427759806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,3584,0.0170741339524587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,3584,0.01689599951108297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,3584,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,3584,0.01771413286526998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,3584,0.01699840029080709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,3584,0.018616533279418944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,3584,0.018339200814565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,3584,0.017986132701237997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,3584,0.01759786605834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,3584,0.017097600301106772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,3584,0.017837866147359212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,3584,0.017245866854985557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,3584,0.017529600858688356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,3584,0.01741866668065389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,3584,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,3584,0.018517333269119262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,3584,0.740178108215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,3584,0.12165760199228923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,3584,0.1153109312057495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,3584,0.36643520991007483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,3584,0.10848853588104249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,3584,0.10631893475850422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,3584,1.4617919921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,3584,0.09977813561757407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,3584,0.11975359916687012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,3584,0.09317013422648111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,3584,0.11292373339335124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,3584,0.09998079935709635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,3584,0.09405546983083089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,3584,0.08641386826833089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,3584,0.08033280372619629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,3584,0.08635306358337402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,3584,0.07261333465576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,3584,0.06605973243713378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,3584,0.060022401809692386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,3584,0.05922880172729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,3584,0.05384853283564249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,3584,0.05299199819564819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,3584,0.06571520169576009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,3584,0.07968213558197021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,3584,0.07289600372314453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,3584,0.04724160035451253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,3584,0.045638398329416914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,3584,0.04113920132319133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,3584,0.039511466026306154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,3584,0.03456746737162272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,3584,0.02193173368771871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,3584,0.0329802672068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,3584,0.02717546621958415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,3584,0.028458666801452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,3584,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,3584,0.02060906688372294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,3584,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,3584,0.012385066350301106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,3584,0.01237226625283559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,3584,0.012363732854525248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,3584,0.01241600016752879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,3584,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,3584,0.010744532942771912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,3584,0.010749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,3584,0.010407466689745586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,3584,0.01107199986775716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,3584,0.010806399583816528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,3584,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,3584,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,3584,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,3584,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,3584,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,3584,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,3584,0.012174933155377706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,3584,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,3584,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,3584,0.012794666488965354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,3584,0.012476799885431926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,3584,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,3584,0.012847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,3584,0.01246399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,3584,0.012898133198420206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,3584,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,3584,0.014037332932154336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,3584,0.01365546683470408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,3584,0.013290666540463767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,3584,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,3584,0.01249066690603892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,3584,0.013118933637936911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,3584,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,3584,0.013266133268674216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,3584,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,3584,0.01399679978688558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,3584,0.15997974077860516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,3584,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,3584,0.08649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,3584,0.025983999172846477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,3584,0.0456063985824585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,3584,0.025540266434351606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,3584,0.025362133979797363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,3584,0.025114667415618897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,3584,0.024716800451278685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,3584,0.0235317329565684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,3584,0.023546665906906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,3584,0.023144533236821495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,3584,0.024286933739980063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,3584,0.022331732511520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,3584,0.02235413392384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,3584,0.022589866320292154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,3584,0.02147093415260315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,3584,0.021612799167633055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,3584,0.02062079906463623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,3584,0.020295466979344687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,3584,0.020246400435765585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,3584,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,3584,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,3584,0.01981226603190104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,3584,0.01812373399734497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,3584,0.018177066246668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,3584,0.017821866273880004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,3584,0.016911999384562174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,3584,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,3584,0.016102400422096253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,3584,0.017061332861582436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,3584,0.016101333498954772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,3584,0.015335466464360556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,3584,0.015006933609644571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,3584,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,3584,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,3584,0.013261866569519044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,3584,0.013314132889111837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,3584,0.013737600048383078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,3584,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,3584,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,3584,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,3584,0.013238400220870972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,3584,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,3584,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,3584,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,3584,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,3584,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,3584,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,3584,0.013027200102806091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,3584,0.012969600160916648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,3584,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,3584,0.012802132964134216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,3584,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,3584,0.0129120002190272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,3584,0.01279253363609314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,3584,0.012818132837613424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,3584,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,3584,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,3584,0.012883200248082479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,3584,0.012948266665140786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,3584,0.012459733088811238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,3584,0.012919466694196066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,3584,0.012800000111262002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,3584,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,3584,0.012852266430854797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,3584,0.012785067160924276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,3584,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,3584,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,3584,0.012678399682044983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,3072,0.12867200374603271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,3072,0.06592213312784831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,3072,0.03290026585261027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,3072,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,3584,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,3072,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,3072,0.01845973332722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,3072,0.0169322669506073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,3072,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,3072,0.01685439944267273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,3072,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,3072,0.015384533007939658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,3072,0.01372160017490387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,3072,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,3072,0.014816000064214071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,3072,0.013904000322024027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,3072,0.012713600198427835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,3584,0.0129013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,3072,0.012327466408411663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,3072,0.011464533209800721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,3072,0.012318933010101318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,3072,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,3072,0.01048959990342458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,3072,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,3072,0.010680533448855082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,3072,0.008926933010419209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,3072,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,3072,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,3072,0.008855467041333515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,3072,0.009297066926956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,3072,0.008085333307584127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,3072,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,3072,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,3072,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,3072,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,3072,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,3072,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,3072,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,3072,0.00650133341550827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,3072,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,3072,0.005952000121275584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,3072,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,3072,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,3072,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,3072,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,3072,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,3072,0.008528000116348267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,3072,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,3072,0.0056096002459526065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,3072,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,3072,0.005564799904823304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,3072,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,3072,0.0055744002262751256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,3072,0.005549866457780202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,3072,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,3072,0.005547733108202616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,3072,0.005551999807357788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,3072,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,3072,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,3072,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,3072,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,3072,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,3072,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,3072,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,3072,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,3072,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,3072,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,3072,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,3072,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,3072,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,3072,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,3072,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,3072,0.17428159713745117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,3072,0.3449162801106771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,3072,0.07836693127950033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,3072,0.04311360120773315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,3072,0.04374293486277263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,3072,0.04137493371963501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,3072,0.04115306536356608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,3072,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,3072,0.04177920023600261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,3072,0.04058666626612346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,3072,0.03719253142674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,3072,0.03814506530761719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,3072,0.035282135009765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,3072,0.03537813425064087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,3072,0.0335530678431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,3072,0.03308373292287191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,3072,0.04110720157623291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,3072,0.03307519952456157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,3072,0.03297386765480041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,3072,0.032817065715789795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,3072,0.031702399253845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,3072,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,3072,0.030561065673828124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,3072,0.030576000610987347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,3072,0.039129598935445147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,3072,0.028017065922419232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,3072,0.0268885334332784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,3072,0.025999999046325682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,3072,0.025158399343490602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,3072,0.0249781330426534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,3072,0.026268800099690754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,3072,0.02263573408126831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,3072,0.020770132541656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,3072,0.02118399937947591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,3072,0.01909760038057963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,3072,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,3072,0.01854506731033325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,3072,0.02695573369661967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,3072,0.018768000602722167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,3072,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,3072,0.02609493335088094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,3072,0.01855573256810506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,3072,0.017271467049916587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,3072,0.01812480092048645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,3072,0.019051732619603474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,3072,0.022844799359639487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,3072,0.01743146578470866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,3072,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,3072,0.01745706597963969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,3072,0.018542933464050292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,3072,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,3072,0.018832000096638997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,3072,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,3072,0.017502933740615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,3072,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,3072,0.016752000649770102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,3072,0.015777066349983215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,3072,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,3072,0.016785067319869996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,3072,0.01804479956626892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,3072,0.016679465770721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,3072,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,3072,0.01771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,3072,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,3072,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,3072,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,3072,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,3072,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,3072,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,3072,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,3072,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,3072,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,3072,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,3072,0.018154666821161906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,3072,0.01757546663284302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,3072,0.01760639945665995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,3072,0.319648011525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,3072,0.7186026891072591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,3072,1.433624521891276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,3072,0.11902826627095539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,3072,0.10672640005747477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,3072,0.1042080005009969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,3072,0.11778666973114013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,3072,0.09858880043029786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,3072,0.11142826875050862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,3072,0.09208746751149496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,3072,0.11250560283660889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,3072,0.09834346771240235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,3072,0.09263786474863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,3072,0.08608106772104898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,3072,0.084934401512146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,3072,0.07205440203348795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,3072,0.0648522655169169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,3072,0.06452800035476684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,3072,0.059180800120035806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,3072,0.058550401528676355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,3072,0.05345066785812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,3072,0.05231146812438965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,3072,0.07979413668314615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,3072,0.07910079956054687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,3072,0.0725600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,3072,0.04647253354390462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,3072,0.045273598035176596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,3072,0.040415998299916586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,3072,0.03875199953715007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,3072,0.033418667316436765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,3072,0.021409066518147786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,3072,0.02802986701329549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,3072,0.026411734024683636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,3072,0.03258240024248759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,3072,0.019926400979359944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,3072,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,3072,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,3072,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,3072,0.012037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,3072,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,3072,0.011645866433779399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,3072,0.010223999619483948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,3072,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,3072,0.010078932841618855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,3072,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,3072,0.01034879982471466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,3072,0.010319999853769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,3072,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,3072,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,3072,0.00874133308728536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,3072,0.008794666330019633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,3072,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,3072,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,3072,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,3072,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,3072,0.011577600240707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,3072,0.011608533064524333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,3072,0.01158186693986257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,3072,0.012281599640846252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,3072,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,3072,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,3072,0.012409599622090657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,3072,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,3072,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,3072,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,3072,0.012455466389656066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,3072,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,3072,0.01309866706530253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,3072,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,3072,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,3072,0.012462932864824932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,3072,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,3072,0.13971519470214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,3072,0.013329066832860312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,3072,0.07501866817474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,3072,0.03983999888102214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,3072,0.023571199178695677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,3072,0.023107200860977173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,3072,0.022737065951029457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,3072,0.02158613403638204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,3072,0.022708266973495483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,3072,0.02193280061086019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,3072,0.021435733636220297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,3072,0.02108479936917623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,3072,0.021253333489100138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,3072,0.020284799734751384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,3072,0.020175999402999877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,3072,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,3072,0.019438934326171876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,3072,0.01955946683883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,3072,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,3072,0.01781546672185262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,3072,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,3072,0.017799466848373413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,3072,0.013608533143997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,3072,0.016795732577641807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,3072,0.01780160069465637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,3072,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,3072,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,3072,0.01573973298072815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,3072,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,3072,0.015705600380897522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,3072,0.01529813309510549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,3072,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,3072,0.014064000050226847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,3072,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,3072,0.013315199812253316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,3072,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,3072,0.013195733229319254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,3072,0.012596266468365988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,3072,0.01242453356583913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,3072,0.012521599729855856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,3072,0.012485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,3072,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,3072,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,3072,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,3072,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,3072,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,3072,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,3072,0.012429866194725036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,3072,0.011988266309102377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,3072,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,3072,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,3072,0.01195733348528544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,3072,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,3072,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,3072,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,3072,0.011987200379371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,3072,0.012040533622105916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,3072,0.011981866757074992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,3072,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,3072,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,3072,0.01171946624914805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,3072,0.0116266667842865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,3072,0.01209493378798167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,3072,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,3072,0.012034133076667786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,3072,0.011865599950154623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,3072,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,3072,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,3072,0.01218666632970174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,3072,0.011983999609947204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,3072,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,3072,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,2560,0.10504639943440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,2560,0.054553600152333584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,2560,0.02691626747449239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,2560,0.015186132987340293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,2560,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,2560,0.013966932892799377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,2560,0.01516266663869222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,3072,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,2560,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,2560,0.01269760032494863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,2560,0.012566399574279786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,2560,0.01183573305606842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,2560,0.012267733613650005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,2560,0.012179199854532878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,2560,0.011941333611806233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,2560,0.010943999886512757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,2560,0.01092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,3072,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,2560,0.010021332899729412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,2560,0.010651733477910359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,2560,0.009274666508038838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,3072,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,2560,0.009317333499590557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,2560,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,2560,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,2560,0.013765333096186319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,2560,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,2560,0.008385066191355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,2560,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,2560,0.008376533786455791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,2560,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,2560,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,2560,0.006970666845639547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,2560,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,2560,0.005963733295599619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,2560,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,2560,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,2560,0.0051360001166661584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,2560,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,2560,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,2560,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,2560,0.005186133086681366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,2560,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,2560,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,2560,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,2560,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,2560,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,2560,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,2560,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,2560,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,2560,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,2560,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,2560,0.005010133484999338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,2560,0.0051594664653142296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,2560,0.0051136001944541935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,2560,0.005130666494369507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,2560,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,2560,0.005264000097910563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,2560,0.005352533360322317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,2560,0.005102933446566264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,2560,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,2560,0.005145599941412607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,2560,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,2560,0.005013333261013031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,2560,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,2560,0.005009066561857859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,2560,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,2560,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,2560,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,2560,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,2560,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,2560,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,2560,0.2869951883951823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,2560,0.14338986078898114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,2560,0.03980160156885783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,2560,0.03827306826909383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,2560,0.005107200145721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,2560,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,2560,0.038286932309468585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,2560,0.03703999916712443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,2560,0.03741759856541951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,2560,0.03511999845504761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,2560,0.03520533243815104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,2560,0.03301546573638916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,2560,0.03296533425649007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,2560,0.03318613370259603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,2560,0.032942932844161985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,2560,0.031093333164850873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,2560,0.03220799962679545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,2560,0.030853333075841267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,2560,0.030909866094589233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,2560,0.06505279938379924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,2560,0.028897066911061604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,2560,0.02899199922879537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,2560,0.027386667331059773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,2560,0.026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,2560,0.025388799111048382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,2560,0.024781866868336996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,2560,0.03737706740697225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,2560,0.024699733654658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,2560,0.02413866718610128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,2560,0.022860799233118692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,2560,0.023896533250808715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,2560,0.022802132368087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,2560,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,2560,0.020499199628829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,2560,0.020168532927831016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,2560,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,2560,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,2560,0.01797013282775879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,2560,0.01789120038350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,2560,0.018090667327245076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,2560,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,2560,0.02834133307139079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,2560,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,2560,0.026899200677871705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,2560,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,2560,0.01696959932645162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,2560,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,2560,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,2560,0.017333332697550455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,2560,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,2560,0.01725546717643738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,2560,0.01939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,2560,0.01722773313522339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,2560,0.018475733200709023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,2560,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,2560,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,2560,0.016241066654523215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,2560,0.016402133305867515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,2560,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,2560,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,2560,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,2560,0.016438399751981102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,2560,0.01685546636581421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,2560,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,2560,0.016408532857894897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,2560,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,2560,0.015871999661127727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,2560,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,2560,0.016424533724784852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,2560,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,2560,0.016116266449292503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,2560,0.016702934106191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,2560,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,2560,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,2560,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,2560,0.017053866386413576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,2560,0.1171072006225586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,2560,1.417199961344401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,2560,0.7118506749471029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,2560,0.11067093213399251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,2560,0.10444693565368653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,2560,0.10302720069885254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,2560,0.23210453987121582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,2560,0.09647680123647054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,2560,0.11612906455993652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,2560,0.09084586302439371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,2560,0.10933226744333904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,2560,0.09656319618225098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,2560,0.09135893185933432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,2560,0.08456426461537679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,2560,0.0781994660695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,2560,0.07102293173472086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,2560,0.08365973631540934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,2560,0.06362133423487346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,2560,0.058337068557739256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,2560,0.05748266776402792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,2560,0.05215040047963461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,2560,0.05134079853693644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,2560,0.06404159863789877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,2560,0.07761173248291016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,2560,0.07184426784515381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,2560,0.04563200076421102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,2560,0.0448853333791097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,2560,0.04005226691563924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,2560,0.0383296012878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,2560,0.03329919974009196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,2560,0.020619734128316244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,2560,0.03214079936345418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,2560,0.025623466571172076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,2560,0.019692800442377725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,2560,0.014912000298500061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,2560,0.02727573315302531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,2560,0.013090133666992188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,2560,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,2560,0.011692800124486287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,2560,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,2560,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,2560,0.009914666414260864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,2560,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,2560,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,2560,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,2560,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,2560,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,2560,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,2560,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,2560,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,2560,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,2560,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,2560,0.010486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,2560,0.011564800143241882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,2560,0.011171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,2560,0.010354133447011311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,2560,0.011166933178901672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,2560,0.010775466759999592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,2560,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,2560,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,2560,0.010333866874376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,2560,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,2560,0.013191466530164083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,2560,0.010500267148017883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,2560,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,2560,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,2560,0.011583999792734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,2560,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,2560,0.011544533570607503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,2560,0.011633066336313884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,2560,0.012891733646392822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,2560,0.1198304017384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,2560,0.06629973252614339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,2560,0.03420053323109944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,2560,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,2560,0.021061333020528157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,2560,0.020062933365503945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,2560,0.019811199108759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,2560,0.01976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,2560,0.019019732872645058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,2560,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,2560,0.0190175990263621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,2560,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,2560,0.013025066256523133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,2560,0.017836799224217735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,2560,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,2560,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,2560,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,2560,0.017411200205485027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,2560,0.016563199957211814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,2560,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,2560,0.0160778671503067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,2560,0.015708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,2560,0.01597546637058258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,2560,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,2560,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,2560,0.014870400230089823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,2560,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,2560,0.013705600301424661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,2560,0.014330666263898215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,2560,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,2560,0.013242666920026144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,2560,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,2560,0.012804266810417176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,2560,0.012138666709264119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,2560,0.012985600034395852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,2560,0.012037332852681477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,2560,0.011318399508794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,2560,0.011636267105738323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,2560,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,2560,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,2560,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,2560,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,2560,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,2560,0.011711999773979187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,2560,0.011161599556605022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,2560,0.011241599917411804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,2560,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,2560,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,2560,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,2560,0.011101866761843365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,2560,0.011292800307273865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,2560,0.011171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,2560,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,2560,0.011538133025169373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,2560,0.011129599809646607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,2560,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,2560,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,2560,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,2560,0.010771200060844421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,2560,0.011296000083287556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,2560,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,2560,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,2560,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,2560,0.011026133100191753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,2560,0.010863999525705974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,2560,0.01116373340288798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,2560,0.011275733510653179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,2560,0.010779733459154766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,2560,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,2560,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,2048,0.08976106643676758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,2048,0.04660906791687012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,2048,0.023614933093388878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,2048,0.013159466783205667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,2048,0.013310933113098144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,2048,0.012105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,2048,0.01307413379351298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,2048,0.011770666639010111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,2048,0.01230506698290507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,2048,0.010638933380444844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,2048,0.010565333565076192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,2048,0.009946667154630025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,2048,0.010522666573524474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,2048,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,2048,0.010319999853769938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,2560,0.011203199625015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,2048,0.009242666761080424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,2048,0.009305600325266521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,2048,0.008545066912968953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,2560,0.011403733491897583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,2048,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,2048,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,2048,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,2048,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,2048,0.008055466910203297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,2560,0.01088533302148183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,2048,0.006842666864395141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,2048,0.007523199915885926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,2048,0.006820266445477803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,2048,0.006571733454863231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,2048,0.006402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,2048,0.006041599810123444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,2048,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,2048,0.005272533496220907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,2048,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,2048,0.004779733220736186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,2048,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,2048,0.0047199999292691554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,2048,0.004744533201058706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,2048,0.005260799825191498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,2048,0.0063701331615448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,2048,0.004731733103593191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,2048,0.006985599795977275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,2048,0.0072170664866765336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,2048,0.007216000060240428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,2048,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,2048,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,2048,0.004700799783070883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,2048,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,2048,0.005579733351866404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,2048,0.005625600119431814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,2048,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,2048,0.005784533421198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,2048,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,2048,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,2048,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,2048,0.005242666602134705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,2048,0.005161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,2048,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,2048,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,2048,0.006369066735108693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,2048,0.004940799872080485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,2048,0.006322133541107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,2048,0.006346666812896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,2048,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,2048,0.0062496001521746315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,2048,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,2048,0.006346666812896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,2048,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,2048,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,2048,0.006265600025653839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,2048,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,2048,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,2048,0.23256319363911948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,2048,0.006054399907588959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,2048,0.11012053489685059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,2048,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,2048,0.034995198249816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,2048,0.05114133358001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,2048,0.03538986841837565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,2048,0.033855998516082765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,2048,0.03299306631088257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,2048,0.03300799926122029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,2048,0.0343231995900472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,2048,0.031128533681233722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,2048,0.03333439826965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,2048,0.031040000915527343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,2048,0.030296534299850464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,2048,0.030526934067408244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,2048,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,2048,0.029710932572682695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,2048,0.026894932985305785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,2048,0.027013333638509114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,2048,0.026374399662017822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,2048,0.02622720003128052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,2048,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,2048,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,2048,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,2048,0.024939733743667602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,2048,0.02446399927139282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,2048,0.0248416006565094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,2048,0.022950400908788048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,2048,0.022785067558288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,2048,0.022156800826390585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,2048,0.022411733865737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,2048,0.02103466590245565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,2048,0.01927893360455831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,2048,0.026126933097839356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,2048,0.01908373236656189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,2048,0.01678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,2048,0.018403200308481853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,2048,0.01771093408266703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,2048,0.017143466075261436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,2048,0.016795732577641807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,2048,0.01669973333676656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,2048,0.016888533035914102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,2048,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,2048,0.017959467569986978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,2048,0.017991467316945394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,2048,0.016516266266504924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,2048,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,2048,0.0169706662495931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,2048,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,2048,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,2048,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,2048,0.016733866930007935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,2048,0.016797866423924765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,2048,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,2048,0.01635199983914693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,2048,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,2048,0.015214932958285013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,2048,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,2048,0.030989867448806763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,2048,0.01618559956550598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,2048,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,2048,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,2048,0.01662506659825643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,2048,0.016446933150291443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,2048,0.01616426706314087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,2048,0.015961600343386333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,2048,0.015431466698646545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,2048,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,2048,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,2048,0.015960533420244852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,2048,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,2048,0.01646613379319509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,2048,0.01643519997596741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,2048,0.016539733608563742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,2048,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,2048,0.016619732975959776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,2048,0.11526613235473633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,2048,0.7014176050821941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,2048,0.10988586743672688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,2048,1.3996373494466146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,2048,0.10347306728363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,2048,0.10201493104298909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,2048,0.21239040692647299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,2048,0.09535040060679117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,2048,0.11439146995544433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,2048,0.10829439957936604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,2048,0.08926933606465658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,2048,0.09639039834340414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,2048,0.08981866836547851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,2048,0.08383146921793619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,2048,0.08252906799316406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,2048,0.0697813351949056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,2048,0.06320426861445108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,2048,0.06322240034739177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,2048,0.07683413028717041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,2048,0.05713280042012533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,2048,0.056669867038726805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,2048,0.05098986625671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,2048,0.05059306621551514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,2048,0.0764522631963094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,2048,0.06981333096822104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,2048,0.0444597323735555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,2048,0.04393813212712606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,2048,0.03911573489507039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,2048,0.037495466073354085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,2048,0.032535467545191446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,2048,0.03128213286399841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,2048,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,2048,0.02529279987017314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,2048,0.026446932554244997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,2048,0.013766400019327798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,2048,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,2048,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,2048,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,2048,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,2048,0.011156266927719117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,2048,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,2048,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,2048,0.009457066655158997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,2048,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,2048,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,2048,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,2048,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,2048,0.009493333101272584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,2048,0.009341866771380106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,2048,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,2048,0.009664000074068705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,2048,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,2048,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,2048,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,2048,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,2048,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,2048,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,2048,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,2048,0.01039573351542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,2048,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,2048,0.01120960017045339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,2048,0.010339200496673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,2048,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,2048,0.011206400394439698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,2048,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,2048,0.012403200070063274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,2048,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,2048,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,2048,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,2048,0.010794666409492493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,2048,0.010384000341097514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,2048,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,2048,0.010356266299883525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,2048,0.09804800351460775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,2048,0.055783466498057044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,2048,0.028895999987920123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,2048,0.017851734161376955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,2048,0.01775146722793579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,2048,0.017453867197036742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,2048,0.012983466188112894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,2048,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,2048,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,2048,0.017324799299240114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,2048,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,2048,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,2048,0.016078933080037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,2048,0.01604480048020681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,2048,0.015400532881418863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,2048,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,2048,0.01530346671740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,2048,0.015315199891726175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,2048,0.015331199765205384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,2048,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,2048,0.014124799768129984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,2048,0.014994133512179056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,2048,0.014035200079282125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,2048,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,2048,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,2048,0.013316266735394797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,2048,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,2048,0.012635733683904013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,2048,0.012524799505869547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,2048,0.01197760005791982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,2048,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,2048,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,2048,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,2048,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,2048,0.010892800490061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,2048,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,2048,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,2048,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,2048,0.010477866729100544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,2048,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,2048,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,2048,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,2048,0.010575999816258747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,2048,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,2048,0.010409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,2048,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,2048,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,2048,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,2048,0.010316800077756245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,2048,0.010163199901580811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,2048,0.010368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,2048,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,2048,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,2048,0.01042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,2048,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,2048,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,2048,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,2048,0.010166399677594503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,2048,0.010056533416112264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,2048,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,2048,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,2048,0.010353066523869832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,2048,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,2048,0.010474666953086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,2048,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,2048,0.010333866874376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,2048,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,2048,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,2048,0.01009173293908437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,2048,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,2048,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,1536,0.06724800268809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,1536,0.03417280117670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,1536,0.017806933323542277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,1536,0.009831466277440389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,2048,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,1536,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,1536,0.010078932841618855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,1536,0.010149332880973815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,1536,0.009685333569844563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,1536,0.010079999764760334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,1536,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,1536,0.00860693355401357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,1536,0.008165333171685536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,1536,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,1536,0.00885653297106425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,1536,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,1536,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,1536,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,1536,0.007382399837176005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,1536,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,1536,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,1536,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,1536,0.006785066425800323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,2048,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,1536,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,1536,0.005706666906674703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,1536,0.006393600006898243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,1536,0.0059797331690788266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,1536,0.006213333209355672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,1536,0.005757866799831391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,1536,0.005573333303133646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,1536,0.005580799778302511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,1536,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,1536,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,1536,0.0043381333351135256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,1536,0.004382933179537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,1536,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,1536,0.00420906643072764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,1536,0.004208000004291534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,1536,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,1536,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,1536,0.0042346666256586705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,1536,0.004171733558177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,2048,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,1536,0.004309333364168803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,1536,0.003923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,1536,0.004284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,1536,0.00484799991051356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,1536,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,1536,0.0048320000370343525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,1536,0.004856533308823904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,1536,0.004820266862710317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,1536,0.0038304001092910765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,1536,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,1536,0.0038880000511805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,1536,0.003915733347336451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,1536,0.004525866607824961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,1536,0.004271999994913737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,1536,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,1536,0.0052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,1536,0.005207466582457224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,1536,0.004247466723124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,1536,0.005276800195376078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,1536,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,1536,0.00524479995171229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,1536,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,1536,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,1536,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,1536,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,1536,0.0051701332132021586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,1536,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,1536,0.005883733431498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,1536,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,1536,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,1536,0.08123626708984374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,1536,0.175434668858846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,1536,0.04171733458836873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,1536,0.03151253263155619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,1536,0.030938667058944703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,1536,0.030153600374857585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,1536,0.030661332607269286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,1536,0.02887360056241353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,1536,0.030445865790049237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,1536,0.027734400828679402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,1536,0.027118933200836182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,1536,0.027186133464177448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,1536,0.0051466668645540874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,1536,0.005190399785836538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,1536,0.02690666715304057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,1536,0.027556266387303668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,1536,0.025540266434351606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,1536,0.025016532341639204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,1536,0.025008000930150348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,1536,0.025553067525227863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,1536,0.024528000752131143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,1536,0.025077333052953083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,1536,0.024602667490641276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,1536,0.024301866690317787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,1536,0.023414399226506552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,1536,0.022874667247136434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,1536,0.023372799158096313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,1536,0.020973867177963255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,1536,0.022741333643595377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,1536,0.027162667115529376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,1536,0.020555732647577922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,1536,0.02069013317426046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,1536,0.018595200777053834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,1536,0.01879040002822876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,1536,0.018541866540908815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,1536,0.018382932742436728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,1536,0.01690666675567627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,1536,0.017043199141820273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,1536,0.016300800442695617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,1536,0.016711467504501344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,1536,0.016057599584261575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,1536,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,1536,0.015994667013486227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,1536,0.016989866892496742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,1536,0.02103253404299418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,1536,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,1536,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,1536,0.01563093364238739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,1536,0.0168938676516215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,1536,0.017219199736913045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,1536,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,1536,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,1536,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,1536,0.017516799767812095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,1536,0.015273599823315939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,1536,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,1536,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,1536,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,1536,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,1536,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,1536,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,1536,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,1536,0.015853866934776306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,1536,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,1536,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,1536,0.015640532970428465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,1536,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,1536,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,1536,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,1536,0.015148799618085226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,1536,0.015593600273132325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,1536,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,1536,0.01601599951585134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,1536,0.016033066312472026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,1536,0.01596799989541372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,1536,0.015409066279729208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,1536,0.11330560048421223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,1536,0.6791754404703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,1536,0.1070698658625285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,1536,0.2065056006113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,1536,0.10086932977040608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,1536,0.0997599999109904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,1536,1.391320546468099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,1536,0.09362773100535074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,1536,0.1124725341796875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,1536,0.08786880175272624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,1536,0.10648960272471111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,1536,0.09363839626312256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,1536,0.08858453432718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,1536,0.08130133152008057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,1536,0.08134293556213379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,1536,0.06856746673583984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,1536,0.06243413289388021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,1536,0.07513813177744547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,1536,0.061637334028879796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,1536,0.05627306699752808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,1536,0.055910400549570714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,1536,0.0502677321434021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,1536,0.049769600232442215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,1536,0.07522346973419189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,1536,0.06860693295796713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,1536,0.043993600209554035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,1536,0.043177600701649985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,1536,0.03829013506571452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,1536,0.037088000774383546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,1536,0.03132266600926717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,1536,0.019772799809773763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,1536,0.03125440080960591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,1536,0.024848000208536784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,1536,0.026011733214060466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,1536,0.019037866592407228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,1536,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,1536,0.012054399649302164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,1536,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,1536,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,1536,0.010444800059000652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,1536,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,1536,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,1536,0.008725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,1536,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,1536,0.009109333157539368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,1536,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,1536,0.009249066313107807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,1536,0.009097599983215332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,1536,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,1536,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,1536,0.00869653324286143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,1536,0.008102400104204814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,1536,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,1536,0.00848426620165507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,1536,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,1536,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,1536,0.008713600039482117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,1536,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,1536,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,1536,0.008849066495895386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,1536,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,1536,0.008778666456540424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,1536,0.009127466877301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,1536,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,1536,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,1536,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,1536,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,1536,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,1536,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,1536,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,1536,0.012103466192881267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,1536,0.0779584010442098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,1536,0.04457813501358032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,1536,0.023922133445739745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,1536,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,1536,0.015365333358446757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,1536,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,1536,0.014995200435320535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,1536,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,1536,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,1536,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,1536,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,1536,0.013691733280817667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,1536,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,1536,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,1536,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,1536,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,1536,0.013327999909718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,1536,0.01350826621055603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,1536,0.01308799982070923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,1536,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,1536,0.012053333719571431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,1536,0.012267733613650005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,1536,0.01256106694539388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,1536,0.012430933117866517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,1536,0.011689600348472596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,1536,0.01164479951063792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,1536,0.011355732878049214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,1536,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,1536,0.011320533355077107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,1536,0.010806399583816528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,1536,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,1536,0.010585600137710571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,1536,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,1536,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,1536,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,1536,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,1536,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,1536,0.009563733140627544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,1536,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,1536,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,1536,0.009718400239944459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,1536,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,1536,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,1536,0.009512533744176228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,1536,0.009211732943852743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,1536,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,1536,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,1536,0.009596799810727436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,1536,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,1536,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,1536,0.009543466567993163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,1536,0.009245866537094116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,1536,0.009520000219345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,1536,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,1536,0.00923413336277008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,1536,0.009453866879145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,1536,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,1536,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,1536,0.009126399954160053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,1536,0.009577600161234538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,1536,0.009115733702977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,1536,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,1536,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,1536,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,1536,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,1536,0.009541333715120951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,1536,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,1536,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,1024,0.04536426862080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,1536,0.009113599856694538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,1024,0.022629332542419434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,1024,0.013091199596722922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,1536,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,1024,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,1024,0.007804800073305767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,1024,0.008441600203514098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,1024,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,1024,0.0068810666600863145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,1024,0.006853333115577698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,1024,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,1024,0.006826666494210561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,1024,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,1024,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,1024,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,1024,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,1024,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,1024,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,1024,0.005456000069777171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,1024,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,1024,0.0055637334783871974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,1024,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,1024,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,1024,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,1024,0.005301333467165629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,1024,0.005123200019200643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,1024,0.005107200145721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,1024,0.004636799792448679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,1024,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,1024,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,1024,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,1024,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,1024,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,1024,0.003772799919048945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,1024,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,1024,0.0035082665582497918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,1024,0.003502933432658514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,1024,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,1024,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,1024,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,1024,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,1024,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,1024,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,1024,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,1024,0.003770666569471359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,1024,0.004114133367935816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,1024,0.003980800012747447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,1024,0.0040554667512575785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,1024,0.008089600006739299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,1024,0.004127999891837438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,1024,0.004329599936803182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,1024,0.0033610666791598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,1024,0.0034783999125162757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,1024,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,1024,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,1024,0.0035957333942254386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,1024,0.0036288000643253326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,1024,0.003962666789690653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,1024,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,1024,0.003941333293914795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,1024,0.0042346666256586705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,1024,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,1024,0.004307200014591217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,1024,0.00395413339138031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,1024,0.004016000032424927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,1024,0.003955200066169103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,1024,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,1024,0.004029866556326548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,1024,0.0040448000033696495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,1024,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,1024,0.004711466530958811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,1024,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,1024,0.11278399626413982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,1024,0.055682134628295896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,1024,0.003387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,1024,0.026235733429590864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,1024,0.026684800783793133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,1024,0.0253930668036143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,1024,0.004218666752179464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,1024,0.025922133525212603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,1024,0.024759467442830405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,1024,0.025099732478459674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,1024,0.024910932779312132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,1024,0.024850134054819742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,1024,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,1024,0.024784000714619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,1024,0.03288853367169698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,1024,0.024206932385762533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,1024,0.022683733701705934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,1024,0.02304533322652181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,1024,0.022637865940729775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,1024,0.0250271995862325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,1024,0.02271359960238139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,1024,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,1024,0.02178879976272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,1024,0.021986132860183714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,1024,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,1024,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,1024,0.025760000944137572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,1024,0.020581332842508952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,1024,0.01992853283882141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,1024,0.019543466965357463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,1024,0.01877546707789103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,1024,0.019339734315872194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,1024,0.017650133371353148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,1024,0.01770133376121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,1024,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,1024,0.016277333100636802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,1024,0.016985599199930826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,1024,0.016239999731381734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,1024,0.01504533290863037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,1024,0.017248000701268515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,1024,0.015187199910481772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,1024,0.014893866578737893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,1024,0.0162090669075648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,1024,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,1024,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,1024,0.015075199802716575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,1024,0.016721065839131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,1024,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,1024,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,1024,0.020869332551956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,1024,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,1024,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,1024,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,1024,0.015096533298492431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,1024,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,1024,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,1024,0.014894933501879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,1024,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,1024,0.015176533659299215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,1024,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,1024,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,1024,0.014838400483131408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,1024,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,1024,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,1024,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,1024,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,1024,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,1024,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,1024,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,1024,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,1024,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,1024,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,1024,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,1024,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,1024,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,1024,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,1024,0.11156799793243408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,1024,0.4859626770019531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,1024,0.10588266849517822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,1024,1.3656234741210938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,1024,0.09958613713582357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,1024,0.09861226876576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,1024,0.2035114606221517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,1024,0.0927903970082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,1024,0.11083412965138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,1024,0.08669439951578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,1024,0.10461333592732747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,1024,0.09231999715169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,1024,0.08671573003133139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,1024,0.08006400267283122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,1024,0.07998613516489664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,1024,0.06770026683807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,1024,0.06083413362503052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,1024,0.07387733459472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,1024,0.06127680142720541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,1024,0.055468801657358804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,1024,0.055043200651804604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,1024,0.04925653139750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,1024,0.04894933303197225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,1024,0.07437120278676351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,1024,0.06741226514180501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,1024,0.04280746777852376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,1024,0.04240959882736206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,1024,0.0374570647875468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,1024,0.03667413393656413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,1024,0.030539733171463013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,1024,0.030931200583775836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,1024,0.024358399709065757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,1024,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,1024,0.018153599898020425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,1024,0.025209599733352663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,1024,0.013211733102798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,1024,0.011718400319417318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,1024,0.011694932977358501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,1024,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,1024,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,1024,0.01032319962978363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,1024,0.009944533308347065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,1024,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,1024,0.008370133241017659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,1024,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,1024,0.008710400263468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,1024,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,1024,0.009099733829498292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,1024,0.008700799942016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,1024,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,1024,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,1024,0.008293333152929943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,1024,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,1024,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,1024,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,1024,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,1024,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,1024,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,1024,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,1024,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,1024,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,1024,0.008318933347860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,1024,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,1024,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,1024,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,1024,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,1024,0.008285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,1024,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,1024,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,1024,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,1024,0.008303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,1024,0.05845866600672404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,1024,0.018523732821146645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,1024,0.03170773386955261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,1024,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,1024,0.012516267100969949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,1024,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,1024,0.012449066837628682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,1024,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,1024,0.01243839959303538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,1024,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,1024,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,1024,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,1024,0.011958400408426922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,1024,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,1024,0.0116074671347936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,1024,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,1024,0.011709866921106975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,1024,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,1024,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,1024,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,1024,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,1024,0.0107914666334788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,1024,0.010938666264216105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,1024,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,1024,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,1024,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,1024,0.010368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,1024,0.01011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,1024,0.00977280040582021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,1024,0.00972160001595815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,1024,0.009682133793830872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,1024,0.009222400188446046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,1024,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,1024,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,1024,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,1024,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,1024,0.008814932902654012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,1024,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,1024,0.008854400118192036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,1024,0.008455466230710347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,1024,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,1024,0.008683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,1024,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,1024,0.008843732873598735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,1024,0.008705066641171773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,1024,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,1024,0.008390399813652038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,1024,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,1024,0.011576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,1024,0.00843946635723114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,1024,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,1024,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,1024,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,1024,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,1024,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,1024,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,1024,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,1024,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,1024,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,1024,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,1024,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,1024,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,1024,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,1024,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,1024,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,1024,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,1024,0.008728532989819845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,1024,0.008316799998283386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,1024,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,1024,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,1024,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,768,0.03720426559448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,768,0.018038400014241538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,768,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,768,0.006971733272075653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,768,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,1024,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,768,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,768,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,768,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,768,0.006961066524187725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,768,0.005986133217811584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,768,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,768,0.00581226646900177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,768,0.00597866674264272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,768,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,768,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,768,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,768,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,768,0.005157333115736643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,768,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,768,0.0047775998711586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,768,0.005134933193524678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,768,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,1024,0.00844373305638631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,768,0.004339199761549632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,768,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,768,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,768,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,768,0.004270933568477631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,768,0.004284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,768,0.003920000046491623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,768,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,768,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,1024,0.008317866424719492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,768,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,768,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,768,0.0032373333970705668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,768,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,768,0.004700799783070883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,768,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,768,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,768,0.0031285333136717476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,768,0.00429013321797053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,768,0.0031061333914597826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,768,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,768,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,768,0.003126399964094162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,768,0.0036821333070596062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,768,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,768,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,768,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,768,0.0035264000296592714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,768,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,768,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,768,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,768,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,768,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,768,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,768,0.0035242666800816857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,768,0.0035264000296592714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,768,0.003453866640726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,768,0.003487999985615412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,768,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,768,0.0035082665582497918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,768,0.003533866753180822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,768,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,768,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,768,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,768,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,768,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,768,0.0038762666285037995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,768,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,768,0.003913599997758865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,768,0.08380266825358072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,768,0.04247359832127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,768,0.029899734258651733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,768,0.003603200117746989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,768,0.02387946645418803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,768,0.025000532468159992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,768,0.0037791999677817024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,768,0.024371200799942018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,768,0.025169066588083905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,768,0.024985599517822265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,768,0.022730666399002075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,768,0.024117332696914674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,768,0.023270400365193684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,768,0.022605866193771362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,768,0.02299306591351827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,768,0.022345600525538127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,768,0.023035732905069987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,768,0.021294933557510377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,768,0.020848000049591066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,768,0.020834134022394816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,768,0.020802134275436403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,768,0.02046826680501302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,768,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,768,0.019143466154734293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,768,0.018927999337514243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,768,0.02490880091985067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,768,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,768,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,768,0.01792959968249003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,768,0.019211733341217042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,768,0.0170741339524587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,768,0.021389865875244142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,768,0.017922133207321167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,768,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,768,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,768,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,768,0.015268266201019287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,768,0.015161599715550741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,768,0.01990293264389038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,768,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,768,0.015392000476519266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,768,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,768,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,768,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,768,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,768,0.014761599898338317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,768,0.015868799885114034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,768,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,768,0.016478932897249856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,768,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,768,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,768,0.0151936004559199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,768,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,768,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,768,0.015862400333086647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,768,0.014683733383814493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,768,0.014972800016403198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,768,0.015102932850519816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,768,0.014730667074521383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,768,0.018566399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,768,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,768,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,768,0.014665599664052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,768,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,768,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,768,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,768,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,768,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,768,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,768,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,768,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,768,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,768,0.015233066678047181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,768,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,768,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,768,0.014734933773676554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,768,0.40141973495483396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,768,0.11047680377960205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,768,0.10424213409423828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,768,1.3700682322184243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,768,0.09814720153808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,768,0.09765333334604899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,768,0.20201279322306315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,768,0.09157973130544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,768,0.10379093488057453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,768,0.08546453317006429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,768,0.10916586716969807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,768,0.09153599739074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,768,0.08596693674723307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,768,0.07887360254923502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,768,0.07925226688385009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,768,0.06689813137054443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,768,0.07388160228729249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,768,0.06118506590525309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,768,0.06036800146102905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,768,0.05458879868189494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,768,0.04893120129903157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,768,0.04848959843317668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,768,0.055080533027648926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,768,0.07342399756113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,768,0.066594131787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,768,0.042777601877848306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,768,0.04203519821166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,768,0.03700586557388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,768,0.036348799864451095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,768,0.030916267633438112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,768,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,768,0.03009493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,768,0.02434879938761393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,768,0.02474666635195414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,768,0.017772799730300902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,768,0.01252906620502472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,768,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,768,0.009786666433016459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,768,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,768,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,768,0.010542933146158855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,768,0.008012799918651581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,768,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,768,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,768,0.008074666559696197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,768,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,768,0.008311466872692108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,768,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,768,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,768,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,768,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,768,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,768,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,768,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,768,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,768,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,768,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,768,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,768,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,768,0.007874133189519246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,768,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,768,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,768,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,768,0.007866666714350382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,768,0.007335466643174489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,768,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,768,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,768,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,768,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,768,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,768,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,768,0.048186667760213214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,768,0.026295467217763262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,768,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,768,0.012652800480524699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,768,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,768,0.0123989333709081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,768,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,768,0.01206826666990916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,768,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,768,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,768,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,768,0.011687466502189636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,768,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,768,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,768,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,768,0.011143466830253601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,768,0.011156266927719117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,768,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,768,0.010910933216412861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,768,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,768,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,768,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,768,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,768,0.010795733332633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,768,0.009883733590443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,768,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,768,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,768,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,768,0.009123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,768,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,768,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,768,0.008725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,768,0.009771733482678732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,768,0.008539733290672303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,768,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,768,0.009110400080680847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,768,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,768,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,768,0.008051200211048127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,768,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,768,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,768,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,768,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,768,0.008298666775226593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,768,0.008281599978605907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,768,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,768,0.007914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,768,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,768,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,768,0.007889066636562348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,768,0.007990399996439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,768,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,768,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,768,0.008045866588751475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,768,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,768,0.00804906686147054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,768,0.007876266539096833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,768,0.00802346666653951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,768,0.007895466685295106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,768,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,768,0.007893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,768,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,768,0.00783679982026418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,768,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,768,0.008086400230725606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,768,0.007881600161393483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,512,0.02669653296470642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,512,0.012963199615478515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,512,0.008077866832415263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,512,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,512,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,512,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,768,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,768,0.008178133269151051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,512,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,512,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,512,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,512,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,512,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,512,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,512,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,512,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,512,0.0044821331898371375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,512,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,512,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,512,0.004187733431657155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,512,0.004270933568477631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,512,0.004222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,512,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,512,0.003769599894682566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,512,0.004165333261092504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,512,0.004199466605981191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,512,0.0038581334054470064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,512,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,512,0.0034965333839257562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,512,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,512,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,512,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,512,0.006075733403364817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,512,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,512,0.0030965333183606463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,512,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,512,0.005298133194446564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,512,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,512,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,512,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,512,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,512,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,512,0.0027253332237402597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,512,0.0027562665442625684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,512,0.003172266731659571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,512,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,512,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,512,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,512,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,512,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,512,0.0030933332939942675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,512,0.002705066651105881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,512,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,512,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,512,0.003368533402681351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,512,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,512,0.0029440000653266907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,512,0.0030378667016824085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,512,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,512,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,512,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,512,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,512,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,512,0.0033749334514141084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,512,0.0031487998863061273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,512,0.0031093334158261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,512,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,512,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,512,0.003389866650104523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,512,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,512,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,512,0.06481813192367554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,512,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,512,0.036397866408030194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,512,0.02528426647186279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,512,0.002940800040960312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,512,0.02245866656303406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,512,0.022499199708302817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,512,0.02218773365020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,512,0.022501333554585775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,512,0.02202026645342509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,512,0.022478934129079184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,512,0.020832000176111858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,512,0.022460800409317017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,512,0.02121493419011434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,512,0.020891733964284263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,512,0.02085439960161845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,512,0.020589866240819297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,512,0.02072640061378479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,512,0.018729599316914876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,512,0.01887680093447367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,512,0.018677333990732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,512,0.020360533396402994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,512,0.019180800517400107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,512,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,512,0.018027732769648232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,512,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,512,0.017198934157689413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,512,0.02065066695213318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,512,0.01754666765530904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,512,0.01688213348388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,512,0.01712533235549927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,512,0.017121066649754844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,512,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,512,0.01585706671079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,512,0.019299199183781944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,512,0.015843199690183003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,512,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,512,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,512,0.01647040049235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,512,0.018776534001032512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,512,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,512,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,512,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,512,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,512,0.015059199929237366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,512,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,512,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,512,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,512,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,512,0.015602133671442666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,512,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,512,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,512,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,512,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,512,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,512,0.014055466651916504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,512,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,512,0.014297599593798319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,512,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,512,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,512,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,512,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,512,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,512,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,512,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,512,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,512,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,512,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,512,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,512,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,512,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,512,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,512,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,512,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,512,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,512,0.39363412857055663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,512,0.10831786791483562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,512,0.10252906481424968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,512,1.3408106486002604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,512,0.09691733519236247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,512,0.09682880242665609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,512,0.19998079935709637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,512,0.09040746688842774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,512,0.10795626640319825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,512,0.10211199919382732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,512,0.08445653120676676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,512,0.09038293361663818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,512,0.08530879815419515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,512,0.07837546666463216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,512,0.07806080182393392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,512,0.06569173336029052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,512,0.05993386507034302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,512,0.05987306833267212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,512,0.05380586783091227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,512,0.05347413221995036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,512,0.04801386594772339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,512,0.04771093527475993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,512,0.07224640051523844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,512,0.07224853038787842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,512,0.06655360062917073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,512,0.041959468523661295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,512,0.042019200325012204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,512,0.0366485317548116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,512,0.03548906644185384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,512,0.03041173418362935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,512,0.02951466639836629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,512,0.018583466609319053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,512,0.023521065711975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,512,0.024782933791478477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,512,0.012479999661445617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,512,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,512,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,512,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,512,0.009973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,512,0.009830400347709656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,512,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,512,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,512,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,512,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,512,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,512,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,512,0.008144000172615051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,512,0.008317866424719492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,512,0.007764266431331634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,512,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,512,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,512,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,512,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,512,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,512,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,512,0.006820266445477803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,512,0.007064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,512,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,512,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,512,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,512,0.0068693334857622785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,512,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,512,0.011197866996129353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,512,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,512,0.007055999835332234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,512,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,512,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,512,0.006932266553243001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,512,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,512,0.0070592001080513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,512,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,512,0.006833066542943318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,512,0.0366485317548116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,512,0.011045333743095399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,512,0.015304533640543619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,512,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,512,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,512,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,512,0.021415466070175172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,512,0.01237546702226003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,512,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,512,0.011620266238848369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,512,0.011563733220100403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,512,0.011573333541552227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,512,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,512,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,512,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,512,0.010795733332633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,512,0.010855467120806376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,512,0.010643200079600016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,512,0.01045973300933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,512,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,512,0.01032533347606659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,512,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,512,0.009597866733868917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,512,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,512,0.009669333696365356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,512,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,512,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,512,0.008824533224105835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,512,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,512,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,512,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,512,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,512,0.008283733328183492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,512,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,512,0.008458667000134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,512,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,512,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,512,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,512,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,512,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,512,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,512,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,512,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,512,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,512,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,512,0.00788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,512,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,512,0.007483733197053273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,512,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,512,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,512,0.007681066791216533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,512,0.00761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,512,0.007686399916807811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,512,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,512,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,512,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,512,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,512,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,512,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,512,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,512,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,512,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,512,0.007891199986139933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,512,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,512,0.007468800246715546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,512,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,512,0.007624533275763195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,512,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,512,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,256,0.017670400937398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,256,0.009641599655151368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,256,0.006297599772612255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,256,0.004706133405367533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,512,0.0076906666159629825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,256,0.004804266492525736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,256,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,256,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,256,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,512,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,256,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,256,0.004204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,256,0.0041792000333468115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,256,0.003950933367013932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,256,0.004274133344491323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,256,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,256,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,256,0.003835733234882355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,256,0.0037759999434153237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,256,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,256,0.003389866650104523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,256,0.003442133218050003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,256,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,256,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,256,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,256,0.0033642667035261786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,256,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,256,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,256,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,256,0.0034175999462604523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,256,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,256,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,256,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,256,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,256,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,256,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,256,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,256,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,256,0.0038634667793909705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,256,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,256,0.0025568000972270967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,256,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,256,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,256,0.0025343999266624452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,256,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,256,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,256,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,256,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,256,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,256,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,256,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,256,0.002630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,256,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,256,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,256,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,256,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,256,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,256,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,256,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,256,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,256,0.04363306760787964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,256,0.02876693407694499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,256,0.02266133427619934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,256,0.018985599279403687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,256,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,256,0.01869759956995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,256,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,256,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,256,0.020639999707539877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,256,0.0184608002503713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,256,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,256,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,256,0.018502400318781535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,256,0.01990933418273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,256,0.019030400117238364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,256,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,256,0.017590399583180746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,256,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,256,0.016669867436091106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,256,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,256,0.01771626671155294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,256,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,256,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,256,0.01595093309879303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,256,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,256,0.01730026602745056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,256,0.014846932888031007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,256,0.017785600821177163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,256,0.016405333081881204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,256,0.01604586640993754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,256,0.017167999347050985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,256,0.01751040021578471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,256,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,256,0.014921599626541137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,256,0.01588586668173472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,256,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,256,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,256,0.015566933155059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,256,0.01441493332386017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,256,0.020522665977478028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,256,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,256,0.015233066678047181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,256,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,256,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,256,0.015377066532770791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,256,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,256,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,256,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,256,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,256,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,256,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,256,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,256,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,256,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,256,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,256,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,256,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,256,0.01441493332386017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,256,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,256,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,256,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,256,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,256,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,256,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,256,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,256,0.014779733618100485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,256,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,256,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,256,0.013565867145856222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,256,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,256,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,256,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,256,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,256,0.16225919723510743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,256,0.3187626520792643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,256,0.7828330357869466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,256,0.08913919925689698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,256,0.079694930712382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,256,0.0786410649617513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,256,0.08825813134511312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,256,0.07433813412984212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,256,0.08403840065002441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,256,0.06899200280507406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,256,0.08319466908772787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,256,0.07460693518320718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,256,0.06941333611806234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,256,0.0642410675684611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,256,0.06362560192743937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,256,0.05417386690775553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,256,0.049381331602732344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,256,0.04898453156153361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,256,0.04445120096206665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,256,0.04400959809621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,256,0.03970986604690552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,256,0.0395082672437032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,256,0.059963734944661465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,256,0.059114666779836025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,256,0.05464853445688883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,256,0.034986666838328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,256,0.03458880186080933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,256,0.030500266949335737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,256,0.029705599943796797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,256,0.025201066335042314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,256,0.01569066643714905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,256,0.02064746618270874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,256,0.0198527991771698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,256,0.015267200271288552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,256,0.0248416006565094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,256,0.010859733819961548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,256,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,256,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,256,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,256,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,256,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,256,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,256,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,256,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,256,0.007526400188604991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,256,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,256,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,256,0.007515733440717061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,256,0.007181866466999054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,256,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,256,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,256,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,256,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,256,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,256,0.006243200103441874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,256,0.006252799928188324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,256,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,256,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,256,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,256,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,256,0.0062389334042867025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,256,0.006121600170930227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,256,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,256,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,256,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,256,0.006253866851329804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,256,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,256,0.00584853341182073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,256,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,256,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,256,0.005976533393065134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,256,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,256,0.030500266949335737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,256,0.023085866371790567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,256,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,256,0.012054399649302164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,256,0.011898666620254517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,256,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,256,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,256,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,256,0.011249066392580668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,256,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,256,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,256,0.011145599683125814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,256,0.010434133807818095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,256,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,256,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,256,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,256,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,256,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,256,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,256,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,256,0.00965119997660319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,256,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,256,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,256,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,256,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,256,0.008825600147247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,256,0.008840533097585042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,256,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,256,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,256,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,256,0.008187733093897502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,256,0.008242133259773254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,256,0.00800960014263789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,256,0.007663999994595845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,256,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,256,0.007531733314196269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,256,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,256,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,256,0.007473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,256,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,256,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,256,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,256,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,256,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,256,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,256,0.007311999797821045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,256,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,256,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,256,0.007484800120194752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,256,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,256,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,256,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,256,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,256,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,256,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,256,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,256,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,256,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,256,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,256,0.007037866612275441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,256,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,256,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,256,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,256,0.006759466727574666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,256,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,128,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,128,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,128,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,256,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,128,0.004138666639725367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,128,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,128,0.0039658665657043455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,128,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,128,0.004229333500067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,128,0.003804799914360046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,256,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,128,0.003419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,128,0.0034314667185147605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,128,0.003455999990304311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,128,0.004152533411979675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,128,0.003804799914360046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,128,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,128,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,128,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,128,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,128,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,128,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,128,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,128,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,128,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,128,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,128,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,128,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,128,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,128,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,128,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,128,0.003950933367013932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,128,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,128,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,128,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,128,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,128,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,128,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,128,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,128,0.0025162667036056517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,128,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,128,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,128,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,128,0.0025600001215934755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,128,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,128,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,128,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,128,0.0022944000860055285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,128,0.002288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,128,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,128,0.002251733342806498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,128,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,128,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,128,0.0023872000475724537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,128,0.0022837333381175995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,128,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,128,0.002402133246262868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,128,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,128,0.002509866654872894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,128,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,128,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,128,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,128,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,128,0.0025301332275072734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,128,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,128,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,128,0.033063467343648276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,128,0.02512960036595662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,128,0.02081706722577413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,128,0.017547732591629027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,128,0.018119466304779053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,128,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,128,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,128,0.01818880041440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,256,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,128,0.01728746692339579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,128,0.017063466707865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,128,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,128,0.018205867211023966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,128,0.01688106656074524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,128,0.016809600591659545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,128,0.017417599757512413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,128,0.01648319959640503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,128,0.01539413332939148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,128,0.01704853375752767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,128,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,128,0.015449600418408713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,128,0.01680213411649068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,128,0.017754666010538735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,128,0.01648853321870168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,128,0.015147733688354491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,128,0.016265599926312765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,128,0.01623146633307139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,128,0.01644266645113627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,128,0.015446399648984274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,128,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,128,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,128,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,128,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,128,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,128,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,128,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,128,0.015316266814867655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,128,0.013448533415794373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,128,0.014886400103569031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,128,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,128,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,128,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,128,0.014935466647148132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,128,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,128,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,128,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,128,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,128,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,128,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,128,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,128,0.014171733458836874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,128,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,128,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,128,0.014380799730618796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,128,0.01295253336429596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,128,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,128,0.013988266388575235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,128,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,128,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,128,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,128,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,128,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,128,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,128,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,128,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,128,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,128,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,128,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,128,0.01381013294061025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,128,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,128,0.014353066682815552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,128,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,128,0.01372053325176239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,128,0.014179199934005737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,128,0.014077867070833841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,128,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,1024,128,0.14330986340840657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,1024,128,0.28156585693359376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,1024,128,0.07837973435719808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,1024,128,0.5888767878214518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,1024,128,0.07031466960906982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,1024,128,0.06985812981923421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,1024,128,0.07887360254923502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,1024,128,0.06574293375015258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,1024,128,0.07429866790771485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,1024,128,0.06160853306452433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,1024,128,0.07389439741770426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,1024,128,0.06640533208847046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,1024,128,0.06166613499323527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,1024,128,0.05713493426640829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,1024,128,0.05710399945576986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,1024,128,0.04814720153808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,1024,128,0.044064001242319746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,1024,128,0.043652268250783284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,1024,128,0.04016000032424927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,1024,128,0.03949013153711955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,1024,128,0.0356874664624532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,1024,128,0.035385600725809735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,1024,128,0.05318719943364462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,1024,128,0.05300906499226889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,1024,128,0.04855786561965943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,1024,128,0.03145706653594971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,1024,128,0.030947200457255047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,1024,128,0.027239465713500978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,1024,128,0.02648106614748637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,1024,128,0.023100799322128295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,1024,128,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,1024,128,0.018694400787353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,1024,128,0.018194133043289186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,1024,128,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,1024,128,0.022275199492772423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,1024,128,0.00998293360074361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,1024,128,0.008961066603660583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,1024,128,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,1024,128,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,1024,128,0.007875200112660725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,1024,128,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,1024,128,0.0066538666685422255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,1024,128,0.006650666892528534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,1024,128,0.006651733318964641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,1024,128,0.007042133311430614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,1024,128,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,1024,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,1024,128,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,1024,128,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,1024,128,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,1024,128,0.005644799768924713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,1024,128,0.0058218667904535925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,1024,128,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,1024,128,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,1024,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,1024,128,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,1024,128,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,1024,128,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,1024,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,1024,128,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,1024,128,0.005827199916044871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,1024,128,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,1024,128,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,1024,128,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,1024,128,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,1024,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,1024,128,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,1024,128,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,1024,128,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,1024,128,0.005845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,1024,128,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,1024,128,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,1024,128,0.03773013353347778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,1024,128,0.028386133909225463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,1024,128,0.01695893406867981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,1024,128,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,1024,128,0.011567999919255573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,1024,128,0.011618133385976155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,1024,128,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,1024,128,0.01090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,1024,128,0.010754133264223736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,1024,128,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,1024,128,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,1024,128,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,1024,128,0.01034453312555949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,1024,128,0.01034453312555949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,1024,128,0.010393599669138592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,1024,128,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,1024,128,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,1024,128,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,1024,128,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,1024,128,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,1024,128,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,1024,128,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,1024,128,0.00913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,1024,128,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,1024,128,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,1024,128,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,1024,128,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,1024,128,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,1024,128,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,1024,128,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,1024,128,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,1024,128,0.009227733810742695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,1024,128,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,1024,128,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,1024,128,0.007418666779994964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,1024,128,0.007233066856861115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,1024,128,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,1024,128,0.00724480003118515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,1024,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,1024,128,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,1024,128,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,1024,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,1024,128,0.007197866837183635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,1024,128,0.007333333293596904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,1024,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,1024,128,0.006883200009663899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,1024,128,0.0072629332542419435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,1024,128,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,1024,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,1024,128,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,1024,128,0.0067562664548556015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,1024,128,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,1024,128,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,1024,128,0.007089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,1024,128,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,1024,128,0.006818133095900218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,1024,128,0.006974933544794719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,1024,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,1024,128,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,1024,128,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,1024,128,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,1024,128,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,1024,128,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,1024,128,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,1024,128,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,1024,128,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,1024,128,0.006806399921576183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,1024,128,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,1024,128,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,1024,128,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,1024,128,0.007028266787528992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,1024,128,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,1024,128,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,64,0.012807466586430869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,64,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,64,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,64,0.0035455999275048576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,64,0.003819733361403147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,64,0.0034293333689371743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,64,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,64,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,64,0.0037962667644023894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,64,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,64,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,64,0.0033791999022165934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,64,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,64,0.003455999990304311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,64,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,64,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,64,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,1024,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,64,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,64,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,64,0.0039327998956044516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,64,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,64,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,64,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,64,0.00296426663796107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,1024,128,0.006782933572928111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,64,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,64,0.002679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,64,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,64,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,64,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,64,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,64,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,64,0.00230826660990715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,64,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,64,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,64,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,64,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,64,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,64,0.0025237334271272023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,64,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,64,0.002147199958562851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,64,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,64,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,64,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,64,0.003551999976237615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,64,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,64,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,64,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,64,0.002316800008217494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,64,0.0022858666876951856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,64,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,64,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,64,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,64,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,64,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,64,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,64,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,64,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,64,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,64,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,64,0.0021226666867733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,64,0.03200746575991313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,64,0.025641600290934246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,64,0.01944640080134074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,64,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,64,0.018003199497858682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,64,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,64,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,64,0.018039466937383015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,64,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,64,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,64,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,64,0.017217065890630087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,64,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,64,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,64,0.018093866109848023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,64,0.01713599960009257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,64,0.015282133221626281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,64,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,64,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,64,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,64,0.015334399541219077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,64,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,64,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,64,0.015449600418408713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,64,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,64,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,64,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,64,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,64,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,64,0.015845333536465965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,64,0.016910932461420693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,64,0.015851733088493348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,64,0.015218133727709452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,64,0.015106133619944253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,64,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,64,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,64,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,64,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,64,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,64,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,64,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,64,0.014383999506632486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,64,0.0134442667166392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,64,0.01340053379535675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,64,0.014288000265757241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,64,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,64,0.01413653294245402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,64,0.014396799604098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,64,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,64,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,64,0.013988266388575235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,64,0.014405333002408347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,64,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,1024,128,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,64,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,64,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,64,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,64,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,64,0.014235732952753702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,64,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,64,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,64,0.014385066429773965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,64,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,64,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,64,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,64,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,64,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,64,0.014378666877746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,64,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,64,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,1024,32,0.013277866442998252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,1024,32,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,1024,32,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,1024,32,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,64,0.014018133282661438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,1024,32,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,1024,32,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,1024,32,0.0037834666669368743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,1024,32,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,1024,32,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,1024,32,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,1024,32,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,1024,32,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,1024,32,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,1024,32,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,1024,32,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,1024,32,0.003070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,1024,32,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,1024,32,0.003903999924659729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,1024,32,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,1024,32,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,1024,32,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,1024,32,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,1024,32,0.002961066613594691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,1024,32,0.0029418667157491045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,1024,32,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,1024,32,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,1024,32,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,1024,32,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,1024,32,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,1024,32,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,1024,32,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,1024,32,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,1024,32,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,1024,32,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,64,0.014367999633153281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,1024,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,1024,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,1024,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,1024,32,0.0024853333830833434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,1024,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,1024,32,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,1024,32,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,1024,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,1024,32,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,1024,32,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,1024,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,1024,32,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,1024,32,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,1024,32,0.0023669332265853884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,1024,32,0.002402133246262868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,1024,32,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,1024,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,1024,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,1024,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,1024,32,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,1024,32,0.004609066744645437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,1024,32,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,1024,32,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,1024,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,1024,32,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,1024,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,1024,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,1024,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,1024,32,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,1024,32,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,1024,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,1024,32,0.0021514666577180227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,1024,32,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,1024,32,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,1024,32,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,1024,32,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,1024,32,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,1024,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,1024,32,0.02990079919497172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,1024,32,0.024167466163635253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,1024,32,0.018397865692774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,1024,32,0.01700053413709005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,1024,32,0.016479999820391337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,1024,32,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,1024,32,0.01683626572291056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,1024,32,0.017876267433166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,1024,32,0.017332265774408974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,1024,32,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,1024,32,0.015305599570274353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,1024,32,0.016424533724784852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,1024,32,0.015235199530919393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,1024,32,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,1024,32,0.016621866822242738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,1024,32,0.01564906636873881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,1024,32,0.01690773367881775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,1024,32,0.015710933009783427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,1024,32,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,1024,32,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,1024,32,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,1024,32,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,1024,32,0.014855466286341348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,1024,32,0.016645333170890807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,1024,32,0.01536853313446045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,1024,32,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,1024,32,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,1024,32,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,1024,32,0.015033599734306336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,1024,32,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,1024,32,0.01495573321978251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,1024,32,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,1024,32,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,1024,32,0.016370133558909098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,1024,32,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,1024,32,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,1024,32,0.01397546629110972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,1024,32,0.014735999703407287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,1024,32,0.014203733205795288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,1024,32,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,1024,32,0.013809067010879517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,1024,32,0.013915733496348063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,1024,32,0.014176000157992044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,1024,32,0.013990400234858194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,1024,32,0.013733333349227906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,1024,32,0.01385599970817566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,1024,32,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,1024,32,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,1024,32,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,1024,32,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,1024,32,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,1024,32,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,1024,32,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,1024,32,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,1024,32,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,1024,32,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,1024,32,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,1024,32,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,1024,32,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,1024,32,0.01425386667251587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,1024,32,0.014364799857139588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,1024,32,0.014193066954612732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,1024,32,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,1024,32,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,1024,32,0.013731200496355692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,1024,32,0.014382933576901754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,1024,32,0.014178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,1024,32,0.01430293321609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,1024,32,0.014375467101732889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,1024,32,0.014059733351071677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,1024,32,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,1024,32,0.0136543999115626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,1024,32,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,1024,32,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,65536,1.0061226685841878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,1024,32,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,65536,0.5071920156478882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,65536,0.29013333717981976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,65536,2.0570106506347656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,65536,0.28568265835444134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,65536,0.28083733717600506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,65536,0.31335200866063434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,65536,0.2516106764475505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,65536,0.24980266888936362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,65536,0.2628320058186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,65536,0.24075200160344443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,65536,0.26759467522303265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,65536,0.2132986585299174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,65536,0.21792266766230264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,65536,0.21215200424194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,65536,0.20059466361999512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,65536,0.17942400773366293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,65536,0.19638933738072714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,65536,0.16303732991218567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,65536,0.14989067117373148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,65536,0.16047733028729758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,65536,0.13766400019327799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,65536,0.13851733009020487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,65536,0.1301706631978353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,65536,0.12558133403460184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,65536,0.10291199882825215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,65536,0.09935466448465984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,65536,0.08427199721336365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,65536,0.08389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,1024,32,0.014745600024859109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,65536,0.06353599826494853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,65536,0.06367200116316478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,65536,0.04972533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,65536,0.04971200227737427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,65536,0.030986666679382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,65536,0.1743839979171753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,65536,0.03035199890534083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,65536,0.031090666850407917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,65536,0.029472000896930695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,65536,0.029512000580628712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,65536,0.028064000109831493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,65536,0.028069332242012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,65536,0.026917333404223125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,65536,0.0245919997493426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,65536,0.02643999954064687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,65536,0.023936000963052113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,65536,0.025909334421157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,65536,0.02571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,65536,0.02502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,65536,0.025042665501435597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,65536,0.025085332492987316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,65536,0.03335466732581457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,65536,0.0247706671555837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,65536,0.030576000610987347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,65536,0.025050667424996693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,65536,0.0229120006163915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,65536,0.02327733238538106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,65536,0.02237600088119507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,65536,0.022973333795865376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,65536,0.023071999351183575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,65536,0.022925332188606262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,65536,0.023029332359631855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,65536,0.023018665611743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,65536,0.022973333795865376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,65536,0.02278133233388265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,65536,0.022463999688625336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,65536,0.022469334304332733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,65536,0.23646400372187296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,65536,0.02199999988079071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,65536,0.022471999128659565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,65536,0.022418667872746784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,65536,0.02237333357334137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,65536,0.022074667116006214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,65536,0.024586667617162068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,65536,0.022173332671324413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,65536,1.6508070627848308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,65536,3.2676569620768228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,65536,0.9195146560668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,65536,0.9073866738213433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,65536,0.8656124538845487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,65536,0.8059004677666558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,65536,0.7848070992363824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,65536,6.516823238796658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,65536,0.7539911270141602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,65536,0.749358230166965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,65536,0.6951608657836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,65536,0.6992710961235894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,65536,0.6553689108954536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,65536,0.6467946900261773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,65536,0.5969973140292698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,65536,0.5990844302707249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,65536,0.5493831104702419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,65536,0.5479200151231554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,65536,0.5000693533155653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,65536,0.48976532618204754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,65536,0.4454951286315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,65536,0.8619430859883627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,65536,0.4372711181640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,65536,0.3901333279079861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,65536,0.38894044028388125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,65536,0.33624177508884007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,65536,0.338501320944892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,65536,0.2826648818122016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,65536,0.2814311186472575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,65536,0.22713422775268555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,65536,0.17417421605851915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,65536,0.17122133572896323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,65536,0.11150044865078396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,65536,0.06585599978764851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,65536,0.0656942195362515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,65536,0.06252977583143446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,65536,0.0635875529713101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,65536,0.05680888891220093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,65536,0.05628799729877048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,65536,0.0529457794295417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,65536,0.05448711249563429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,65536,0.044053332673178784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,65536,0.04196444484922621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,65536,0.04127466678619385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,65536,0.04198222359021505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,65536,0.03913244605064392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,65536,0.039727999104393855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,65536,0.03696533375316196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,65536,0.03795555565092299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,65536,0.034895999564064875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,65536,0.03471111257870992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,65536,0.034508443540996976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,65536,0.034862223598692156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,65536,0.03243555625279745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,65536,0.03334044416745504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,65536,0.22922311888800728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,65536,0.03361422154638503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,65536,0.030124445756276447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,65536,0.11449066797892253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,65536,0.029141333368089464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,65536,0.029447111818525527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,65536,0.029228445556428697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,65536,0.028179556131362915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,65536,0.03301689028739929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,65536,0.03258311086230808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,65536,0.03386844529045953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,65536,0.03132088979085287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,65536,0.03137600090768602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,65536,0.032065778970718384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,65536,0.02988622254795498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,65536,0.031166222360399034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,65536,0.02962488929430644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,65536,0.030890666776233252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,65536,0.028773334291246202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,65536,0.6094115575154623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,65536,1.0714311599731445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,65536,0.5762240091959635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,65536,0.5802062352498373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,65536,2.155180401272244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,65536,0.5494062105814616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,65536,0.5455110867818197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,65536,4.168744828965929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,65536,0.5081457561916775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,65536,0.49150753021240234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,65536,0.4503199789259169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,65536,0.47319645351833767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,65536,0.46258846918741864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,65536,0.4153955512576633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,65536,0.4306648837195502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,65536,0.35421154234144425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,65536,0.40396798981560605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,65536,0.38364444838629824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,65536,0.3797777758704291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,65536,0.3130648930867513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,65536,0.3276871045430501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,65536,0.25446399052937824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,65536,0.24367467562357584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,65536,0.29425422350565594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,65536,0.2859040101369222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,65536,0.2716746595170763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,65536,0.22605154249403211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,65536,0.167776001824273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,65536,0.20019377602471244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,65536,0.21430577172173393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,65536,0.1880426671769884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,65536,0.16484799649980333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,65536,0.14022933112250432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,65536,0.11067733499738906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,65536,0.08497066630257501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,65536,0.08039289050632052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,65536,0.07684444718890719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,65536,0.07675555679533216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,65536,0.07306310865614149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,65536,0.07316088676452637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,65536,0.07089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,65536,0.06999999947018094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,65536,0.068631112575531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,65536,0.06833777825037639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,65536,0.06624888711505465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,65536,0.0664586689737108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,65536,0.06520355410046048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,65536,0.06507555643717448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,65536,0.06445866823196411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,65536,0.06486933098898993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,65536,0.06373688909742567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,65536,0.06369066900677152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,65536,0.0624906685617235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,65536,0.06290666924582587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,65536,0.062408890989091664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,65536,0.062183108594682485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,65536,0.0624106658829583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,65536,0.062499556276533336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,65536,0.06234311395221286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,65536,0.06244444184833103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,65536,0.06246044238408407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,65536,0.062407109472486705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,65536,0.06222933530807495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,65536,0.062336001131269664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,65536,0.06241955359776815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,65536,0.06252088811662462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,65536,0.062124444378746875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,65536,0.062462223900689014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,65536,0.062273780504862465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,65536,0.062289781040615506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,65536,0.10533510976367527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,65536,0.12050310770670573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,65536,0.08444977468914455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,65536,0.08004799816343519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,65536,1.861134974161784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,65536,0.911564826965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,65536,0.5202624003092449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,65536,0.26336639722188315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,65536,0.2601290702819824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,65536,0.25523200035095217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,65536,0.256659205754598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,65536,0.24269545873006187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,65536,0.24133653640747071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,65536,0.23683093388875326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,65536,0.23743999799092613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,65536,0.22407360076904298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,65536,0.22300052642822266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,65536,0.21874772707621254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,65536,0.21893653869628907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,65536,0.214791472752889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,65536,0.21510507265726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,65536,0.20121173858642577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,65536,0.1963263988494873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,65536,0.20080107053120932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,65536,0.1961674690246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,65536,0.18174932797749838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,65536,0.17869332631429036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,65536,0.182042662302653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,65536,0.17765547434488932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,65536,0.16817386945088703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,65536,0.16821333567301433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,65536,0.16054827372233074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,65536,0.16101546287536622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,65536,0.15573546091715496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,65536,0.15588480631510418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,65536,0.1457717259724935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,65536,0.14572906494140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,65536,0.137554136912028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,65536,0.136788272857666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,65536,0.1295093297958374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,65536,0.12700053056081134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,65536,0.12482879956563313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,65536,0.12639466921488446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,65536,0.12526933352152508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,65536,0.12490879694620768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,65536,0.1249557336171468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,65536,0.12503039836883545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,65536,0.12233280340830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,65536,0.12285973230997722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,65536,0.12225600083669026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,65536,0.12207893530527751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,65536,0.121943465868632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,65536,0.12238933245340984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,65536,0.1219871997833252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,65536,0.12207787036895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,65536,0.12206719716389973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,65536,0.12203199863433838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,65536,0.121615997950236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,65536,0.12190826733907063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,65536,0.12153813044230144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,65536,0.12193386554718018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,65536,0.12196799914042156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,65536,0.12197439670562744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,65536,0.12187840143839519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,65536,0.121561598777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,65536,0.12194133599599202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,65536,0.12160639762878418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,65536,0.12158719698588054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,65536,0.12189546426137288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,65536,0.12146133581797283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,65536,0.12195413112640381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,65536,0.12201066811879475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,65536,0.12190186977386475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,65536,0.12190720240275066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,65536,0.12190399964650471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,51200,1.6802266438802083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,51200,0.8281413714090983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,51200,0.4719359874725342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,51200,0.2408426602681478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,51200,0.24233333269755045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,51200,0.2331546743710836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,51200,0.2149946689605713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,51200,0.20558132727940878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,51200,0.19724265734354654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,51200,0.1938426693280538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,51200,0.1925920049349467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,51200,0.18611733118693033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,51200,0.18687733014424643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,51200,0.1649786631266276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,51200,0.160671999057134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,51200,0.16651999950408936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,51200,0.15011200308799744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,51200,0.13918933272361755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,51200,0.15106133619944254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,51200,0.1347013314565023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,51200,0.12680000066757202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,51200,0.12005866567293803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,51200,0.12786933779716492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,51200,0.11053599913914998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,51200,0.10857866207758586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,51200,0.1005946695804596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,51200,0.10110666354497273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,51200,0.0841439962387085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,51200,0.08034933110078175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,51200,0.06939733525117238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,51200,0.07025599976380666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,51200,0.05298133194446564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,51200,0.05123733480771383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,51200,0.042578667402267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,51200,0.041906664768854775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,51200,0.02887733280658722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,51200,0.02850399911403656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,51200,0.02852533260981242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,51200,0.028301333387692768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,51200,0.028018665810426075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,51200,0.0247653325398763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,51200,0.02465066562096278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,51200,0.02270666758219401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,51200,0.02364533394575119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,51200,0.02216266592343648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,51200,0.021693333983421326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,51200,0.021541332205136616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,51200,0.021013334393501282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,51200,0.02092266579469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,51200,0.02109866589307785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,51200,0.021082667013009388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,51200,0.020597333709398907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,51200,0.02159200112024943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,51200,0.02086399992307027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,51200,0.02088266611099243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,51200,0.020482666790485382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,51200,0.03348266581694285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,51200,0.02000800023476283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,51200,0.01922133316596349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,51200,0.020103999723990757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,51200,0.019677333533763885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,51200,0.019575999428828556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,51200,0.019656000037988026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,51200,0.01971199984351794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,51200,0.019434666881958645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,51200,0.019466667125622433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,51200,0.019064000497261684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,51200,0.018034666776657104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,51200,0.01832266648610433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,51200,0.018141333013772964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,51200,0.018647999813159306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,51200,0.01846933364868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,51200,0.018930666148662567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,51200,0.018288000176350277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,65536,0.12198186715443929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,51200,5.133386611938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,51200,1.29911470413208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,51200,0.706607977549235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,51200,2.564074675242106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,51200,0.7211293379465739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,51200,0.6665493249893188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,51200,0.6795186996459961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,51200,0.638925313949585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,51200,0.6280879974365234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,51200,0.585644006729126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,51200,0.6051013469696045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,51200,0.5535013278325399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,51200,0.5688493251800537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,51200,0.5227839946746826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,51200,0.51801598072052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,51200,0.47588133811950684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,51200,0.4795866807301839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,51200,0.44216398398081463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,51200,0.43710267543792725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,51200,0.39877601464589435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,51200,0.3889240026473999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,51200,0.3545200030008952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,51200,0.34744401772816974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,51200,0.3098386724789937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,51200,0.3120773235956828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,51200,0.27120665709177655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,51200,0.27125199635823566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,51200,0.22694265842437744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,51200,0.22665599981943765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,51200,0.18233867486317953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,51200,0.13409200310707092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,51200,0.1810093323389689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,51200,0.1321826676527659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,51200,0.08793999751408894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,51200,0.05457333226998647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,51200,0.05435466766357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,51200,0.05168666442235311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,51200,0.05133066574732462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,51200,0.04731333255767822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,51200,0.045597334702809654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,51200,0.04190133512020111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,51200,0.09054799874623616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,51200,0.04490266740322113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,51200,0.03921466569105784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,51200,0.041218665738900505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,51200,0.039131999015808105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,51200,0.040594667196273804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,51200,0.037765334049860634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,51200,0.035689334074656166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,51200,0.034847999612490334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,51200,0.03439066559076309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,51200,0.032860000928243004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,51200,0.03118666758139928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,51200,0.032501332461833954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,51200,0.030961332221825916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,51200,0.030943999687830608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,51200,0.027162666122118633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,51200,0.03121333320935567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,51200,0.02748933434486389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,51200,0.03311199943224589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,51200,0.02676666776339213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,51200,0.02658133457104365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,51200,0.02685600022474925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,51200,0.02590266615152359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,51200,0.025762667258580525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,51200,0.02540399879217148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,51200,0.029253333806991577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,51200,0.029342666268348694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,51200,0.02975866695245107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,51200,0.028933333853880566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,51200,0.028843998908996582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,51200,0.02882666637500127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,51200,0.02794666588306427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,51200,0.028438667456309002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,65536,0.12167893250783283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,65536,0.1222271998723348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,51200,1.959459940592448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,51200,0.5182079871495565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,51200,3.781881332397461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,51200,0.48737335205078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,51200,0.9668760299682617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,51200,0.5173653364181519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,51200,0.5380280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,51200,0.4884599844614665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,51200,0.4562346537907918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,51200,0.4056599934895833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,51200,0.43095600605010986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,51200,0.4191319942474365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,51200,0.3866480191548665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,51200,0.44018133481343585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,51200,0.33486000696818036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,51200,0.37487999598185223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,51200,0.3606413205464681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,51200,0.3443640073140462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,51200,0.31988133986790973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,51200,0.29156800111134845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,51200,0.24423066775004068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,51200,0.2854173382123311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,51200,0.22073733806610107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,51200,0.2697826623916626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,51200,0.25707733631134033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,51200,0.23098532358805338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,51200,0.20736666520436606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,51200,0.15050933758417764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,51200,0.19157199064890543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,51200,0.1628266672293345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,51200,0.14157467087109885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,51200,0.12435600161552429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,51200,0.17573066552480063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,51200,0.10305733482042949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,51200,0.09641066193580627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,51200,0.06739466885725658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,51200,0.06193333367506663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,51200,0.06125466525554657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,51200,0.057697330911954246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,51200,0.0580840011437734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,51200,0.05615200102329254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,51200,0.05600800116856893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,51200,0.05493466556072235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,51200,0.0532999982436498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,51200,0.052706668774286904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,51200,0.05296800037225088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,51200,0.051925331354141235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,51200,0.052111998200416565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,51200,0.051470667123794556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,51200,0.051510666807492576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,51200,0.05120133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,51200,0.05105199913183848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,51200,0.04930133124192556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,51200,0.04984533290068308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,51200,0.049365331729253135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,51200,0.049582665165265404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,51200,0.049798667430877686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,51200,0.049313331643740334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,51200,0.04927866657574972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,51200,0.049626668294270836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,51200,0.049466664592425026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,51200,0.049402669072151184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,51200,0.04943199952443441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,51200,0.04897466798623403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,51200,0.04937733213106791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,51200,0.04931599895159403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,51200,0.0495879997809728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,51200,0.04932400087515513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,51200,0.04938399791717529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,51200,0.07748933136463165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,51200,0.07739200194676717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,51200,0.06749066710472107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,51200,0.06413466731707256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,51200,0.06363466878732045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,51200,1.4699284871419271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,51200,0.7280181248982747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,51200,0.4077909469604492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,51200,0.21329387029012045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,51200,0.20964372952779137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,51200,0.2046186606089274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,51200,0.20467093785603843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,51200,0.1952895959218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,51200,0.19279999732971193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,51200,0.19060266812642415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,51200,0.18943467140197753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,51200,0.1806272029876709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,51200,0.17894293467203776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,51200,0.17536853154500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,51200,0.175545597076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,51200,0.1729354699452718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,51200,0.17227733929951985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,51200,0.16121172904968262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,51200,0.160317866007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,51200,0.15748586654663085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,51200,0.1576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,51200,0.14578666687011718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,51200,0.14300373395284016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,51200,0.14656747182210286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,51200,0.14185387293497723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,51200,0.1347050666809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,51200,0.13471253712972003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,51200,0.1285866657892863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,51200,0.12876373132069904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,51200,0.1250762701034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,51200,0.12513493696848552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,51200,0.1162069320678711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,51200,0.11615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,51200,0.11053653558095296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,51200,0.10978559652964275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,51200,0.10050559838612874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,51200,0.09965973695119222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,51200,0.09978453318277994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,51200,0.09974933465321859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,51200,0.09959786732991537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,51200,0.09975146452585856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,51200,0.0998207966486613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,51200,0.09947840372721353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,51200,0.09780693054199219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,51200,0.09742080370585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,51200,0.096998397509257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,51200,0.09712746938069662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,51200,0.09732373555501303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,51200,0.09672746658325196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,51200,0.09706133206685384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,51200,0.09692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,51200,0.09660373528798422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,51200,0.09710293610890706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,51200,0.09624426364898682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,51200,0.09695680141448974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,51200,0.09662613073984781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,51200,0.09696319897969564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,51200,0.09699626763661703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,51200,0.09627520243326823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,51200,0.09675626754760742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,51200,0.09710613091786703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,51200,0.09697706699371338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,51200,0.09686826864878337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,51200,0.09687893390655518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,51200,0.09622933069864908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,51200,0.0966858704884847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,51200,0.0966421365737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,51200,0.09688746929168701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,51200,0.0968127965927124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,51200,0.0965984026590983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,51200,0.09665173689524333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,16384,0.5331199963887532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,16384,0.3000330607096354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,16384,0.15330026944478353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,16384,0.07945813337961832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,16384,0.08020266691843668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,16384,0.07143680254618326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,16384,0.07118399937947592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,16384,0.06623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,16384,0.06428800026575723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,16384,0.06140586535135904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,16384,0.061249065399169925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,16384,0.061153066158294675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,16384,0.06098560094833374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,16384,0.053557332356770834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,16384,0.05203200181325277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,16384,0.05537279844284058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,16384,0.04991893370946248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,16384,0.045891201496124266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,16384,0.049668268362681074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,16384,0.0432586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,16384,0.042379732926686606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,16384,0.03969599803288777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,16384,0.04293760061264038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,16384,0.036517333984375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,16384,0.037620266278584794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,16384,0.033096534013748166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,16384,0.033174399534861246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,16384,0.03246826728185018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,16384,0.029998934268951415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,16384,0.024936532974243163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,16384,0.02475093404452006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,16384,0.019751467307408652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,16384,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,16384,0.016966400543848674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,16384,0.01686720053354899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,16384,0.012683733304341634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,16384,0.012637866536776224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,16384,0.011450666189193725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,16384,0.012632532914479574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,16384,0.012761599818865457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,16384,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,16384,0.011060266693433126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,16384,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,16384,0.010796800255775452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,16384,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,16384,0.012146133184432983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,16384,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,16384,0.012040533622105916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,51200,0.0970240036646525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,16384,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,16384,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,16384,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,16384,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,16384,0.00974079966545105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,16384,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,16384,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,16384,0.010177066922187806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,16384,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,16384,0.011096533139546711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,16384,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,16384,0.009108266234397889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,16384,0.015662933389345803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,16384,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,16384,0.009193600217501322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,16384,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,16384,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,16384,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,16384,0.011249066392580668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,16384,0.011177600423494975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,16384,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,16384,0.011181867122650147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,16384,0.010989866654078166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,16384,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,16384,0.01083733340104421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,16384,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,16384,1.653861363728841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,16384,0.4293375968933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,16384,0.8399338404337564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,16384,0.2302336057027181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,16384,0.23253973325093588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,16384,0.21998720169067382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,16384,0.219816525777181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,16384,0.20445334116617836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,16384,0.20387412707010905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,16384,0.19235520362854003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,16384,0.1921994686126709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,16384,0.1813770612080892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,16384,0.17988266944885253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,16384,0.16540692647298177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,16384,0.16462292671203613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,16384,0.15082772572835285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,16384,0.15512320200602214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,16384,0.13595520655314128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,16384,0.1390346686045329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,16384,0.1205674648284912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,16384,0.11988800366719563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,16384,0.10742613474527996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,16384,0.10706666310628254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,16384,0.0893226703008016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,16384,0.08916479746500651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,16384,0.07595946788787841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,16384,0.07635520299275717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,16384,0.06464639902114869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,16384,0.07018453280131022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,16384,0.05136746565500895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,16384,0.05123733282089234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,16384,0.047518932819366456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,16384,0.04569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,16384,0.038101331392923994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,16384,0.03850133419036865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,16384,0.030962133407592775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,16384,0.028626133998235066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,16384,0.028785065809885664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,16384,0.029270400603612263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,16384,0.02941653331120809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,16384,0.028832000494003297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,16384,0.02913386623064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,16384,0.02823573350906372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,16384,0.025260800123214723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,16384,0.026121600468953447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,16384,0.026685865720113118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,16384,0.024836266040802003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,16384,0.02877440055211385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,16384,0.02681279977162679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,16384,0.026925865809122724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,16384,0.026787199576695758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,16384,0.02566080093383789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,16384,0.022360533475875854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,16384,0.026843732595443724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,16384,0.022753065824508666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,16384,0.020891733964284263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,16384,0.021401600042978922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,16384,0.02068906625111898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,16384,0.02132479945818583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,16384,0.018963199853897095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,16384,0.01922559936841329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,16384,0.01893226703008016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,16384,0.018924800554911296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,16384,0.019978666305541994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,16384,0.018870399395624796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,16384,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,16384,0.01883093317349752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,16384,0.021195733547210695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,16384,0.019334399700164796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,16384,0.02131839990615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,16384,0.019631999731063842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,16384,0.020584533611933388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,16384,0.020836265881856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,16384,0.018871466318766274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,51200,0.09659946759541829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,51200,0.09647786617279053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,16384,1.7319807688395183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,16384,0.23443306287129723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,16384,0.4418485323588054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,16384,0.22178452809651694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,16384,0.24275520642598472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,16384,0.8753973642985026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,16384,0.23226240475972496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,16384,0.22044906616210938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,16384,0.20696853001912435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,16384,0.18248000144958496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,16384,0.19677653312683105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,16384,0.19562773704528807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,16384,0.18738986651102701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,16384,0.17394347190856935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,16384,0.1480533281962077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,16384,0.16088533401489258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,16384,0.1681920051574707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,16384,0.15673920313517253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,16384,0.14411946932474773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,16384,0.13103466828664143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,16384,0.10706026554107666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,16384,0.11888319651285809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,16384,0.08706239859263101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,16384,0.11555733680725097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,16384,0.12793707052866618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,16384,0.1022154649098714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,16384,0.08414186636606852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,16384,0.051179734865824375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,16384,0.065338667233785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,16384,0.06206933259963989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,16384,0.053972268104553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,16384,0.046930134296417236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,16384,0.04141546487808227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,16384,0.0333898663520813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,16384,0.026394667228062947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,16384,0.03521600166956584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,16384,0.025166932741800947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,16384,0.025127466519673663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,16384,0.02370880047480265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,16384,0.023603200912475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,16384,0.023520000775655112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,16384,0.0231221338113149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,16384,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,16384,0.021265067656834922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,16384,0.02101973295211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,16384,0.0211626668771108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,16384,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,16384,0.020795732736587524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,16384,0.020987733205159505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,16384,0.02074133356412252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,16384,0.019458132982254028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,16384,0.01967359979947408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,16384,0.019064533710479736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,16384,0.019452800353368126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,16384,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,16384,0.01930453379948934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,16384,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,16384,0.01922453244527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,16384,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,16384,0.01907520095507304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,16384,0.01967359979947408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,16384,0.01928640007972717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,16384,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,16384,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,16384,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,16384,0.027563732862472535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,16384,0.03118399977684021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,16384,0.028152533372243244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,16384,0.031402667363484696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,16384,0.03118720054626465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,16384,0.025335466861724852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,16384,0.03150399923324585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,16384,0.02832213242848714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,16384,0.49471041361490886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,16384,0.2530229409535726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,16384,0.14486506779988606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,16384,0.025195733706156416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,16384,0.07713493506113688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,16384,0.07516266504923502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,16384,0.07641493479410807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,16384,0.07568426926930746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,16384,0.07210453351338705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,16384,0.07197226683298746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,16384,0.07044586340586344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,16384,0.07033279736836752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,16384,0.06667306423187255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,16384,0.0666154662768046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,16384,0.06498346726099649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,16384,0.06525333325068156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,16384,0.06410026550292969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,16384,0.06414506832758585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,16384,0.06008533239364624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,16384,0.06036586761474609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,16384,0.05882026751836141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,16384,0.05887680053710938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,16384,0.05494186480840048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,16384,0.05552213191986084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,16384,0.051874132951100674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,16384,0.051481600602467856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,16384,0.04777493476867676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,16384,0.04857706626256307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,16384,0.04612373510996501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,16384,0.04575146834055583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,16384,0.04456319808959961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,16384,0.042115199565887454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,16384,0.04204373359680176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,16384,0.04444479942321777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,16384,0.03952320019404094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,16384,0.03917333285013835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,16384,0.036813867092132566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,16384,0.036311467488606766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,16384,0.0366922656695048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,16384,0.036269867420196535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,16384,0.0362496018409729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,16384,0.036535465717315675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,16384,0.03629546562830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,16384,0.036348799864451095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,16384,0.03597546815872192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,16384,0.03548159996668498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,16384,0.035461334387461345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,16384,0.035537068049112955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,16384,0.03538986841837565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,16384,0.0353983998298645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,16384,0.03542826573053996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,16384,0.03545813163121541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,16384,0.03542399803797404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,16384,0.035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,16384,0.03506133159001668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,16384,0.0354144016901652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,16384,0.03546026547749837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,16384,0.035341866811116535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,16384,0.0350325345993042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,16384,0.035447466373443606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,16384,0.0351093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,16384,0.03507733345031738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,16384,0.035352532068888345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,16384,0.03548266490300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,16384,0.03547733227411906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,16384,0.03574613332748413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,16384,0.03544853528340657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,16384,0.035283199946085614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,16384,0.03506879806518555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,16384,0.035468800862630205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,16384,0.03515306711196899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,16384,0.03539733489354451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,12288,0.3662986755371094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,12288,0.17900479634602864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,12288,0.089738663037618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,12288,0.049985067049662275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,12288,0.05348480145136515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,12288,0.051155201594034826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,12288,0.04938986698786418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,12288,0.047020800908406574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,16384,0.03538879950841268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,12288,0.04476906855901082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,12288,0.04501440127690633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,12288,0.043416531880696614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,12288,0.04491413434346517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,12288,0.043987198670705156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,12288,0.03836160103480021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,12288,0.03778773148854574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,12288,0.04058239857355754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,12288,0.035949865976969406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,12288,0.03258986671765645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,12288,0.036136531829833986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,12288,0.030345600843429566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,12288,0.027812266349792482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,12288,0.03077546755472819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,12288,0.025858134031295776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,12288,0.025500800212224322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,12288,0.02325973312060038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,12288,0.023238400618235268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,12288,0.02467306653658549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,12288,0.022371200720469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,12288,0.023076266050338745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,12288,0.018333866198857626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,12288,0.019980800151824952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,12288,0.01758400003115336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,12288,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,12288,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,12288,0.010891733566919963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,12288,0.030238932371139525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,12288,0.010710400342941285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,12288,0.010632533828417461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,12288,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,12288,0.01086293359597524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,12288,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,12288,0.012458667159080505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,12288,0.009567999839782714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,12288,0.010305066903432209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,12288,0.01032533347606659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,12288,0.010204799969991048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,16384,0.035410133997599284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,12288,0.01009279986222585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,12288,0.011972266435623168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,12288,0.012124799688657125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,12288,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,12288,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,12288,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,12288,0.008920533458391826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,12288,0.007514666517575581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,12288,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,12288,0.007426133255163829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,12288,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,12288,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,12288,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,12288,0.012505599856376648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,12288,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,12288,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,12288,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,12288,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,12288,0.007590400179227193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,12288,0.009797333677609762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,12288,0.00974506636460622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,12288,0.009820800026257832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,12288,0.012100266416867574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,12288,0.009448533256848652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,12288,0.00962773362795512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,12288,0.009473066528638203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,12288,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,12288,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,16384,0.03495253324508667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,12288,0.6379114786783855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,12288,0.3240501403808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,12288,1.254806391398112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,12288,0.17864853541056316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,12288,0.16712106068929036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,12288,0.166156800587972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,12288,0.15652480125427246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,12288,0.15429333051045735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,12288,0.14511680603027344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,12288,0.1455882708231608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,12288,0.1782090663909912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,12288,0.13769599596659343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,12288,0.11928213437398275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,12288,0.11836053530375164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,12288,0.11151040395100911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,12288,0.10798933506011962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,12288,0.09736746946970622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,12288,0.09944852987925211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,12288,0.08692693710327148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,12288,0.07568106651306153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,12288,0.07484266757965088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,12288,0.06445546547571818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,12288,0.06428693135579427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,12288,0.056753067175547275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,12288,0.055452799797058104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,12288,0.13731519381205243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,12288,0.05155200163523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,12288,0.04143893321355184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,12288,0.05
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,12288,0.042214401563008624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,12288,0.03900373379389445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,12288,0.038121600945790604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,12288,0.033964800834655764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,12288,0.03529493411382039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,12288,0.02983679970105489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,12288,0.08618773619333903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,12288,0.027373866240183516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,12288,0.02688639958699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,12288,0.027141332626342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,12288,0.027292799949645997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,12288,0.027035733064015705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,12288,0.025492266813913984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,12288,0.025358933210372924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,12288,0.02441493272781372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,12288,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,12288,0.02425280014673869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,12288,0.023746132850646973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,12288,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,12288,0.022886399428049722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,12288,0.02370986739794413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,12288,0.02239039937655131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,12288,0.021399466196695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,12288,0.023036799828211465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,12288,0.020844799280166627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,12288,0.021143466234207153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,12288,0.020538665850957236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,12288,0.018902399142583213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,12288,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,12288,0.019947733481725058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,12288,0.020154666900634766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,12288,0.01884373426437378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,12288,0.01909760038057963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,12288,0.01863573392232259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,12288,0.018821332852045694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,12288,0.01874133348464966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,12288,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,12288,0.01930560072263082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,12288,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,12288,0.018580265839894614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,12288,0.01856106718381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,12288,0.019079466660817467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,12288,0.018568533658981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,12288,0.026840533812840777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,12288,0.018711467583974205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,12288,0.8312874476114909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,12288,0.22470293045043946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,12288,0.2321791966756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,12288,0.21231786410013834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,12288,0.41736853917439776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,12288,0.20796586672465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,12288,1.616266632080078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,12288,0.21990399360656737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,12288,0.19824426968892414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,12288,0.19039360682169598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,12288,0.17370452880859374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,12288,0.18662400245666505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,12288,0.17801705996195477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,12288,0.16543572743733723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,12288,0.1604032039642334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,12288,0.13689707120259603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,12288,0.13387734095255535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,12288,0.15210026105244953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,12288,0.14601492881774902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,12288,0.11797866821289063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,12288,0.07342080275217691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,12288,0.11806506315867107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,12288,0.06722133159637451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,12288,0.09808213710784912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,12288,0.09397013187408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,12288,0.07175146738688151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,12288,0.06184746821721395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,12288,0.04420160055160523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,12288,0.05194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,12288,0.05337920188903809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,12288,0.04696106513341268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,12288,0.04072426557540894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,12288,0.036722131570180255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,12288,0.02849919994672139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,12288,0.02314773400624593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,12288,0.021897600094477335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,12288,0.0215338667233785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,12288,0.02023680011431376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,12288,0.019848533471425376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,12288,0.020272000630696615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,12288,0.01992320020993551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,12288,0.017809067169825235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,12288,0.017427200078964235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,12288,0.017828265825907387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,12288,0.017762132485707603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,12288,0.017366399367650352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,12288,0.017504000663757326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,12288,0.01737173398335775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,12288,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,12288,0.016124799847602844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,12288,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,12288,0.016426666577657064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,12288,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,12288,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,12288,0.015828266739845276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,12288,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,12288,0.016110933820406594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,12288,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,12288,0.016006400187810264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,12288,0.015938133001327515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,12288,0.03062613407770793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,12288,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,12288,0.022244266668955483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,12288,0.02486720085144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,12288,0.023170133431752525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,12288,0.02517333428064982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,12288,0.023562665780385336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,12288,0.023550933599472045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,12288,0.023537067572275798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,12288,0.02541653315226237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,12288,0.023034665981928507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,12288,0.021821866432825722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,12288,0.20031894048055016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,12288,0.38050667444864905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,12288,0.11286506652832032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,12288,0.02196586728096008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,12288,0.062174932161966956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,12288,0.021491199731826782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,12288,0.06170879999796549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,12288,0.060507734616597496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,12288,0.05782719850540161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,12288,0.060096001625061034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,12288,0.058082131544748936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,12288,0.05722879966100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,12288,0.056440532207489014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,12288,0.053870932261149085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,12288,0.05324800014495849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,12288,0.05373866558074951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,12288,0.05224746863047282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,12288,0.049763198693593344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,12288,0.04989226659138997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,12288,0.04649279912312825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,12288,0.04665706555048625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,12288,0.04457706610361735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,12288,0.04445120096206665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,12288,0.0417301336924235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,12288,0.04200746615727742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,12288,0.04046080112457275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,12288,0.03995840152104695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,12288,0.038276267051696775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,12288,0.03726933399836223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,12288,0.037062398592631024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,12288,0.037620266278584794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,12288,0.03546026547749837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,12288,0.03542506694793701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,12288,0.03336426814397176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,12288,0.03338133494059245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,12288,0.03181013266245524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,12288,0.03136000037193298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,12288,0.029747200012207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,12288,0.028990934292475384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,12288,0.029320534070332843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,12288,0.029260800282160444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,12288,0.029193600018819172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,12288,0.029340799649556475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,12288,0.028910932938257854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,12288,0.028913066784540815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,12288,0.028531199693679808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,12288,0.02849919994672139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,12288,0.02836479942003886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,12288,0.028479999303817748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,12288,0.028171734015146895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,12288,0.028117332855860395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,12288,0.028038400411605834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,12288,0.028051199515660603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,12288,0.02775786717732747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,12288,0.028068266312281293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,12288,0.02841599980990092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,12288,0.028065067529678345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,12288,0.02813439965248108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,12288,0.028018132845560713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,12288,0.028040534257888793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,12288,0.02833919922510783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,12288,0.028153600295384724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,12288,0.028036266565322876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,12288,0.0281056006749471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,12288,0.02808213432629903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,12288,0.02810346682866414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,12288,0.028116265932718914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,12288,0.028086400032043456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,12288,0.028145066897074383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,12288,0.028151466449101763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,12288,0.02807146708170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,12288,0.028141866127649944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,12288,0.028040534257888793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,10240,0.3313642819722494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,10240,0.16552640597025553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,10240,0.09538453420003255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,10240,0.04612586498260498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,10240,0.05038293202718099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,10240,0.04822293519973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,10240,0.048419201374053956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,10240,0.04200960000356038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,10240,0.03865706523259481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,12288,0.028009599447250365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,10240,0.037564798196156816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,10240,0.03925120035807292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,10240,0.03720746835072835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,10240,0.03859839836756389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,10240,0.03192746639251709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,10240,0.03290879925092061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,10240,0.033896533648173015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,10240,0.030502400795618695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,10240,0.026902399460474652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,10240,0.03064853350321452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,10240,0.02446720004081726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,10240,0.02482666571935018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,10240,0.02341759999593099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,10240,0.026594134171803792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,10240,0.02213333249092102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,10240,0.022130133708318074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,10240,0.020002132654190062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,10240,0.020728532473246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,10240,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,10240,0.020722132921218873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,10240,0.015677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,10240,0.016173866391181946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,10240,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,10240,0.01578133304913839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,10240,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,10240,0.009672533472379048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,10240,0.009578667084376017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,10240,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,10240,0.009716266393661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,10240,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,10240,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,10240,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,10240,0.011294933160146077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,10240,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,10240,0.009243733684221904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,12288,0.027833600838979084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,10240,0.020361600319544475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,10240,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,10240,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,10240,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,10240,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,10240,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,10240,0.011435733238855997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,10240,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,10240,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,10240,0.0069919998447100324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,10240,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,10240,0.006640000144640605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,10240,0.008133333424727123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,10240,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,10240,0.006706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,10240,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,10240,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,10240,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,10240,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,10240,0.006761600077152252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,10240,0.00817386656999588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,10240,0.008247466882069905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,10240,0.0081045334537824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,10240,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,10240,0.008635733524958293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,10240,0.008213333288828532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,10240,0.008074666559696197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,10240,0.012820266683896384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,10240,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,10240,0.008796800176302593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,10240,0.5345247904459636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,12288,0.027980800469716387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,10240,0.2768373489379883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,10240,1.0540800094604492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,10240,0.14617493947347004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,10240,0.1487178643544515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,10240,0.137282133102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,10240,0.12745920022328694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,10240,0.11736959616343182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,10240,0.11876800060272216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,10240,0.10651520093282063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,10240,0.10628586610158283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,10240,0.0955509344736735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,10240,0.09663573106129965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,10240,0.08689706325531006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,10240,0.1270527998606364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,10240,0.0772597312927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,10240,0.07878186702728271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,10240,0.06770986715952555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,10240,0.06817920207977295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,10240,0.060950398445129395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,10240,0.05980586608250936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,10240,0.053191467126210534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,10240,0.05346239805221557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,10240,0.05017600059509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,10240,0.04917973279953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,10240,0.044854398568471274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,10240,0.04321386814117432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,10240,0.03977173169453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,10240,0.035155200958251955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,10240,0.08781119982401529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,10240,0.03506666819254557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,10240,0.029105067253112793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,10240,0.031100799640019734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,10240,0.02649173339207967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,10240,0.026723200082778932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,10240,0.025143466393152875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,10240,0.026706133286158246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,10240,0.025875200827916462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,10240,0.02686186631520589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,10240,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,10240,0.024834134181340537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,10240,0.02321386734644572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,10240,0.024850134054819742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,10240,0.022644267479578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,10240,0.023591466744740806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,10240,0.02262826760609945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,10240,0.03884479999542236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,10240,0.023824000358581544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,10240,0.02264960010846456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,10240,0.022618667284647623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,10240,0.02274880011876424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,10240,0.02062079906463623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,10240,0.13578559557596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,10240,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,10240,0.02062506675720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,10240,0.020411733786265054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,10240,0.020222934087117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,10240,0.020558933417002358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,10240,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,10240,0.020771199464797975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,10240,0.020407466093699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,10240,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,10240,0.019079466660817467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,10240,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,10240,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,10240,0.01856106718381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,10240,0.018388267358144125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,10240,0.01800853411356608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,10240,0.021364265680313112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,10240,0.018731733163197838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,10240,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,10240,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,10240,0.017927465836207072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,10240,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,10240,0.22146239280700683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,10240,0.2154261271158854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,10240,0.8037429173787436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,10240,0.20980052947998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,10240,0.2030954678853353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,10240,0.19820693333943684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,10240,1.5787797292073569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,10240,0.4021898587544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,10240,0.1808832009633382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,10240,0.19022506078084309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,10240,0.17792533238728842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,10240,0.16896533966064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,10240,0.16849279403686523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,10240,0.15347414016723632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,10240,0.11595093409220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,10240,0.11267306804656982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,10240,0.15336213111877442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,10240,0.13772053718566896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,10240,0.13805120786031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,10240,0.09376426537831625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,10240,0.06706666946411133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,10240,0.09217706521352133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,10240,0.05850346485773722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,10240,0.07902506987253824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,10240,0.07345706621805827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,10240,0.06570880015691122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,10240,0.05569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,10240,0.04152426719665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,10240,0.04933333396911621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,10240,0.0363264004389445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,10240,0.04446613391240438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,10240,0.05093226830164591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,10240,0.03371520042419433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,10240,0.027983999252319335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,10240,0.026424533128738402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,10240,0.02109760046005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,10240,0.019814399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,10240,0.018573866287867228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,10240,0.018045866489410402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,10240,0.01849386692047119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,10240,0.018130133549372353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,10240,0.016176000237464905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,10240,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,10240,0.016085333625475564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,10240,0.016148266196250916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,10240,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,10240,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,10240,0.01572480003039042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,10240,0.01606826682885488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,10240,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,10240,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,10240,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,10240,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,10240,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,10240,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,10240,0.014179199934005737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,10240,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,10240,0.014232533176740012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,10240,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,10240,0.019310933351516724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,10240,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,10240,0.020241065820058187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,10240,0.021013333400090536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,10240,0.01973653237024943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,10240,0.019037866592407228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,10240,0.019688532749811808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,10240,0.02095359961191813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,10240,0.01955839991569519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,10240,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,10240,0.020744532346725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,10240,0.021258666117986044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,10240,0.3483541488647461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,10240,0.020191999276479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,10240,0.019871999820073448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,10240,0.01999146739641825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,10240,0.10001920064290364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,10240,0.1796885331471761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,10240,0.05615253448486328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,10240,0.05610773166020712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,10240,0.05513919989267985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,10240,0.05276053349177042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,10240,0.05508373181025187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,10240,0.052308265368143717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,10240,0.051038932800292966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,10240,0.05069653193155924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,10240,0.04743359883626302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,10240,0.04736106793085734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,10240,0.04575573205947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,10240,0.04573226769765218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,10240,0.0432586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,10240,0.04276586771011352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,10240,0.040797865390777587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,10240,0.040788265069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,10240,0.039236267407735184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,10240,0.03694613377253215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,10240,0.03668053150177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,10240,0.038743468125661214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,10240,0.035862398147583005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,10240,0.03497493267059326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,10240,0.03382186492284139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,10240,0.0338368018468221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,10240,0.03222186764081319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,10240,0.032102400064468385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,10240,0.030998400847117108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,10240,0.02932586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,10240,0.03126506606737773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,10240,0.02924906611442566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,10240,0.027955200274785357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,10240,0.02765653332074483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,10240,0.025964800516764325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,10240,0.025177599986394246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,10240,0.02558186650276184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,10240,0.02563626567522685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,10240,0.025623466571172076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,10240,0.02555519938468933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,10240,0.025497599442799883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,10240,0.025218133131663007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,10240,0.025009065866470337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,10240,0.025153066714604693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,10240,0.024870399634043375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,10240,0.024758400519688924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,10240,0.024807467063268026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,10240,0.02482346693674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,10240,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,10240,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,10240,0.0248416006565094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,10240,0.024780799945195518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,10240,0.02448106606801351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,10240,0.024602667490641276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,10240,0.024370133876800537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,10240,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,10240,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,10240,0.02494186758995056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,10240,0.02486293315887451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,10240,0.024861866235733034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,10240,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,10240,0.02484906713167826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,10240,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,10240,0.024881066878636678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,10240,0.02445333401362101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,10240,0.024732800324757893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,10240,0.024830933411916098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,10240,0.02477653423945109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,10240,0.024701867500940958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,10240,0.024782933791478477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,8192,0.2784010569254557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,10240,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,8192,0.1419263998667399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,8192,0.0709824005762736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,8192,0.036212265491485596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,8192,0.0364959994951884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,8192,0.038100266456604005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,8192,0.034329601128896076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,8192,0.02995733420054118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,8192,0.028652799129486085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,10240,0.02475093404452006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,8192,0.028668800989786785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,8192,0.02842666705449422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,8192,0.024142932891845704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,8192,0.02371413310368856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,8192,0.025590399901072185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,8192,0.023240532477696738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,10240,0.024331732590993246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,8192,0.02397759954134623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,8192,0.02023680011431376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,8192,0.020398932695388793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,8192,0.019458132982254028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,8192,0.02134400010108948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,8192,0.0180842657883962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,8192,0.01806079943974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,8192,0.016315733393033348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,8192,0.03252480030059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,8192,0.01672640045483907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,8192,0.017643733819325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,8192,0.015770666797955833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,8192,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,8192,0.013359999656677246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,8192,0.013615999619166055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,8192,0.028869332869847615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,8192,0.014017066359519959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,8192,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,8192,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,8192,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,8192,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,8192,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,8192,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,8192,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,8192,0.021553067366282146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,8192,0.010032000144322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,8192,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,8192,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,8192,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,8192,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,8192,0.009586133559544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,8192,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,8192,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,8192,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,8192,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,8192,0.011091199517250062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,8192,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,8192,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,8192,0.006296533346176148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,8192,0.006388266881306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,8192,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,8192,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,8192,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,8192,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,8192,0.00594346672296524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,8192,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,8192,0.00993066628774007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,8192,0.005919999877611796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,8192,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,8192,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,8192,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,8192,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,8192,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,8192,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,8192,0.0070613334576288865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,8192,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,8192,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,8192,0.006016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,8192,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,8192,0.22185813585917152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,8192,0.4313237190246582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,8192,0.11439680258433024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,8192,0.8406304041544596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,8192,0.10408746401468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,8192,0.10300906499226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,8192,0.09758826891581217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,8192,0.09614079793294271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,8192,0.08555946350097657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,8192,0.08612693150838216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,8192,0.08209066390991211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,8192,0.08152533372243245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,8192,0.0701311985651652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,8192,0.0700213352839152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,8192,0.06688106854756673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,8192,0.06494186719258627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,8192,0.05892800092697144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,8192,0.05287466843922933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,8192,0.057259734471639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,8192,0.04879786570866902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,8192,0.04964906771977742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,8192,0.04550826549530029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,8192,0.04544426600138347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,8192,0.04175359805425008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,8192,0.04087893168131511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,8192,0.039018666744232176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,8192,0.03808106581370036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,8192,0.03319466710090637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,8192,0.03437546491622925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,8192,0.03295680085817973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,8192,0.0310208002726237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,8192,0.026609067122141523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,8192,0.11279359658559163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,8192,0.02463360031445821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,8192,0.026795732975006103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,8192,0.02481173276901245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,8192,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,8192,0.023549866676330567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,8192,0.05300693511962891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,8192,0.023494400580724082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,8192,0.022907733917236328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,8192,0.022780799865722658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,8192,0.022975999116897582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,8192,0.022299732764561972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,8192,0.021713066101074218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,8192,0.02109973430633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,8192,0.020780799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,8192,0.022685867547988892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,8192,0.020750933885574342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,8192,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,8192,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,8192,0.020678400993347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,8192,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,8192,0.020529067516326903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,8192,0.019301333030064902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,8192,0.019542400042215982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,8192,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,8192,0.019189333915710448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,8192,0.019400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,8192,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,8192,0.02363733251889547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,8192,0.020388267437616982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,8192,0.018498132626215615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,8192,0.01991999944051107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,8192,0.018574933211008705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,8192,0.019170133272806804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,8192,0.019364267587661743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,8192,0.018653867642084758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,8192,0.01844053268432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,8192,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,8192,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,8192,0.01858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,8192,0.019606399536132812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,8192,0.01880319913228353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,8192,0.769111442565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,8192,0.20613652865091958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,8192,0.38600854873657225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,8192,0.19468800226847333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,8192,1.5134591420491537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,8192,0.2108842690785726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,8192,0.19916586875915526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,8192,0.18620905876159669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,8192,0.1784490744272868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,8192,0.1393621285756429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,8192,0.16392000516255695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,8192,0.16001386642456056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,8192,0.14564159711201985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,8192,0.11803413232167562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,8192,0.08191359837849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,8192,0.11866453488667805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,8192,0.09974719683329264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,8192,0.09503040313720704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,8192,0.08172159989674886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,8192,0.07423146565755209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,8192,0.06074453194936117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,8192,0.07517546812693278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,8192,0.06729066371917725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,8192,0.05436586538950602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,8192,0.06591253280639649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,8192,0.05230506658554077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,8192,0.047490131855010984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,8192,0.038228265444437665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,8192,0.03334186474482219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,8192,0.04586346546808879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,8192,0.059256533781687416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,8192,0.04052693446477254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,8192,0.026837333043416338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,8192,0.03169599970181783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,8192,0.02435413400332133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,8192,0.01987839937210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,8192,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,8192,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,8192,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,8192,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,8192,0.01664959987004598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,8192,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,8192,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,8192,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,8192,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,8192,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,8192,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,8192,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,8192,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,8192,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,8192,0.012822399536768595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,8192,0.01813760002454122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,8192,0.012824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,8192,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,8192,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,8192,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,8192,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,8192,0.016025599837303162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,8192,0.015818666418393454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,8192,0.016915200153986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,8192,0.01690346598625183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,8192,0.017013333241144814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,8192,0.018122667074203493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,8192,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,8192,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,8192,0.016908800601959227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,8192,0.017313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,8192,0.017332265774408974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,8192,0.01714026729265849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,8192,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,8192,0.017526400089263917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,8192,0.01765973369280497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,8192,0.012851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,8192,0.14269332885742186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,8192,0.2750346819559733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,8192,0.08196693261464437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,8192,0.01836479902267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,8192,0.0464298685391744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,8192,0.04611839850743611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,8192,0.04373439947764079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,8192,0.04180479844411214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,8192,0.041111465295155844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,8192,0.04310613473256429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,8192,0.040329599380493165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,8192,0.03977706829706828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,8192,0.038014932473500566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,8192,0.036697598298390706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,8192,0.03773866494496663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,8192,0.037102933724721274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,8192,0.03572266499201457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,8192,0.035807998975118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,8192,0.033794132868448894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,8192,0.03274773359298706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,8192,0.033854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,8192,0.03257493376731872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,8192,0.03088853359222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,8192,0.030921600262324017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,8192,0.029700267314910888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,8192,0.02967039942741394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,8192,0.028562132517496747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,8192,0.028188800811767577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,8192,0.027046400308609008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,8192,0.027741867303848266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,8192,0.026473599672317504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,8192,0.026625066995620728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,8192,0.025131734212239583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,8192,0.02481386661529541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,8192,0.023553067445755006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,8192,0.023550933599472045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,8192,0.022341332832972207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,8192,0.021901865800221763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,8192,0.021471999088923135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,8192,0.0215445339679718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,8192,0.02151573300361633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,8192,0.021448532740275063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,8192,0.021873066822687783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,8192,0.021947733561197915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,8192,0.021425066391626994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,8192,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,8192,0.02099626660346985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,8192,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,8192,0.020870399475097657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,8192,0.020787199338277183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,8192,0.021095466613769532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,8192,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,8192,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,8192,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,8192,0.020731733242670695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,8192,0.02073600093523661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,8192,0.020850133895874024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,8192,0.02090346614519755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,8192,0.02102400064468384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,8192,0.021038933595021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,8192,0.021053866545359293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,8192,0.02104960083961487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,8192,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,8192,0.021065600713094077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,8192,0.021038933595021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,8192,0.02113599975903829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,8192,0.02100373307863871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,8192,0.02107200026512146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,8192,0.020641066630681357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,8192,0.021010132630666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,8192,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,8192,0.021163733800252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,7168,0.22676266034444176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,7168,0.11747199694315594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,7168,0.061977601051330565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,7168,0.029976532856623335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,7168,0.03070613344510396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,7168,0.029296000798543293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,7168,0.02945173382759094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,8192,0.021065600713094077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,7168,0.026306132475535076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,7168,0.02746559977531433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,7168,0.0241482675075531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,7168,0.026824533939361572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,7168,0.02532479961713155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,7168,0.026632533470789595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,7168,0.022395733992258707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,7168,0.022849067052205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,7168,0.02165973385175069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,7168,0.01958400011062622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,7168,0.021185066302617392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,7168,0.017655466000239053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,7168,0.017812265952428182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,7168,0.01723519961039225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,7168,0.019538132349650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,7168,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,7168,0.01646293302377065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,7168,0.01524906655152639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,7168,0.014973866939544677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,7168,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,7168,0.014309333761533103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,7168,0.015709867080052696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,7168,0.012193066875139873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,7168,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,7168,0.011267200112342834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,7168,0.013015466928482055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,7168,0.021167999505996703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,7168,0.010871466994285584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,7168,0.01088213324546814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,7168,0.008229333162307739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,7168,0.008124800026416778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,7168,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,7168,0.008226133386294047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,7168,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,7168,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,7168,0.009327999750773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,7168,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,7168,0.00766293356815974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,7168,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,7168,0.0076330666740735366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,7168,0.008873599767684936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,7168,0.008888533711433411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,7168,0.008822400371233623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,8192,0.020666666825612388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,7168,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,7168,0.00624533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,7168,0.010202667117118836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,7168,0.007186133166154225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,7168,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,7168,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,7168,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,7168,0.006657066444555919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,7168,0.006438399851322174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,7168,0.006286933521429698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,7168,0.006379733482996623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,8192,0.02059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,7168,0.006422399977842967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,7168,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,7168,0.006422399977842967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,7168,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,7168,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,7168,0.00923520028591156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,7168,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,7168,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,7168,0.005592533449331919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,7168,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,7168,0.7358879725138346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,7168,0.006351999938488007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,7168,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,7168,0.19527680079142254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,7168,0.3787562688191732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,7168,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,7168,0.09598293304443359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,7168,0.096506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,7168,0.08649280071258544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,7168,0.08730346361796061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,7168,0.08122986952463786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,7168,0.08145386377970378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,7168,0.07204480171203613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,7168,0.07376213073730468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,7168,0.06853760083516439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,7168,0.06907306512196859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,7168,0.06005546649297079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,7168,0.06021226644515991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,7168,0.057361066341400146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,7168,0.0568394660949707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,7168,0.05158186753590902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,7168,0.05256746610005697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,7168,0.047365331649780275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,7168,0.04792533318201701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,7168,0.04524799982706706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,7168,0.04631146589914958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,7168,0.04125653505325318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,7168,0.03925120035807292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,7168,0.03562879959742228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,7168,0.036408531665802005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,7168,0.03304106593132019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,7168,0.032569599151611325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,7168,0.029022934039433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,7168,0.04136746724446615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,7168,0.029870933294296263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,7168,0.026770132780075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,7168,0.022875734170277915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,7168,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,7168,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,7168,0.022422399123509726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,7168,0.021240532398223877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,7168,0.0213919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,7168,0.020810665686925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,7168,0.021704532702763877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,7168,0.03950613339742025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,7168,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,7168,0.021891200542449953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,7168,0.026840533812840777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,7168,0.020946133136749267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,7168,0.02062293291091919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,7168,0.020170666774113975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,7168,0.020258132616678873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,7168,0.019614932934443156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,7168,0.020592000087102255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,7168,0.018729599316914876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,7168,0.019203199942906698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,7168,0.018611200650533042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,7168,0.01877760092417399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,7168,0.018785067399342856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,7168,0.01875306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,7168,0.017502933740615845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,7168,0.018516266345977785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,7168,0.018947199980417887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,7168,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,7168,0.018609066804250084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,7168,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,7168,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,7168,0.018551466862360637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,7168,0.018990933895111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,7168,0.020718934138615926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,7168,0.018681599696477254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,7168,0.017334399620691936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,7168,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,7168,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,7168,0.01847040057182312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,7168,0.018730666240056357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,7168,0.024728532632191977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,7168,0.38637332916259765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,7168,0.20418346722920738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,7168,0.7701450983683269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,7168,0.1813909371693929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,7168,1.5197503407796225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,7168,0.20417067209879555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,7168,0.19353814125061036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,7168,0.1487402598063151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,7168,0.16573440233866374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,7168,0.1093173344930013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,7168,0.1414026737213135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,7168,0.13837013244628907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,7168,0.11959253152211506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,7168,0.09601386388142905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,7168,0.08112106323242188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,7168,0.0982304016749064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,7168,0.08850133419036865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,7168,0.0884938637415568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,7168,0.07917333443959554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,7168,0.07225066820780436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,7168,0.05921386480331421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,7168,0.07094613711039224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,7168,0.05289599895477295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,7168,0.06510933240254721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,7168,0.0645311991373698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,7168,0.050714667638142905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,7168,0.05760320027669271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,7168,0.04522986809412639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,7168,0.04358826478322347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,7168,0.03704959948857625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,7168,0.03250773350397746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,7168,0.02514773408571879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,7168,0.02355413238207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,7168,0.030868266026179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,7168,0.03874666690826416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,7168,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,7168,0.01694719990094503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,7168,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,7168,0.015878400206565856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,7168,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,7168,0.015659733613332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,7168,0.015292800466219583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,7168,0.013319466511408487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,7168,0.01325440009435018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,7168,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,7168,0.0132341335217158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,7168,0.013620266318321228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,7168,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,7168,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,7168,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,7168,0.01206933359305064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,7168,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,7168,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,7168,0.012056533495585125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,7168,0.011613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,7168,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,7168,0.014935466647148132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,7168,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,7168,0.014259200294812521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,7168,0.014966400464375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,7168,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,7168,0.01539306640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,7168,0.013664000233014426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,7168,0.01581546664237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,7168,0.014917332927385965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,7168,0.015269333124160766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,7168,0.015261866648991904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,7168,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,7168,0.015852800011634825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,7168,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,7168,0.01699626644452413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,7168,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,7168,0.015131733814875283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,7168,0.2572810649871826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,7168,0.1317471981048584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,7168,0.07561173439025878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,7168,0.04171093304951985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,7168,0.017477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,7168,0.04119466543197632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,7168,0.03988373279571533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,7168,0.039442133903503415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,7168,0.03827199935913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,7168,0.038216535250345865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,7168,0.03648639917373657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,7168,0.03624106645584106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,7168,0.03547413349151611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,7168,0.03379840056101481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,7168,0.03427520195643107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,7168,0.03367466529210408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,7168,0.03339200019836426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,7168,0.032560000816981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,7168,0.031370667616526286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,7168,0.029733333985010785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,7168,0.03139839967091878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,7168,0.030100266138712566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,7168,0.02895466685295105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,7168,0.028892799218495684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,7168,0.02719786763191223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,7168,0.02768106659253438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,7168,0.02645653287569682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,7168,0.026074665784835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,7168,0.025575466950734455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,7168,0.023985066016515098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,7168,0.024315732717514037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,7168,0.025283199548721314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,7168,0.022791467110315957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,7168,0.022741333643595377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,7168,0.02183893322944641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,7168,0.021466666460037233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,7168,0.0202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,7168,0.01995519995689392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,7168,0.01981653372446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,7168,0.019806933403015137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,7168,0.01990933418273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,7168,0.020240000883738198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,7168,0.02021119991938273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,7168,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,7168,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,7168,0.019025067488352455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,7168,0.01941653291384379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,7168,0.019869865973790486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,7168,0.019299199183781944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,7168,0.019411200284957887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,7168,0.018998400370279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,7168,0.019454934199651084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,7168,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,7168,0.019219199816385903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,7168,0.01903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,7168,0.019373865922292073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,7168,0.019438934326171876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,7168,0.01919680039087931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,7168,0.019449599583943687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,7168,0.019364267587661743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,7168,0.01913599967956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,7168,0.019435733556747437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,7168,0.019375999768575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,7168,0.019065600633621217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,7168,0.01901866594950358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,7168,0.01936639944712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,7168,0.019475199778874717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,7168,0.019437867403030395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,7168,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,7168,0.019128533204396565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,7168,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,7168,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,6144,0.19499732653299967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,6144,0.09823893706003825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,7168,0.01940586765607198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,6144,0.05323946475982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,6144,0.025949867566426595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,6144,0.026804266373316447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,6144,0.026263467470804852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,6144,0.02341866691907247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,6144,0.023121066888173423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,6144,0.020782933632532755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,6144,0.021887999773025513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,6144,0.02185066739718119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,6144,0.022374399503072104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,6144,0.018776534001032512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,6144,0.018898133436838785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,6144,0.019565866390864054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,6144,0.018218666315078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,6144,0.016832000017166136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,6144,0.018320000171661376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,6144,0.015117866794268289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,6144,0.015296000242233276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,6144,0.015018666783968607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,6144,0.01709973414738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,6144,0.014265599846839904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,6144,0.014042666554450989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,6144,0.026065067450205488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,7168,0.01939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,6144,0.013048533598581949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,6144,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,6144,0.012680533528327941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,6144,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,6144,0.010961066683133442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,6144,0.010880000392595927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,6144,0.010154666503270467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,6144,0.010072533289591472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,6144,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,7168,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,6144,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,6144,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,6144,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,6144,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,6144,0.008008533219496409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,6144,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,6144,0.008053333560625712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,6144,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,6144,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,6144,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,6144,0.006887466708819072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,6144,0.008221866687138875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,6144,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,6144,0.00804373323917389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,6144,0.006796800096829732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,6144,0.006405333181222279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,6144,0.01325866679350535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,6144,0.0066549330949783325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,6144,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,6144,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,6144,0.006534400085608165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,6144,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,6144,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,6144,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,6144,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,6144,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,6144,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,6144,0.006044800082842508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,6144,0.0059456000725428265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,6144,0.006828799843788147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,6144,0.005919999877611796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,6144,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,6144,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,6144,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,6144,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,6144,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,6144,0.005959466596444448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,6144,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,6144,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,6144,0.3275573412577311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,6144,0.16645119984944662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,6144,0.07836693127950033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,6144,0.6331114451090495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,6144,0.0059349333246548975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,6144,0.07804586887359619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,6144,0.07159039974212647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,6144,0.07111146450042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,6144,0.0676970640818278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,6144,0.06697066624959311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,6144,0.06012906630833944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,6144,0.0625216007232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,6144,0.05786240100860596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,6144,0.05890773137410482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,6144,0.05251306692759196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,6144,0.052152534325917564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,6144,0.05017600059509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,6144,0.049253332614898684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,6144,0.04684693415959676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,6144,0.048026665051778154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,6144,0.0434058666229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,6144,0.04314026832580566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,6144,0.04036159912745158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,6144,0.03884373505910237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,6144,0.0389354666074117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,6144,0.0350602666536967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,6144,0.03635840018590291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,6144,0.03327359954516093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,6144,0.03307626644770305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,6144,0.030715733766555786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,6144,0.02996480067571004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,6144,0.027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,6144,0.027116799354553224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,6144,0.025051732858022053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,6144,0.025161600112915038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,6144,0.023543467124303184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,6144,0.02281493345896403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,6144,0.022447999318440756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,6144,0.02276159922281901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,6144,0.022631466388702393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,6144,0.020820266008377074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,6144,0.041085867087046306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,6144,0.02079040010770162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,6144,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,6144,0.02072746753692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,6144,0.02092906634012858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,6144,0.0201365331808726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,6144,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,6144,0.01953173279762268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,6144,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,6144,0.018782933553059898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,6144,0.018860799074172974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,6144,0.018888533115386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,6144,0.0195850670337677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,6144,0.020430932442347206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,6144,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,6144,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,6144,0.01833066741625468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,6144,0.01794559955596924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,6144,0.01836479902267456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,6144,0.017681066195170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,6144,0.019143466154734293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,6144,0.017106133699417114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,6144,0.01740586757659912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,6144,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,6144,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,6144,0.01805013418197632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,6144,0.020550400018692017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,6144,0.018191999197006224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,6144,0.01872746745745341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,6144,0.01807039976119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,6144,0.01770133376121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,6144,0.01760853330294291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,6144,0.017937066157658894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,6144,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,6144,0.3739935874938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,6144,0.16345492998758954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,6144,0.17315413157145182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,6144,1.4812853495279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,6144,0.14027306238810222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,6144,0.1376255989074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,6144,0.7504778544108073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,6144,0.1526261329650879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,6144,0.11706559658050537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,6144,0.1068405310312907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,6144,0.12707093556722004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,6144,0.1162336031595866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,6144,0.10119040012359619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,6144,0.09757973353068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,6144,0.07885546684265136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,6144,0.09091520309448242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,6144,0.08463573455810547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,6144,0.08387200037638345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,6144,0.07740373611450195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,6144,0.07002240022023519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,6144,0.05776960055033366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,6144,0.06996266841888428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,6144,0.05137386719385782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,6144,0.0635477344195048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,6144,0.06297279993693033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,6144,0.05572906732559204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,6144,0.04388906558354695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,6144,0.042444801330566405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,6144,0.031676799058914185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,6144,0.03823466698328654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,6144,0.04897493521372477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,6144,0.03639253377914429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,6144,0.029890133937199907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,6144,0.024338134129842124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,6144,0.023100799322128295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,6144,0.017806933323542277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,6144,0.016323199868202208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,6144,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,6144,0.014900267124176025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,6144,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,6144,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,6144,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,6144,0.012824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,6144,0.012831999858220419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,6144,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,6144,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,6144,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,6144,0.01267519990603129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,6144,0.012467199563980102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,6144,0.011159466703732808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,6144,0.011194666226704914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,6144,0.016226133704185484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,6144,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,6144,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,6144,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,6144,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,6144,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,6144,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,6144,0.014110933740933737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,6144,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,6144,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,6144,0.01362773378690084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,6144,0.013613866766293845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,6144,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,6144,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,6144,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,6144,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,6144,0.013731200496355692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,6144,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,6144,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,6144,0.013651200135548911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,6144,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,6144,0.12299839655558269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,6144,0.24125547409057618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,6144,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,6144,0.0704095999399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,6144,0.03746133248011271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,6144,0.03717653354008992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,6144,0.03587520122528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,6144,0.03536746501922607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,6144,0.034561065832773845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,6144,0.03422506650288899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,6144,0.03363946676254272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,6144,0.03301546573638916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,6144,0.01625279982884725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,6144,0.03210666577021281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,6144,0.032092799743016556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,6144,0.030931200583775836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,6144,0.030577067534128827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,6144,0.030077866713205975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,6144,0.030445865790049237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,6144,0.028893866141637164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,6144,0.028534400463104247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,6144,0.027569067478179932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,6144,0.02719680070877075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,6144,0.025990400711695356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,6144,0.026104533672332765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,6144,0.025179733832677204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,6144,0.02513706684112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,6144,0.02403200070063273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,6144,0.023144533236821495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,6144,0.023154133558273317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,6144,0.02364906668663025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,6144,0.021897600094477335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,6144,0.022309333086013794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,6144,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,6144,0.019853866100311278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,6144,0.021057067314783733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,6144,0.01970240076382955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,6144,0.01819733381271362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,6144,0.018258132537206016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,6144,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,6144,0.018119466304779053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,6144,0.018127999703089395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,6144,0.017883733908335368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,6144,0.018177066246668497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,6144,0.018127999703089395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,6144,0.018282665808995565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,6144,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,6144,0.01776533325513204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,6144,0.017681066195170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,6144,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,6144,0.01741546591122945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,6144,0.017722666263580322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,6144,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,6144,0.017820799350738527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,6144,0.01777600049972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,6144,0.017318399747212727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,6144,0.01746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,6144,0.017758933703104655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,6144,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,6144,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,6144,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,6144,0.01732906699180603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,6144,0.017805866400400796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,6144,0.01737706661224365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,6144,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,6144,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,6144,0.017364267508188883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,6144,0.01760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,6144,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,6144,0.01735466718673706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,6144,0.017835734287897746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,6144,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,6144,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,5120,0.16740372975667317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,5120,0.08421759605407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,5120,0.04429546594619751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,5120,0.02133013407389323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,5120,0.02253119945526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,5120,0.02206933299700419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,5120,0.021710934241612752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,5120,0.01900586684544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,5120,0.01918399930000305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,5120,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,6144,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,5120,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,5120,0.018895999590555827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,5120,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,5120,0.016085333625475564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,5120,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,5120,0.01671573321024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,5120,0.015827199816703795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,5120,0.01430293321609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,5120,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,5120,0.012956800063451132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,5120,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,5120,0.012802132964134216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,5120,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,5120,0.01232426663239797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,5120,0.012197333574295043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,5120,0.011902933319409687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,5120,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,5120,0.011851732929547627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,5120,0.011711999773979187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,5120,0.009404800335566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,5120,0.009317333499590557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,5120,0.008387200037638346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,5120,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,5120,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,5120,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,5120,0.008289066453774769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,5120,0.008257066706816356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,6144,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,5120,0.00869866708914439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,5120,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,5120,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,5120,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,5120,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,5120,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,5120,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,5120,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,5120,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,5120,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,5120,0.007897600034872691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,5120,0.007897600034872691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,5120,0.007167999943097432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,5120,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,5120,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,5120,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,5120,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,5120,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,5120,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,5120,0.006346666812896728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,5120,0.01045973300933838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,5120,0.006668800115585327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,5120,0.006423466900984447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,5120,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,5120,0.006449066599210103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,5120,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,5120,0.006520533561706543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,5120,0.0065984000762303666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,5120,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,6144,0.017825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,5120,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,5120,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,5120,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,5120,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,5120,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,5120,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,5120,0.2745429356892904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,5120,0.5362357457478841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,5120,0.13742399215698242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,5120,0.062407465775807705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,5120,0.061713067690531406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,5120,0.006332799792289734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,5120,0.054832001527150474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,5120,0.054706132411956786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,5120,0.0054666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,5120,0.050305068492889404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,5120,0.051267198721567785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,5120,0.04885546763737996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,5120,0.04862399895985921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,5120,0.04561920166015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,5120,0.04564160108566284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,5120,0.05799466768900553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,5120,0.043782401084899905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,5120,0.043586134910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,5120,0.05794773499170939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,5120,0.040098134676615396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,5120,0.04141226609547933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,5120,0.038822400569915774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,5120,0.03828800121943156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,5120,0.03743360042572021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,5120,0.03429119984308879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,5120,0.03425279855728149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,5120,0.031598933537801105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,5120,0.03247146606445313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,5120,0.030883200963338214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,5120,0.030920533339182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,5120,0.027241599559783936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,5120,0.027691733837127686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,5120,0.024892799059549966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,5120,0.0256330668926239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,5120,0.023496532440185548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,5120,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,5120,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,5120,0.02140586574872335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,5120,0.036714665095011395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,5120,0.020846933126449585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,5120,0.02078826626141866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,5120,0.019562667608261107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,5120,0.01989013353983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,5120,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,5120,0.020502400398254395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,5120,0.01885120073954264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,5120,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,5120,0.019294933478037516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,5120,0.019177599747975668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,5120,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,5120,0.01850559910138448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,5120,0.018371200561523436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,5120,0.018951465686162315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,5120,0.018758400281270345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,5120,0.01774079998334249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,5120,0.018359466393788656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,5120,0.018499199549357095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,5120,0.018224000930786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,5120,0.01830293337504069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,5120,0.01769066651662191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,5120,0.018333866198857626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,5120,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,5120,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,5120,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,5120,0.017101866006851197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,5120,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,5120,0.021074134111404418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,5120,0.018863999843597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,5120,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,5120,0.017642666896184288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,5120,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,5120,0.016793600718180337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,5120,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,5120,0.018173867464065553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,5120,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,5120,0.019027199347813925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,5120,0.3674880027770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,5120,0.12766293684641522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,5120,0.12655893166859944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,5120,0.1190112034479777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,5120,0.11641279856363933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,5120,0.11222399870554607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,5120,1.4516085306803386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,5120,0.7350826899210612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,5120,0.10236586729685467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,5120,0.10871573289235432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,5120,0.09537706375122071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,5120,0.1018133322397868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,5120,0.09626666704813638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,5120,0.08179519971211752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,5120,0.07562666734059652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,5120,0.08935253620147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,5120,0.08765866756439208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,5120,0.08133227030436198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,5120,0.07443520228068033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,5120,0.06894826889038086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,5120,0.05640000104904175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,5120,0.06732800006866455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,5120,0.050312534968058265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,5120,0.06260373195012411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,5120,0.06047786474227905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,5120,0.05429013172785441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,5120,0.04766826629638672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,5120,0.03497386773427327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,5120,0.0429909348487854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,5120,0.0411135991414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,5120,0.036266668637593584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,5120,0.030426667133967085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,5120,0.023086933294932048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,5120,0.0218122661113739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,5120,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,5120,0.015713066856066386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,5120,0.015637333194414772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,5120,0.015363199512163797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,5120,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,5120,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,5120,0.014057599504788718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,5120,0.013750400145848593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,5120,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,5120,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,5120,0.012077866991360982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,5120,0.011988266309102377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,5120,0.011988266309102377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,5120,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,5120,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,5120,0.02890346646308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,5120,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,5120,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,5120,0.010445866982142131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,5120,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,5120,0.010474666953086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,5120,0.012468266487121581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,5120,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,5120,0.012876799702644348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,5120,0.012449066837628682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,5120,0.011803733309110005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,5120,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,5120,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,5120,0.012524799505869547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,5120,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,5120,0.012437333663304646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,5120,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,5120,0.012758400042851767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,5120,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,5120,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,5120,0.012473600109418233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,5120,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,5120,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,5120,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,5120,0.0656768004099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,5120,0.21882880528767906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,5120,0.11327573458353679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,5120,0.033854933579762776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,5120,0.032636799414952594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,5120,0.03300266663233439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,5120,0.03237226605415344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,5120,0.03133866588274638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,5120,0.03105386694272359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,5120,0.030457599957784014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,5120,0.030477867523829145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,5120,0.028472532828648884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,5120,0.02932586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,5120,0.028487465778986615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,5120,0.02844373385111491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,5120,0.015684266885121666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,5120,0.027590399980545043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,5120,0.027515733242034913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,5120,0.02598506609598796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,5120,0.02604373296101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,5120,0.025197867552439374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,5120,0.023974400758743287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,5120,0.02518293261528015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,5120,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,5120,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,5120,0.022293333212534586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,5120,0.021937066316604616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,5120,0.02141439914703369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,5120,0.020768000682195028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,5120,0.020598399639129638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,5120,0.01990933418273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,5120,0.02016213337580363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,5120,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,5120,0.01867199937502543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,5120,0.017866667111714682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,5120,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,5120,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,5120,0.016290133198102318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,5120,0.016220800081888833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,5120,0.016501333316167197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,5120,0.016129066546758018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,5120,0.01634773313999176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,5120,0.016484266519546507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,5120,0.016089600324630738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,5120,0.015691733360290526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,5120,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,5120,0.016158933440844216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,5120,0.016149333119392394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,5120,0.016110933820406594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,5120,0.01575573285420736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,5120,0.01567893326282501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,5120,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,5120,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,5120,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,5120,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,5120,0.015688533584276833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,5120,0.015677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,5120,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,5120,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,5120,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,5120,0.016134400169054666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,5120,0.015734400351842245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,5120,0.01609493295351664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,5120,0.016081066926320393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,5120,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,5120,0.015681067109107973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,5120,0.01572480003039042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,5120,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,5120,0.01532906691233317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,5120,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,5120,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,5120,0.01569493313630422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,4096,0.13471040725708008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,4096,0.06833919684092203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,4096,0.035906132062276205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,4096,0.01686613361040751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,4096,0.018219733238220216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,4096,0.018283732732137046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,4096,0.018209065993626913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,4096,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,4096,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,4096,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,4096,0.016007467110951742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,4096,0.015740799903869628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,4096,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,4096,0.013211733102798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,4096,0.013404800494511922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,5120,0.015783466895421348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,4096,0.013797332843144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,4096,0.013877333203951518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,4096,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,4096,0.012947199741999307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,5120,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,4096,0.010897066195805867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,4096,0.010851200421651204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,4096,0.011811199784278869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,4096,0.010458667079607646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,4096,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,4096,0.010242133339246114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,4096,0.009426132837931315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,4096,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,4096,0.00844586690266927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,4096,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,4096,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,4096,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,4096,0.0074538667996724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,4096,0.0072405333320299785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,4096,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,4096,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,4096,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,4096,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,4096,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,4096,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,4096,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,4096,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,5120,0.01607253352801005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,4096,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,4096,0.010632533828417461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,4096,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,4096,0.006751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,4096,0.006548266609509785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,4096,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,4096,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,4096,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,4096,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,4096,0.006257066627343495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,4096,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,4096,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,4096,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,4096,0.006232533355553945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,4096,0.00662720004717509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,4096,0.006000000238418579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,4096,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,4096,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,4096,0.009777067104975383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,4096,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,4096,0.00592853327592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,4096,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,4096,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,4096,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,4096,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,4096,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,4096,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,4096,0.006209066510200501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,4096,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,4096,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,4096,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,4096,0.4290656089782715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,4096,0.10394559701283772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,4096,0.006118399898211161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,4096,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,4096,0.049353599548339844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,4096,0.04993813435236613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,4096,0.04719039996465047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,4096,0.047677866617838544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,4096,0.04633813301722209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,4096,0.045244801044464114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,4096,0.04351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,4096,0.04402453502019246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,4096,0.041360000769297287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,4096,0.03840213219324748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,4096,0.03762453397115072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,4096,0.03816106716791789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,4096,0.03753066857655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,4096,0.22139946619669595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,4096,0.03708373308181763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,4096,0.03722773392995198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,4096,0.03298239906628926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,4096,0.033297065893809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,4096,0.03244693279266357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,4096,0.03278719981511434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,4096,0.03160640001296997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,4096,0.031004800399144487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,4096,0.02883946696917216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,4096,0.041679998238881424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,4096,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,4096,0.027789866924285887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,4096,0.027404799064000444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,4096,0.025164800882339477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,4096,0.025243733326594037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,4096,0.025111466646194458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,4096,0.02518080075581868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,4096,0.02212266723314921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,4096,0.023706666628519692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,4096,0.020615466435750327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,4096,0.019341866175333657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,4096,0.01913386583328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,4096,0.019192532698313395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,4096,0.01869866649309794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,4096,0.01986773411432902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,4096,0.01858773430188497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,4096,0.018810667594273887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,4096,0.018583466609319053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,4096,0.018396800756454466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,4096,0.01831573247909546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,4096,0.017857066790262856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,4096,0.019022933642069497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,4096,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,4096,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,4096,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,4096,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,4096,0.016963199774424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,4096,0.01684479912122091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,4096,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,4096,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,4096,0.01690346598625183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,4096,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,4096,0.016055466731389363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,4096,0.01672533353169759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,4096,0.016025599837303162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,4096,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,4096,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,4096,0.016668800512949625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,4096,0.016318933169047038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,4096,0.01760853330294291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,4096,0.01688106656074524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,4096,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,4096,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,4096,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,4096,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,4096,0.016500266393025716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,4096,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,4096,0.017784533898035686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,4096,0.11973013083140056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,4096,0.11895360151926677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,4096,0.11203733285268147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,4096,0.11117333571116131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,4096,0.7172362645467122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,4096,0.10580906867980958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,4096,1.42108154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,4096,0.35684159596761067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,4096,0.0981877326965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,4096,0.10410026709238689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,4096,0.09186133543650309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,4096,0.09860906600952149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,4096,0.0923904021581014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,4096,0.08455573717753093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,4096,0.08484799861907959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,4096,0.07284693717956543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,4096,0.0717631975809733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,4096,0.0785429318745931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,4096,0.07835840384165446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,4096,0.06559786796569825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,4096,0.053844265143076574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,4096,0.06506986618041992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,4096,0.047950931390126544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,4096,0.05994986693064371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,4096,0.05881173213322958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,4096,0.052551468213399254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,4096,0.04604693253835042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,4096,0.03383040030797323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,4096,0.04064853191375732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,4096,0.03954879840215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,4096,0.034585599104563394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,4096,0.027239465713500978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,4096,0.02839253346125285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,4096,0.02066453297932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,4096,0.015821866194407144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,4096,0.014231466253598533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,4096,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,4096,0.012863999605178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,4096,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,4096,0.012859732906023661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,4096,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,4096,0.012781866391499839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,4096,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,4096,0.011300266782442728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,4096,0.011206400394439698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,4096,0.010802132884661357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,4096,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,4096,0.01086186667283376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,4096,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,4096,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,4096,0.009367466966311137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,4096,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,4096,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,4096,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,4096,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,4096,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,4096,0.011255466938018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,4096,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,4096,0.011222400267918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,4096,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,4096,0.01165226697921753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,4096,0.011287466684977213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,4096,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,4096,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,4096,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,4096,0.011496532956759136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,4096,0.011627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,4096,0.011430399616559346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,4096,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,4096,0.022291199366251627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,4096,0.011340799927711486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,4096,0.0125109334786733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,4096,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,4096,0.16751999855041505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,4096,0.0862666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,4096,0.05022506713867188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,4096,0.02770986755688985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,4096,0.027276800076166792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,4096,0.027353600660959883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,4096,0.026872533559799194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,4096,0.02600746750831604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,4096,0.025690666834513348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,4096,0.025571199258168538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,4096,0.025219200054804485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,4096,0.024315732717514037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,4096,0.023744000991185506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,4096,0.02479040026664734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,4096,0.02358400026957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,4096,0.023566933472951253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,4096,0.023190399010976158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,4096,0.02228800058364868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,4096,0.02190399964650472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,4096,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,4096,0.021179733673731486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,4096,0.021444267034530638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,4096,0.020231467485427857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,4096,0.02021333376566569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,4096,0.0195360004901886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,4096,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,4096,0.018976000944773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,4096,0.018153599898020425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,4096,0.01778879960378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,4096,0.01729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,4096,0.017395200332005818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,4096,0.018216532468795777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,4096,0.016184533635775246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,4096,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,4096,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,4096,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,4096,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,4096,0.0141567995150884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,4096,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,4096,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,4096,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,4096,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,4096,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,4096,0.014032000303268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,4096,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,4096,0.013742933670679728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,4096,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,4096,0.013693867127100625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,4096,0.013795199990272521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,4096,0.013673599561055502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,4096,0.013902933398882548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,4096,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,4096,0.013620266318321228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,4096,0.013639466961224875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,4096,0.013733333349227906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,4096,0.013716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,4096,0.013683199882507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,4096,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,4096,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,4096,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,4096,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,4096,0.013703466455141703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,4096,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,4096,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,4096,0.01405333379904429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,4096,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,4096,0.013643733660380044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,4096,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,4096,0.014192000031471252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,4096,0.013682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,4096,0.013670399785041809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,4096,0.013646933436393737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,3584,0.11669119993845622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,3584,0.059658666451772056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,3584,0.030882134040196733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,4096,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,3584,0.015533866484959922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,3584,0.01685333251953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,3584,0.016301866372426352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,3584,0.016030933459599814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,3584,0.013871999581654868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,3584,0.013828266660372415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,3584,0.012691199779510498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,3584,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,3584,0.01402239998181661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,3584,0.014006400108337402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,3584,0.011803733309110005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,3584,0.012313600381215413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,3584,0.011789866288503011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,3584,0.010629333058993022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,3584,0.011804800232251484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,3584,0.009916800260543823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,3584,0.009844266374905904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,3584,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,3584,0.010956799983978272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,3584,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,3584,0.009270399808883667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,4096,0.014072533448537192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,3584,0.00881706674893697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,3584,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,3584,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,3584,0.008035199840863545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,3584,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,3584,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,3584,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,3584,0.006811733543872833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,3584,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,3584,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,3584,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,3584,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,3584,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,3584,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,3584,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,3584,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,3584,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,3584,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,3584,0.006209066510200501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,3584,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,3584,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,3584,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,3584,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,3584,0.006237866481145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,3584,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,3584,0.005940266450246175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,3584,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,3584,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,3584,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,3584,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,3584,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,3584,0.00590826670328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,3584,0.006735999882221222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,4096,0.014010666807492574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,3584,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,3584,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,3584,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,3584,0.005831466615200042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,3584,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,3584,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,3584,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,3584,0.005831466615200042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,3584,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,3584,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,3584,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,3584,0.005834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,3584,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,3584,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,3584,0.1939125378926595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,3584,0.37963520685831703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,3584,0.08754986921946208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,3584,0.046538666884104414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,3584,0.04580479860305786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,3584,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,3584,0.04410986502965291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,3584,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,3584,0.041682132085164386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,3584,0.04133653243382772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,3584,0.03993813196818034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,3584,0.039529601732889816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,3584,0.03932160139083862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,3584,0.03713920116424561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,3584,0.0382368008295695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,3584,0.0349727988243103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,3584,0.03373440106709798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,3584,0.034119466940561935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,3584,0.04344533284505208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,3584,0.03088853359222412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,3584,0.03924373388290405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,3584,0.031060266494750976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,3584,0.03092693289120992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,3584,0.03098133405049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,3584,0.03656320174535115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,3584,0.029148799180984498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,3584,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,3584,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,3584,0.027332266171773274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,3584,0.02555840015411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,3584,0.025875200827916462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,3584,0.02480319937070211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,3584,0.024239999055862427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,3584,0.023577600717544556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,3584,0.024310400088628135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,3584,0.022490666309992472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,3584,0.02195840080579122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,3584,0.01928960084915161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,3584,0.0202890674273173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,3584,0.018563199043273925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,3584,0.018926932414372762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,3584,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,3584,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,3584,0.017914666732152303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,3584,0.019421867529551187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,3584,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,3584,0.018052266041437785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,3584,0.017321600516637167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,3584,0.017254400253295898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,3584,0.017282134294509886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,3584,0.017735467354456583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,3584,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,3584,0.017333332697550455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,3584,0.01716266671816508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,3584,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,3584,0.016562133034070333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,3584,0.01895893414815267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,3584,0.017512534062067667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,3584,0.017233065764109292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,3584,0.016849066813786825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,3584,0.017876267433166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,3584,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,3584,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,3584,0.01802026629447937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,3584,0.01689173380533854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,3584,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,3584,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,3584,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,3584,0.016500266393025716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,3584,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,3584,0.016246400276819863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,3584,0.01760960022608439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,3584,0.016530133287111917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,3584,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,3584,0.017670400937398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,3584,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,3584,0.726207987467448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,3584,0.3323103904724121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,3584,0.11615146795908611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,3584,0.10979626973470051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,3584,1.4381866455078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,3584,0.11667839686075847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,3584,0.10465386708577473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,3584,0.10279573599497478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,3584,0.11112000147501629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,3584,0.09066239992777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,3584,0.09757866859436035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,3584,0.09679679870605469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,3584,0.09089386463165283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,3584,0.08375893433888754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,3584,0.07199573516845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,3584,0.08328959941864014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,3584,0.07758506933848063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,3584,0.07719573179880777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,3584,0.07124160130818685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,3584,0.06485333442687988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,3584,0.05305173397064209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,3584,0.06442240079243979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,3584,0.04650133450826009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,3584,0.05880000193913778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,3584,0.05790293216705322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,3584,0.04562986691792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,3584,0.051702400048573814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,3584,0.03290133277575175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,3584,0.02805546720822652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,3584,0.04030933380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,3584,0.03904533386230469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,3584,0.03417173226674398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,3584,0.021465599536895752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,3584,0.020182400941848755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,3584,0.02675519982973735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,3584,0.01534293293952942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,3584,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,3584,0.01239359974861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,3584,0.012834133704503379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,3584,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,3584,0.01232319970925649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,3584,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,3584,0.010903466741243999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,3584,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,3584,0.01043839951356252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,3584,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,3584,0.010493866602579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,3584,0.010599467158317565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,3584,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,3584,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,3584,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,3584,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,3584,0.010057600339253743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,3584,0.014113066593805948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,3584,0.010046933094660442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,3584,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,3584,0.01004266639550527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,3584,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,3584,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,3584,0.011037866274515789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,3584,0.010341333349545796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,3584,0.011169067025184632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,3584,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,3584,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,3584,0.010337066650390626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,3584,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,3584,0.01070186694463094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,3584,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,3584,0.011177600423494975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,3584,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,3584,0.011330133676528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,3584,0.011588266491889954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,3584,0.010472533106803895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,3584,0.15009600321451824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,3584,0.07900799910227457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,3584,0.04511466821034749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,3584,0.02518826723098755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,3584,0.025448532899220784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,3584,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,3584,0.024706133206685386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,3584,0.023988266785939537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,3584,0.023919999599456787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,3584,0.023521065711975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,3584,0.023099732398986817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,3584,0.022286933660507203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,3584,0.022576000293095908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,3584,0.02190293272336324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,3584,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,3584,0.021941334009170532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,3584,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,3584,0.021027199427286782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,3584,0.020728532473246256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,3584,0.02026559909184774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,3584,0.019362133741378785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,3584,0.019412267208099365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,3584,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,3584,0.018617600202560425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,3584,0.01816533406575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,3584,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,3584,0.017348267634709678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,3584,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,3584,0.016539733608563742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,3584,0.016059733430544534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,3584,0.017061332861582436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,3584,0.015892266233762106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,3584,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,3584,0.015264000495274863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,3584,0.014083199699719749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,3584,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,3584,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,3584,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,3584,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,3584,0.013641599814097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,3584,0.013289599617322286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,3584,0.013285332918167114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,3584,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,3584,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,3584,0.01284160017967224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,3584,0.013434666395187377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,3584,0.012900267044703165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,3584,0.012824533383051553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,3584,0.012938666343688964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,3584,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,3584,0.013009066383043924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,3584,0.012796800335248312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,3584,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,3584,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,3584,0.013026133179664612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,3584,0.012854400277137756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,3584,0.012921599547068277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,3584,0.0128330667813619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,3584,0.012812800208727517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,3584,0.01290773351987203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,3584,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,3584,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,3584,0.01281599998474121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,3584,0.012831999858220419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,3584,0.012981333335240684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,3584,0.012471466263135274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,3584,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,3584,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,3584,0.012694399555524191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,3584,0.012828800082206725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,3584,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,3584,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,3584,0.012541866302490235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,3072,0.10181866486867268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,3072,0.05179733435312907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,3072,0.027204267183939618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,3072,0.013780267039934794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,3072,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,3072,0.014013866583506266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,3072,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,3072,0.012267733613650005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,3584,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,3072,0.01227946678797404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,3072,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,3072,0.01186133325099945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,3072,0.012613333264986672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,3072,0.012141866485277812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,3072,0.010591999689737955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,3072,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,3072,0.010890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,3072,0.010484266281127929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,3072,0.009744000434875489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,3072,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,3072,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,3072,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,3072,0.008887466788291932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,3072,0.009697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,3072,0.008829866846402485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,3072,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,3072,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,3072,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,3072,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,3072,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,3072,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,3072,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,3072,0.006850133339564006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,3072,0.00633493314186732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,3072,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,3072,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,3072,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,3072,0.006333866715431213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,3072,0.005783466498057047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,3072,0.006101333101590474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,3072,0.005799466868241628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,3072,0.005564799904823304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,3072,0.00606826643149058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,3072,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,3072,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,3072,0.0058218667904535925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,3072,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,3072,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,3072,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,3072,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,3072,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,3072,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,3072,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,3072,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,3072,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,3072,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,3072,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,3072,0.005505066613356272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,3072,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,3072,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,3072,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,3072,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,3072,0.0057429333527882894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,3072,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,3072,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,3072,0.00547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,3072,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,3072,0.0055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,3072,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,3072,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,3072,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,3072,0.0062826668222745255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,3072,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,3072,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,3072,0.16638933817545573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,3072,0.3273951848347982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,3072,0.07336426575978597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,3072,0.03935146729151408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,3072,0.04135893185933431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,3072,0.03908586502075195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,3072,0.03769386609395345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,3072,0.03895253340403239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,3072,0.03716906706492106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,3072,0.03706026474634806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,3072,0.03656959931055705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,3072,0.03352533181508382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,3072,0.005404800176620483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,3072,0.03338773250579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,3072,0.033046400547027587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,3072,0.03281066616376241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,3072,0.03197120030721028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,3072,0.03268586595853169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,3072,0.030935466289520264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,3072,0.02916693290074666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,3072,0.029552000761032104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,3072,0.03676906824111938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,3072,0.026979200045267743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,3072,0.027037866910298664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,3072,0.025496532519658405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,3072,0.025049599011739095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,3072,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,3072,0.031206399202346802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,3072,0.024785067637761435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,3072,0.024537599086761473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,3072,0.02294399936993917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,3072,0.04134506781895955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,3072,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,3072,0.02249173323313395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,3072,0.020888533194859824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,3072,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,3072,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,3072,0.01909439961115519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,3072,0.018357332547505698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,3072,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,3072,0.016948266824086507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,3072,0.017896533012390137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,3072,0.017846399545669557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,3072,0.018218666315078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,3072,0.017862399419148765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,3072,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,3072,0.016621866822242738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,3072,0.016739199558893837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,3072,0.017232000827789307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,3072,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,3072,0.018040533860524496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,3072,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,3072,0.016990933815638223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,3072,0.016451199849446617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,3072,0.016979199647903443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,3072,0.017093332608540852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,3072,0.01602240006128947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,3072,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,3072,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,3072,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,3072,0.016614400347073875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,3072,0.016664533813794454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,3072,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,3072,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,3072,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,3072,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,3072,0.01843093236287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,3072,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,3072,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,3072,0.016456533471743265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,3072,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,3072,0.01648853321870168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,3072,0.01665493349234263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,3072,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,3072,0.01651093363761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,3072,0.7188266754150391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,3072,0.11502827008565267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,3072,0.11565120220184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,3072,0.10985066890716552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,3072,0.10889920393625896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,3072,0.10336960156758626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,3072,1.4170431772867838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,3072,0.2817930539449056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,3072,0.09588586489359538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,3072,0.10217386881510418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,3072,0.09001599947611491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,3072,0.09551040331522623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,3072,0.09026666482289633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,3072,0.08336426417032877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,3072,0.0827338695526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,3072,0.07122773329416911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,3072,0.07024532953898112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,3072,0.07674667040506998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,3072,0.07590719858805338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,3072,0.06485866705576579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,3072,0.06377066771189371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,3072,0.0521717349688212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,3072,0.051354666550954185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,3072,0.04600640137990315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,3072,0.05788480043411255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,3072,0.057100800673166904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,3072,0.039394132296244305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,3072,0.03218666712443034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,3072,0.0386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,3072,0.02757226626078288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,3072,0.04489493370056152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,3072,0.03373759984970093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,3072,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,3072,0.01976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,3072,0.026021333535512288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,3072,0.013676800330479941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,3072,0.015307733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,3072,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,3072,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,3072,0.011944533387819926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,3072,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,3072,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,3072,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,3072,0.010398933291435241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,3072,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,3072,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,3072,0.011742933591206869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,3072,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,3072,0.010097066561381023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,3072,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,3072,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,3072,0.013618133465449014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,3072,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,3072,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,3072,0.010460799932479859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,3072,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,3072,0.010612266262372334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,3072,0.009689600268999735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,3072,0.010541866223017376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,3072,0.009505066275596618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,3072,0.010528000195821126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,3072,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,3072,0.009686400492986042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,3072,0.010429867108662923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,3072,0.010782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,3072,0.009922132889429728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,3072,0.010340266426404317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,3072,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,3072,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,3072,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,3072,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,3072,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,3072,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,3072,0.009983999530474345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,3072,0.06971200307210287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,3072,0.13013973236083984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,3072,0.03956480026245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,3072,0.023193599780400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,3072,0.02274880011876424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,3072,0.02232426603635152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,3072,0.022242132822672525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,3072,0.021884800990422566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,3072,0.021436800559361778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,3072,0.021107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,3072,0.02026240030924479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,3072,0.021195733547210695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,3072,0.020181334018707274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,3072,0.019887999693552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,3072,0.019792000452677407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,3072,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,3072,0.018564265966415406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,3072,0.019108267625172932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,3072,0.018242132663726807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,3072,0.017732266585032144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,3072,0.017756799856821694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,3072,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,3072,0.01648853321870168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,3072,0.017395200332005818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,3072,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,3072,0.015731199582417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,3072,0.015687466661135355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,3072,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,3072,0.015402666727701821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,3072,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,3072,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,3072,0.01409173309803009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,3072,0.014035200079282125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,3072,0.013623467087745667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,3072,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,3072,0.01295360028743744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,3072,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,3072,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,3072,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,3072,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,3072,0.012406399846076966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,3072,0.012518399953842163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,3072,0.012406399846076966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,3072,0.012000000476837159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,3072,0.012434132893880208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,3072,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,3072,0.01241600016752879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,3072,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,3072,0.012057600418726604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,3072,0.011981866757074992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,3072,0.01204266647497813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,3072,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,3072,0.0116266667842865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,3072,0.012034133076667786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,3072,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,3072,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,3072,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,3072,0.012101333340009053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,3072,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,3072,0.011819733182589214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,3072,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,3072,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,3072,0.011938132842381795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,3072,0.012054399649302164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,3072,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,3072,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,3072,0.012119467059771221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,3072,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,3072,0.011980799833933513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,3072,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,2560,0.08755733172098795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,3072,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,2560,0.04333013296127319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,2560,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,2560,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,2560,0.012390399972597759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,2560,0.012286933263142903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,2560,0.010607999563217164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,2560,0.010693333546320597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,2560,0.010009599725405376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,2560,0.010730666915575664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,2560,0.010762666662534077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,2560,0.010707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,3072,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,2560,0.009341866771380106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,2560,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,2560,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,2560,0.009278933207194012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,2560,0.008532266815503438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,2560,0.009343999624252319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,2560,0.007849599917729695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,2560,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,2560,0.008820266524950663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,2560,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,2560,0.00764160007238388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,2560,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,2560,0.007239466905593872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,2560,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,2560,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,2560,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,2560,0.0059349333246548975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,2560,0.005801600217819214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,2560,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,2560,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,2560,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,2560,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,2560,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,2560,0.005369600156943003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,2560,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,2560,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,2560,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,2560,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,2560,0.007706666489442189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,2560,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,2560,0.005122133096059163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,2560,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,2560,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,2560,0.005029333134492239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,2560,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,2560,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,2560,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,2560,0.005433600147565206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,2560,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,2560,0.005085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,2560,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,2560,0.007429333527882893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,2560,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,2560,0.005565866827964783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,2560,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,2560,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,2560,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,2560,0.0051018665234247845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,2560,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,2560,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,2560,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,2560,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,2560,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,2560,0.005415466427803039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,2560,0.005278933544953664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,2560,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,2560,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,2560,0.13826346397399902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,2560,0.2732255935668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,2560,0.05868373314539591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,2560,0.03688533306121826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,2560,0.03755093415578206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,2560,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,2560,0.036559998989105225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,2560,0.036899201075236004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,2560,0.03492799997329712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,2560,0.0345792015393575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,2560,0.03317013382911682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,2560,0.034023467699686685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,2560,0.03254186709721883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,2560,0.032101333141326904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,2560,0.03127893408139547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,2560,0.03109440008799235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,2560,0.03087573250134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,2560,0.005602133274078369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,2560,0.03092693289120992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,2560,0.02882453401883443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,2560,0.029850665728251142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,2560,0.028300799926122028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,2560,0.029029333591461183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,2560,0.02701653242111206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,2560,0.025546665986378985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,2560,0.025035732984542848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,2560,0.024758400519688924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,2560,0.024638932943344117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,2560,0.02480213244756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,2560,0.02298240065574646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,2560,0.022793600956598915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,2560,0.02683200041453044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,2560,0.021387734015782676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,2560,0.020602667331695558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,2560,0.02532586654027303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,2560,0.02016426722208659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,2560,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,2560,0.018497065703074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,2560,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,2560,0.01774719953536987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,2560,0.017061332861582436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,2560,0.017618133624394735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,2560,0.01676693360010783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,2560,0.01770026683807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,2560,0.016646400094032288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,2560,0.01709973414738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,2560,0.021149865786234536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,2560,0.016364799936612447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,2560,0.017890133460362754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,2560,0.017678932348887125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,2560,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,2560,0.018067200978597008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,2560,0.016492799917856852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,2560,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,2560,0.0160181333621343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,2560,0.015918933351834617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,2560,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,2560,0.018437333901723228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,2560,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,2560,0.016315733393033348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,2560,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,2560,0.016133333245913185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,2560,0.016294399897257485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,2560,0.016254933675130208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,2560,0.015923200050989787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,2560,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,2560,0.015918933351834617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,2560,0.01627946694691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,2560,0.016275200247764587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,2560,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,2560,0.01609493295351664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,2560,0.016474666198094685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,2560,0.01639893352985382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,2560,0.016127999623616537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,2560,0.016456533471743265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,2560,0.01633386711279551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,2560,0.7009482701619466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,2560,0.11363413333892822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,2560,0.21583147048950196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,2560,0.10750719706217449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,2560,1.397587203979492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,2560,0.11470399697621662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,2560,0.10830612977345784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,2560,0.10186773141225178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,2560,0.10115626653035481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,2560,0.08857386906941732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,2560,0.09493227005004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,2560,0.09453120231628417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,2560,0.08804799715677897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,2560,0.0825162649154663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,2560,0.07066240310668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,2560,0.0816981315612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,2560,0.07635520299275717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,2560,0.07571946779886882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,2560,0.0698197364807129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,2560,0.0637279987335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,2560,0.05168319940567016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,2560,0.06244159936904907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,2560,0.045636268456776936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,2560,0.05706666707992554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,2560,0.05637439886728922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,2560,0.04400959809621175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,2560,0.0383072018623352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,2560,0.0320906658967336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,2560,0.026790400346120197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,2560,0.050670933723449704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,2560,0.03788160085678101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,2560,0.03304319977760315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,2560,0.025972266991933186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,2560,0.019458132982254028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,2560,0.02097599903742472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,2560,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,2560,0.012937600413958231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,2560,0.011315199732780456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,2560,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,2560,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,2560,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,2560,0.012874666849772134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,2560,0.00973653296629588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,2560,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,2560,0.009573333462079366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,2560,0.009969066580136616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,2560,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,2560,0.009940266609191895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,2560,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,2560,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,2560,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,2560,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,2560,0.008477866649627686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,2560,0.009454933802286784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,2560,0.008393599589665731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,2560,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,2560,0.009102933605511983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,2560,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,2560,0.00913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,2560,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,2560,0.00921066701412201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,2560,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,2560,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,2560,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,2560,0.009115733702977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,2560,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,2560,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,2560,0.012877866625785828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,2560,0.009945600231488546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,2560,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,2560,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,2560,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,2560,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,2560,0.11219093004862468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,2560,0.06055466731389364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,2560,0.03415679931640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,2560,0.02023680011431376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,2560,0.020639999707539877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,2560,0.019397334257761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,2560,0.019403733809789023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,2560,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,2560,0.019319466749827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,2560,0.018614399433135986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,2560,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,2560,0.017975467443466186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,2560,0.018178133169809978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,2560,0.01778986652692159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,2560,0.017356799046198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,2560,0.01694613297780355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,2560,0.01731733282407125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,2560,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,2560,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,2560,0.015825066963831583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,2560,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,2560,0.015753600001335143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,2560,0.01530880033969879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,2560,0.015267200271288552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,2560,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,2560,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,2560,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,2560,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,2560,0.013306666413942972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,2560,0.014052266875902811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,2560,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,2560,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,2560,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,2560,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,2560,0.01202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,2560,0.011573333541552227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,2560,0.012923733393351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,2560,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,2560,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,2560,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,2560,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,2560,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,2560,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,2560,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,2560,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,2560,0.010988799730936687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,2560,0.011250133315722149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,2560,0.011317333579063416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,2560,0.010872532924016316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,2560,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,2560,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,2560,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,2560,0.01118933359781901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,2560,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,2560,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,2560,0.01118933359781901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,2560,0.011358933647473653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,2560,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,2560,0.011170132954915365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,2560,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,2560,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,2560,0.011087999741236369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,2560,0.010948266585667927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,2560,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,2560,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,2560,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,2560,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,2560,0.01088213324546814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,2560,0.01104213297367096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,2560,0.010777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,2560,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,2560,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,2560,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,2048,0.06730666955312094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,2048,0.03535039822260539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,2048,0.01899626652399699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,2048,0.010167466600735982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,2048,0.010818133751551311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,2048,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,2048,0.010066133737564088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,2048,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,2560,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,2048,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,2048,0.008551466464996337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,2048,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,2048,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,2048,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,2048,0.007863466441631318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,2048,0.008014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,2048,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,2048,0.00801386684179306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,2048,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,2048,0.008086400230725606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,2048,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,2048,0.0069930667678515124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,2048,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,2048,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,2048,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,2048,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,2048,0.005971199770768484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,2048,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,2048,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,2048,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,2048,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,2048,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,2048,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,2048,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,2048,0.005123200019200643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,2048,0.005025066435337067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,2048,0.004602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,2048,0.004734933376312256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,2048,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,2048,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,2048,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,2048,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,2560,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,2048,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,2048,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,2048,0.00458133320013682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,2048,0.004344533383846283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,2048,0.004296533266703288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,2048,0.004355200131734212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,2048,0.004321066538492838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,2048,0.004453333218892416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,2048,0.004632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,2048,0.004613333443800608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,2048,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,2048,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,2048,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,2048,0.004265599946180979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,2048,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,2048,0.004259199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,2048,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,2048,0.004216533402601878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,2048,0.004197333256403605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,2048,0.004285866518815359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,2048,0.004257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,2048,0.004228266576925913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,2048,0.00425493319829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,2048,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,2048,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,2048,0.004273066421349844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,2048,0.004259199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,2048,0.2204352060953776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,2048,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,2048,0.04884159962336222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,2048,0.004402133325735727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,2048,0.03299733400344849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,2048,0.03314666748046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,2048,0.03181653420130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,2048,0.03224959969520569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,2048,0.031030400594075518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,2048,0.03099946578343709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,2048,0.030844799677530926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,2048,0.03099413315455119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,2048,0.031061333417892457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,2048,0.031195733944574994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,2048,0.0287882665793101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,2048,0.028834132353464763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,2048,0.02845120032628377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,2048,0.028231465816497804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,2048,0.026885332663853963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,2048,0.026809600989023845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,2048,0.10550080140431721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,2048,0.02590399980545044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,2048,0.025439999500910443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,2048,0.02517333428064982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,2048,0.02532479961713155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,2048,0.024524799982706704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,2048,0.02421120007832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,2048,0.022737065951029457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,2048,0.02302186687787374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,2048,0.02264639933904012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,2048,0.023937066396077476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,2048,0.021945599714914957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,2048,0.020721065998077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,2048,0.020514132579167683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,2048,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,2048,0.020614399512608846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,2048,0.01883626580238342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,2048,0.019400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,2048,0.01660586694876353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,2048,0.017933867375055947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,2048,0.016798933347066246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,2048,0.016531200210253397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,2048,0.018155733744303383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,2048,0.016511999567349753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,2048,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,2048,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,2048,0.017624533176422118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,2048,0.016083199779192606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,2048,0.017477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,2048,0.01662720044453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,2048,0.01609493295351664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,2048,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,2048,0.01634239951769511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,2048,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,2048,0.015862400333086647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,2048,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,2048,0.01600106656551361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,2048,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,2048,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,2048,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,2048,0.015451733271280924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,2048,0.016293332974116007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,2048,0.01548373301823934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,2048,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,2048,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,2048,0.016254933675130208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,2048,0.015581867098808289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,2048,0.015482667088508605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,2048,0.01492693324883779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,2048,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,2048,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,2048,0.015347199638684592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,2048,0.015262933572133383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,2048,0.014866133530934652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,2048,0.014921599626541137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,2048,0.015053866306940713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,2048,0.015043200055758158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,2048,0.6921258926391601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,2048,0.20688319206237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,2048,0.11206933657328289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,2048,0.10596799850463867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,2048,1.3831595102945964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,2048,0.11327573458353679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,2048,0.10031359990437824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,2048,0.10009067058563233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,2048,0.10752213001251221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,2048,0.08764586448669434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,2048,0.09443946679433188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,2048,0.09358719984690347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,2048,0.08847040335337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,2048,0.08167786598205566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,2048,0.0688704013824463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,2048,0.08053332964579264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,2048,0.07462186813354492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,2048,0.07474666436513265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,2048,0.06887679894765218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,2048,0.06333866516749063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,2048,0.05058026711146037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,2048,0.062332801024119054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,2048,0.044334932168324785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,2048,0.056301867961883544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,2048,0.055885867277781165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,2048,0.03826560179392497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,2048,0.04979946613311768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,2048,0.03215786616007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,2048,0.031691733996073404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,2048,0.02598186731338501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,2048,0.037315201759338376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,2048,0.043942399819691974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,2048,0.019832533597946168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,2048,0.019036799669265747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,2048,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,2048,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,2048,0.01245013376077016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,2048,0.012446932991345723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,2048,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,2048,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,2048,0.011113599936167399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,2048,0.01088106632232666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,2048,0.009523199995358785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,2048,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,2048,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,2048,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,2048,0.009520000219345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,2048,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,2048,0.009492266178131103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,2048,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,2048,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,2048,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,2048,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,2048,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,2048,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,2048,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,2048,0.008276266853014629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,2048,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,2048,0.008761599659919739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,2048,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,2048,0.00842026670773824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,2048,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,2048,0.008820266524950663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,2048,0.008780800302823384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,2048,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,2048,0.009161600470542907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,2048,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,2048,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,2048,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,2048,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,2048,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,2048,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,2048,0.09185600280761719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,2048,0.025706666707992553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,2048,0.050988801320393885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,2048,0.028830933570861816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,2048,0.017553067207336424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,2048,0.017366399367650352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,2048,0.017352533340454102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,2048,0.017036799589792886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,2048,0.016938666502634682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,2048,0.01702293356259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,2048,0.016478932897249856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,2048,0.01616853376229604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,2048,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,2048,0.015389866630236306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,2048,0.01625920037428538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,2048,0.015132799744606018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,2048,0.015011200308799743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,2048,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,2048,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,2048,0.01492693324883779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,2048,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,2048,0.014388266205787658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,2048,0.014072533448537192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,2048,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,2048,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,2048,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,2048,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,2048,0.012469333410263062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,2048,0.012999467055002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,2048,0.012078932921091716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,2048,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,2048,0.012007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,2048,0.011751466989517212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,2048,0.01167146662871043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,2048,0.011236266295115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,2048,0.010892800490061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,2048,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,2048,0.010492799679438274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,2048,0.010472533106803895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,2048,0.010481066505114238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,2048,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,2048,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,2048,0.010822400450706482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,2048,0.012551466623942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,2048,0.0108106662829717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,2048,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,2048,0.010409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,2048,0.010368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,2048,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,2048,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,2048,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,2048,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,2048,0.009979733824729919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,2048,0.009925333658854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,2048,0.01033066709836324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,2048,0.01030613382657369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,2048,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,2048,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,2048,0.009975467125574749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,2048,0.0099263995885849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,2048,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,2048,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,2048,0.009964799880981446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,2048,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,2048,0.009942400455474853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,2048,0.010366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,2048,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,2048,0.00993386705716451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,2048,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,2048,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,2048,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,2048,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,1536,0.053956266244252524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,1536,0.0262442668279012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,1536,0.015133866667747497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,1536,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,1536,0.009066667159398396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,1536,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,1536,0.008808533350626629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,2048,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,1536,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,2048,0.010341333349545796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,1536,0.007319466769695282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,1536,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,1536,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,1536,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,1536,0.006754133105278015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,1536,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,1536,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,1536,0.006799999872843425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,1536,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,1536,0.006759466727574666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,1536,0.0056096002459526065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,1536,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,1536,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,1536,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,1536,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,2048,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,1536,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,1536,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,1536,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,1536,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,1536,0.005423999826113383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,1536,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,1536,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,1536,0.004273066421349844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,1536,0.0042250668009122215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,1536,0.004274133344491323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,1536,0.00418453315893809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,1536,0.004223999877770742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,1536,0.004144000013669332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,1536,0.004206933577855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,1536,0.004222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,1536,0.003803733239571253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,1536,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,1536,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,1536,0.007784533500671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,1536,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,1536,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,1536,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,1536,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,1536,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,1536,0.0037941334148248037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,1536,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,1536,0.0037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,1536,0.00382080003619194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,1536,0.0037621334195137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,1536,0.0043594668308893835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,1536,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,1536,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,1536,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,1536,0.004905599852403005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,1536,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,1536,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,1536,0.005019733309745788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,1536,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,1536,0.005030400057633718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,1536,0.0047541335225105286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,1536,0.004716800153255462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,1536,0.004775466521581014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,1536,0.004609066744645437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,1536,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,1536,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,1536,0.1688106695810954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,1536,0.07525653044382731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,1536,0.039188265800476074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,1536,0.028974932432174683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,1536,0.029901866118113202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,1536,0.029024000962575274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,1536,0.02918720046679179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,1536,0.028501333793004353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,1536,0.005095466474692027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,1536,0.028853332996368407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,1536,0.027115732431411743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,1536,0.02672959963480632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,1536,0.026615466674168902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,1536,0.02515520056088765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,1536,0.027452800671259565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,1536,0.025576533873875935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,1536,0.024809600909550984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,1536,0.024846933285395303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,1536,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,1536,0.024485333760579427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,1536,0.02427840034166972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,1536,0.02368853290875753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,1536,0.023569067319234215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,1536,0.02286506692568461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,1536,0.02513706684112549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,1536,0.02278719941775004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,1536,0.02215999960899353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,1536,0.021192532777786256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,1536,0.020760534207026164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,1536,0.023124267657597862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,1536,0.02071253259976705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,1536,0.020538665850957236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,1536,0.019099734226862588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,1536,0.0184608002503713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,1536,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,1536,0.018619734048843383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,1536,0.004677333434422811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,1536,0.016824533541997276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,1536,0.015997866789499916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,1536,0.017083734273910522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,1536,0.016028799613316855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,1536,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,1536,0.016722132762273155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,1536,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,1536,0.01690559983253479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,1536,0.01616213321685791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,1536,0.014802133043607077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,1536,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,1536,0.015973333517710367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,1536,0.01684160033861796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,1536,0.01577279965082804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,1536,0.016102400422096253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,1536,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,1536,0.015312000115712484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,1536,0.016721065839131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,1536,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,1536,0.01729066570599874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,1536,0.01477013329664866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,1536,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,1536,0.014934399724006652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,1536,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,1536,0.014986667037010192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,1536,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,1536,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,1536,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,1536,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,1536,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,1536,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,1536,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,1536,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,1536,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,1536,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,1536,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,1536,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,1536,0.015069866180419922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,1536,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,1536,0.6527029037475586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,1536,0.11095999876658122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,1536,0.11063573360443116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,1536,0.10515413284301758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,1536,0.10518080393473309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,1536,0.09892480373382569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,1536,1.3775296529134116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,1536,0.20348052978515624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,1536,0.0924010674158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,1536,0.09820480346679687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,1536,0.08610986868540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,1536,0.09228586355845134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,1536,0.08710400263468424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,1536,0.0799839973449707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,1536,0.06768960158030192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,1536,0.08007573286692302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,1536,0.07391893068949382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,1536,0.0678005297978719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,1536,0.07378026644388834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,1536,0.06163626511891683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,1536,0.04968853394190471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,1536,0.055452799797058104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,1536,0.061229864756266274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,1536,0.04358079830805461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,1536,0.054973868529001865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,1536,0.048903465270996094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,1536,0.03746133248011271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,1536,0.04279040098190308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,1536,0.030536532402038574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,1536,0.025922133525212603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,1536,0.0370250662167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,1536,0.031674667199452715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,1536,0.019421867529551187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,1536,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,1536,0.014070399602254233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,1536,0.012025599678357441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,1536,0.01199893355369568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,1536,0.01034879982471466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,1536,0.010758399963378906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,1536,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,1536,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,1536,0.009157333771387737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,1536,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,1536,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,1536,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,1536,0.012082133690516155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,1536,0.009032533566157023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,1536,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,1536,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,1536,0.009168000022570292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,1536,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,1536,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,1536,0.007763200004895528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,1536,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,1536,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,1536,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,1536,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,1536,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,1536,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,1536,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,1536,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,1536,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,1536,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,1536,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,1536,0.012007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,1536,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,1536,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,1536,0.007851733267307282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,1536,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,1536,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,1536,0.00827519992987315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,1536,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,1536,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,1536,0.07343253294626871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,1536,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,1536,0.023928532997767128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,1536,0.015378133455912272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,1536,0.03902293443679809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,1536,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,1536,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,1536,0.01490133305390676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,1536,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,1536,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,1536,0.014072533448537192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,1536,0.01415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,1536,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,1536,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,1536,0.01330560048421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,1536,0.013237333297729493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,1536,0.013272533814112345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,1536,0.012925866246223449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,1536,0.013326932986577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,1536,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,1536,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,1536,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,1536,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,1536,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,1536,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,1536,0.011585066715876263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,1536,0.011560533444086711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,1536,0.011286399761835734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,1536,0.010757333040237427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,1536,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,1536,0.01051626702149709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,1536,0.010473600029945374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,1536,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,1536,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,1536,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,1536,0.0095360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,1536,0.01016533374786377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,1536,0.009537067015965779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,1536,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,1536,0.00997440020243327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,1536,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,1536,0.009686400492986042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,1536,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,1536,0.009543466567993163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,1536,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,1536,0.009102933605511983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,1536,0.009431466460227966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,1536,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,1536,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,1536,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,1536,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,1536,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,1536,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,1536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,1536,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,1536,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,1536,0.009201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,1536,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,1536,0.009300266702969868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,1536,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,1536,0.009122133255004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,1536,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,1536,0.00956053336461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,1536,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,1536,0.009197866916656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,1536,0.009153067072232565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,1536,0.009320533275604248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,1024,0.036082132657368975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,1024,0.018408532937367758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,1536,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,1024,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,1024,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,1024,0.006818133095900218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,1536,0.009122133255004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,1024,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,1024,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,1024,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,1024,0.0056320001681645715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,1024,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,1024,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,1536,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,1024,0.005555200080076853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,1024,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,1024,0.010524800419807434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,1024,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,1024,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,1024,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,1024,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,1024,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,1024,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,1024,0.0060479998588562015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,1024,0.005564799904823304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,1024,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,1024,0.005127466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,1024,0.004826666911443075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,1024,0.004392533500989278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,1024,0.004808533191680908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,1024,0.004284800092379252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,1024,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,1024,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,1024,0.003950933367013932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,1024,0.003787733366092046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,1024,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,1024,0.003517866631348928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,1024,0.0035114665826161706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,1024,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,1024,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,1024,0.0034634667138258614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,1024,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,1024,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,1024,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,1024,0.0034634667138258614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,1024,0.0035125332574049628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,1024,0.003492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,1024,0.0038421332836151125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,1024,0.0035391998787721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,1024,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,1024,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,1024,0.003419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,1024,0.003522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,1024,0.0033770665526390077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,1024,0.0034474665919939675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,1024,0.0033749334514141084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,1024,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,1024,0.003587199995915095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,1024,0.0035135999321937563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,1024,0.0035103999078273775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,1024,0.003940266619126002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,1024,0.0039658665657043455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,1024,0.003921066721280416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,1024,0.00391146664818128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,1024,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,1024,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,1024,0.003928533444801966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,1024,0.003931733220815659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,1024,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,1024,0.0039007999002933502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,1024,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,1024,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,1024,0.004705066482226053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,1024,0.004172799984614054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,1024,0.10798719724019368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,1024,0.04928960005442302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,1024,0.03238079945246379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,1024,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,1024,0.003929600119590759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,1024,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,1024,0.026064000527064007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,1024,0.02467413345972697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,1024,0.02483733296394348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,1024,0.024989867210388185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,1024,0.023437867561976113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,1024,0.024894932905832924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,1024,0.024728532632191977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,1024,0.023230934143066408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,1024,0.02476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,1024,0.022835199038187662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,1024,0.02264639933904012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,1024,0.02307200034459432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,1024,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,1024,0.022858667373657226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,1024,0.02183253367741903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,1024,0.021861332654953002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,1024,0.022990934054056802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,1024,0.020703999201456706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,1024,0.020913066466649373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,1024,0.020693333943684895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,1024,0.02081386645634969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,1024,0.019785600900650024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,1024,0.020473599433898926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,1024,0.019666133324305217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,1024,0.018593066930770875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,1024,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,1024,0.01694719990094503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,1024,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,1024,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,1024,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,1024,0.02287999987602234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,1024,0.015024000406265258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,1024,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,1024,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,1024,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,1024,0.015098667144775391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,1024,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,1024,0.01513920029004415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,1024,0.0038474666575590765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,1024,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,1024,0.015253333250681558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,1024,0.01477120021979014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,1024,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,1024,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,1024,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,1024,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,1024,0.016819200913111367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,1024,0.015752533078193666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,1024,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,1024,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,1024,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,1024,0.014964266618092855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,1024,0.01520746648311615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,1024,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,1024,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,1024,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,1024,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,1024,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,1024,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,1024,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,1024,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,1024,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,1024,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,1024,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,1024,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,1024,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,1024,0.01514346698919932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,1024,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,1024,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,1024,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,1024,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,1024,0.11010133425394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,1024,0.11044159730275471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,1024,0.10372906525929768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,1024,0.42252480189005537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,1024,0.10423893133799236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,1024,1.3572298685709634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,1024,0.09803093274434407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,1024,0.20149013201395669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,1024,0.09073066711425781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,1024,0.0915445327758789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,1024,0.09768106937408447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,1024,0.08578986326853434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,1024,0.08548373381296794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,1024,0.07854613463083902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,1024,0.06692266464233398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,1024,0.07924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,1024,0.07314773400624594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,1024,0.07266879876454671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,1024,0.06698880195617676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,1024,0.06048640012741089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,1024,0.048495999972025555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,1024,0.06082773208618164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,1024,0.04317226807276408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,1024,0.05436053276062012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,1024,0.054688000679016115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,1024,0.04889066616694133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,1024,0.036662399768829346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,1024,0.04230293432871501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,1024,0.025209599733352663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,1024,0.03625173171361287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,1024,0.03050559957822164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,1024,0.030534400542577105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,1024,0.018195199966430663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,1024,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,1024,0.023991467555363973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,1024,0.013270399967829385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,1024,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,1024,0.010321066776911417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,1024,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,1024,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,1024,0.009915733337402343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,1024,0.00867306689421336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,1024,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,1024,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,1024,0.008745599786440532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,1024,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,1024,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,1024,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,1024,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,1024,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,1024,0.007274666428565979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,1024,0.007053866485754649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,1024,0.006798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,1024,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,1024,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,1024,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,1024,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,1024,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,1024,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,1024,0.0071712002158164975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,1024,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,1024,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,1024,0.01130986710389455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,1024,0.007891199986139933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,1024,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,1024,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,1024,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,1024,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,1024,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,1024,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,1024,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,1024,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,1024,0.011548800269762675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,1024,0.054131201903025304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,1024,0.028058665990829467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,1024,0.01819733381271362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,1024,0.012391466895739238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,1024,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,1024,0.012045866250991822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,1024,0.012007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,1024,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,1024,0.011986133456230164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,1024,0.011982933680216471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,1024,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,1024,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,1024,0.011576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,1024,0.011941333611806233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,1024,0.011273599664370219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,1024,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,1024,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,1024,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,1024,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,1024,0.011162666479746501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,1024,0.010794666409492493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,1024,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,1024,0.010327466328938802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,1024,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,1024,0.010341333349545796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,1024,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,1024,0.009918933113416035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,1024,0.009954133629798889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,1024,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,1024,0.009500799576441447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,1024,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,1024,0.008995200196901958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,1024,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,1024,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,1024,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,1024,0.008666666348775227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,1024,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,1024,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,1024,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,1024,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,1024,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,1024,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,1024,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,1024,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,1024,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,1024,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,1024,0.011757866541544596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,1024,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,1024,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,1024,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,1024,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,1024,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,1024,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,1024,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,1024,0.008365866541862488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,1024,0.008481066425641377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,1024,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,1024,0.008288000027338665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,1024,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,1024,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,1024,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,1024,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,1024,0.008724266290664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,1024,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,1024,0.00808426688114802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,1024,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,1024,0.008648533622423809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,1024,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,768,0.029641600449879964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,768,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,768,0.009118933478991191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,768,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,768,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,768,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,1024,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,768,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,768,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,1024,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,768,0.0051818668842315676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,768,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,768,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,768,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,768,0.004763733347256978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,768,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,768,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,768,0.004914133250713349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,768,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,768,0.004337066908677419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,768,0.0043712000052134195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,768,0.005227733155091604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,768,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,768,0.004549333453178405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,768,0.0044053331017494205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,768,0.0038954667747020722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,768,0.004247466723124186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,768,0.004342400034268697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,768,0.0038880000511805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,768,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,768,0.003555200000603994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,768,0.003489066660404205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,768,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,768,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,768,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,768,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,768,0.0032831999162832894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,768,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,768,0.003382399926582972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,768,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,768,0.003083733220895131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,768,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,768,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,768,0.0030794667700926462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,768,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,768,0.003107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,768,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,768,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,768,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,768,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,768,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,768,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,768,0.003356799980004629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,768,0.0032661333680152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,768,0.0035114665826161706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,768,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,768,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,768,0.0034282666941483817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,768,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,768,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,768,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,768,0.0034400001168251038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,768,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,768,0.0034901333351929987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,768,0.00340693344672521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,768,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,768,0.003676799933115641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,768,0.00383786658445994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,768,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,768,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,768,0.08088106314341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,768,0.041152000427246094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,768,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,768,0.029208532969156903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,768,0.023973333835601806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,768,0.024270933866500855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,768,0.023628799120585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,768,0.023205333948135377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,768,0.022762666145960488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,768,0.022731733322143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,768,0.022911999622980753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,768,0.022645332415898643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,768,0.022738132874170938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,768,0.020692267020543418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,768,0.02178879976272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,768,0.020870399475097657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,768,0.020849066972732543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,768,0.020812799533208214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,768,0.021001599232355752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,768,0.003984000037113826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,768,0.020454400777816774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,768,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,768,0.020470400651295982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,768,0.020270933707555137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,768,0.019913599888483683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,768,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,768,0.020273067553838096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,768,0.018967467546463012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,768,0.01884373426437378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,768,0.024465066194534302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,768,0.017707733313242595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,768,0.017230933904647826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,768,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,768,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,768,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,768,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,768,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,768,0.015149866541226705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,768,0.015384533007939658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,768,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,768,0.014745600024859109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,768,0.016405333081881204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,768,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,768,0.015436800320943198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,768,0.015913599729537965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,768,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,768,0.016361600160598753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,768,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,768,0.016292267044385276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,768,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,768,0.018849066893259683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,768,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,768,0.014942933122316995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,768,0.015404799580574035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,768,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,768,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,768,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,768,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,768,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,768,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,768,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,768,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,768,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,768,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,768,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,768,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,768,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,768,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,768,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,768,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,768,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,768,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,768,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,768,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,768,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,768,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,768,0.2001471996307373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,768,0.10898666381835938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,768,0.3973749478658041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,768,0.10333013534545898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,768,1.3624842325846354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,768,0.10960533618927001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,768,0.10273066361745198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,768,0.09691733519236247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,768,0.09659626483917236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,768,0.08497599760691324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,768,0.09104533195495605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,768,0.0911679983139038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,768,0.0786730686823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,768,0.08453760147094727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,768,0.06573653221130371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,768,0.0781557321548462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,768,0.07226773103078207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,768,0.07227306365966797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,768,0.06636053323745728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,768,0.06080213387807211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,768,0.04896746476491292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,768,0.06004800001780192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,768,0.04280746777852376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,768,0.05471573273340861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,768,0.05460906823476156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,768,0.04162559906641643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,768,0.03663359880447388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,768,0.03004693388938904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,768,0.024743467569351196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,768,0.036183468500773114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,768,0.04825386603673299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,768,0.03059733311335246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,768,0.023989333709081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,768,0.018592000007629395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,768,0.017859200636545815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,768,0.012473600109418233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,768,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,768,0.009544533491134644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,768,0.010551466544469198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,768,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,768,0.010403199990590414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,768,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,768,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,768,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,768,0.008284799754619598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,768,0.008180266618728638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,768,0.008298666775226593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,768,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,768,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,768,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,768,0.00666133314371109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,768,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,768,0.006646400193373363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,768,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,768,0.006965333223342895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,768,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,768,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,768,0.006921599805355072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,768,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,768,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,768,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,768,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,768,0.0070933332045873005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,768,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,768,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,768,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,768,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,768,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,768,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,768,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,768,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,768,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,768,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,768,0.044777599970499675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,768,0.02358186642328898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,768,0.01529813309510549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,768,0.012117333213488261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,768,0.012089600165685017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,768,0.011994666854540507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,768,0.012000000476837159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,768,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,768,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,768,0.011780266960461933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,768,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,768,0.011577600240707397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,768,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,768,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,768,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,768,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,768,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,768,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,768,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,768,0.010794666409492493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,768,0.010354133447011311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,768,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,768,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,768,0.009946667154630025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,768,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,768,0.009525332848230999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,768,0.009339732925097148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,768,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,768,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,768,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,768,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,768,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,768,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,768,0.008312533299128216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,768,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,768,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,768,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,768,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,768,0.008285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,768,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,768,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,768,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,768,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,768,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,768,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,768,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,768,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,768,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,768,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,768,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,768,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,768,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,768,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,768,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,768,0.011338667074839274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,768,0.007703466713428498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,768,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,768,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,768,0.008360532919565837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,768,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,768,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,768,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,768,0.008135466774304708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,768,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,768,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,768,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,768,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,768,0.007894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,512,0.020201599597930907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,512,0.01076693336168925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,512,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,512,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,512,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,512,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,512,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,512,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,512,0.004614399870236715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,512,0.004647466540336609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,512,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,512,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,512,0.004242133100827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,512,0.004203733305136363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,512,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,512,0.00420053352912267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,512,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,512,0.00425493319829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,512,0.0037685332198937735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,512,0.003787733366092046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,512,0.004242133100827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,512,0.0042367999752362575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,512,0.003818666686614355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,512,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,512,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,512,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,512,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,512,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,512,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,512,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,512,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,512,0.007050666709740956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,512,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,512,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,512,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,512,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,512,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,512,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,512,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,512,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,512,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,768,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,512,0.0028618666032950084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,512,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,512,0.0026687999566396077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,512,0.002890666574239731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,512,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,512,0.002959999938805898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,512,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,512,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,512,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,512,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,512,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,512,0.002705066651105881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,512,0.0028757333755493166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,512,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,512,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,512,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,512,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,512,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,512,0.0029418667157491045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,512,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,512,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,512,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,512,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,512,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,512,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,512,0.0031285333136717476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,512,0.003373866776625315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,512,0.0032405334214369455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,512,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,512,0.05968853235244751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,512,0.03534826834996541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,512,0.0214026669661204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,512,0.02500586708386739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,512,0.02113386591275533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,512,0.021834667523701987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,512,0.021151999632517494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,512,0.020871466398239134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,512,0.020965333779652914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,512,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,512,0.02068693240483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,512,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,512,0.020916267236073812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,512,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,512,0.019847466548283895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,512,0.0208512008190155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,512,0.019795199235280357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,512,0.018732800086339315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,512,0.0034965333839257562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,512,0.019035732746124266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,512,0.018567466735839845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,512,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,512,0.018901334206263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,512,0.02027946710586548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,512,0.018345600366592406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,512,0.01853546698888143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,512,0.01848213275273641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,512,0.0165503998597463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,512,0.01680213411649068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,512,0.017498666048049928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,512,0.016804265975952148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,512,0.016796799500783284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,512,0.016501333316167197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,512,0.014694399634997048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,512,0.01628266672293345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,512,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,512,0.016156799594561257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,512,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,512,0.015246933698654175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,512,0.01476479967435201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,512,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,512,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,512,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,512,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,512,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,512,0.015966932972272238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,512,0.014710399508476257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,512,0.01880106727282206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,512,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,512,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,512,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,512,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,512,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,512,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,512,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,512,0.016074666380882265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,512,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,512,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,512,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,512,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,512,0.014403200149536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,512,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,512,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,512,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,512,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,512,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,512,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,512,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,512,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,512,0.014616533120473226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,512,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,512,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,512,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,512,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,512,1.2276938120524088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,512,0.10749973456064861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,512,0.1078378677368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,512,0.1013375997543335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,512,0.10269866784413655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,512,0.0956981341044108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,512,0.1974965254465739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,512,0.39115200042724607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,512,0.08992106914520263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,512,0.08380053043365479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,512,0.08973759810129801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,512,0.09635840257008871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,512,0.08496639728546143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,512,0.07794026533762613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,512,0.06576000054677328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,512,0.07181119918823242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,512,0.07725013097127278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,512,0.07154453595479329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,512,0.06532373428344726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,512,0.060193065802256265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,512,0.04809600114822388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,512,0.05955413182576498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,512,0.04193280140558879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,512,0.054647465546925865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,512,0.05344213247299194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,512,0.04776959816614787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,512,0.041539200146993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,512,0.029177600145339967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,512,0.03540159861246745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,512,0.036690131823221846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,512,0.024718934297561647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,512,0.03022186756134033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,512,0.023458133141199745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,512,0.017313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,512,0.012479999661445617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,512,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,512,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,512,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,512,0.009954133629798889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,512,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,512,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,512,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,512,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,512,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,512,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,512,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,512,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,512,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,512,0.006649599969387054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,512,0.006667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,512,0.006692266464233399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,512,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,512,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,512,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,512,0.006637866795063019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,512,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,512,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,512,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,512,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,512,0.006557866434256236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,512,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,512,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,512,0.006763733426729838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,512,0.007213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,512,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,512,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,512,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,512,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,512,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,512,0.018567466735839845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,512,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,512,0.03275093237559001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,512,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,512,0.01528320014476776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,512,0.012389333049456278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,512,0.012346667051315308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,512,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,512,0.011734400192896526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,512,0.011611732840538024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,512,0.01167680025100708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,512,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,512,0.01123520036538442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,512,0.011218133568763732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,512,0.011160533626874287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,512,0.010657067100207012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,512,0.010771200060844421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,512,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,512,0.010454400380452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,512,0.010462933778762817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,512,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,512,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,512,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,512,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,512,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,512,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,512,0.009197866916656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,512,0.009249066313107807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,512,0.008865066369374593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,512,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,512,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,512,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,512,0.008429867029190064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,512,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,512,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,512,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,512,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,512,0.007589333256085714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,512,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,512,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,512,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,512,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,512,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,512,0.00761706680059433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,512,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,512,0.00767146646976471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,512,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,512,0.007852800190448761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,512,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,512,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,512,0.0075882668296496075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,512,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,512,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,512,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,512,0.0076789334416389465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,512,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,512,0.007569066683451335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,512,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,512,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,512,0.007550933460394542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,512,0.007864533364772797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,512,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,512,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,512,0.007485866546630859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,512,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,512,0.0077461332082748415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,512,0.007573333382606506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,512,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,512,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,256,0.013514666755994161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,256,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,256,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,256,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,512,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,256,0.0042698666453361515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,256,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,256,0.0041184000670909885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,256,0.0038794666528701783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,256,0.0037791999677817024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,256,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,256,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,256,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,256,0.003492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,256,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,256,0.003772799919048945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,256,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,256,0.0035487999518712364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,256,0.0037823999921480812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,256,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,256,0.0033461332321166994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,256,0.0038015998899936674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,512,0.010795733332633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,256,0.0037973334391911825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,256,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,256,0.003370666752258936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,512,0.007625600198904674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,256,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,256,0.003083733220895131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,256,0.003081600119670232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,256,0.003123199939727783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,256,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,256,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,256,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,256,0.0027274665733178455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,256,0.002679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,256,0.0026517334083716077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,256,0.0037941334148248037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,256,0.002679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,256,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,256,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,256,0.0025450666745503742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,256,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,256,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,256,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,256,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,256,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,256,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,256,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,256,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,256,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,256,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,256,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,256,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,256,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,256,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,256,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,256,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,256,0.002678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,256,0.0025045332809289296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,256,0.0025301332275072734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,256,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,256,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,256,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,256,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,256,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,256,0.002679466704527537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,256,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,256,0.038957866032918294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,256,0.02879679997762044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,256,0.022747733195622764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,256,0.01863893270492554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,256,0.019538132349650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,256,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,256,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,256,0.01875306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,256,0.018869332472483315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,256,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,256,0.019355734189351402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,256,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,256,0.018343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,256,0.018145066499710084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,256,0.01809599995613098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,256,0.018101332585016887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,256,0.018923733631769815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,256,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,256,0.017670400937398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,256,0.017214934031168617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,256,0.01725013256072998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,256,0.016939733425776163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,256,0.016475733121236166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,256,0.017413334051767985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,256,0.018684800465901694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,256,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,256,0.0168938676516215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,256,0.016233600179354348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,256,0.01723626653353373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,256,0.01771093408266703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,256,0.018402133385340372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,256,0.015894400080045064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,256,0.014922666549682616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,256,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,256,0.015214932958285013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,256,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,256,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,256,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,256,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,256,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,256,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,256,0.01626240015029907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,256,0.014020267128944396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,256,0.01583146651585897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,256,0.013821867108345032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,256,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,256,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,256,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,256,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,256,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,256,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,256,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,256,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,256,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,256,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,256,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,256,0.015069866180419922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,256,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,256,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,256,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,256,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,256,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,256,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,256,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,256,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,256,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,256,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,256,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,256,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,256,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,256,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,256,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,256,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,256,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,256,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,256,0.667621358235677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,256,0.0882805347442627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,256,0.1609440008799235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,256,0.087773863474528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,256,0.08330132961273193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,256,0.07805226643880209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,256,0.3165482521057129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,256,0.08332586288452148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,256,0.07350293000539145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,256,0.07801386515299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,256,0.06852160294850668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,256,0.07343573570251465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,256,0.06905279954274496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,256,0.06368639866511026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,256,0.0541973352432251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,256,0.06332480112711589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,256,0.05398079951604208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,256,0.05954879919687907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,256,0.05880959828694662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,256,0.04892799854278564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,256,0.048878931999206544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,256,0.039638400077819824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,256,0.03900586764017741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,256,0.03498560190200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,256,0.04479680061340332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,256,0.044097065925598145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,256,0.02993920048077901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,256,0.024685867627461753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,256,0.020623999834060668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,256,0.03415679931640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,256,0.025579732656478883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,256,0.019858133792877198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,256,0.015754666924476624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,256,0.029710932572682695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,256,0.014944000045458474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,256,0.009556266665458679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,256,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,256,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,256,0.008318933347860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,256,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,256,0.008311466872692108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,256,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,256,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,256,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,256,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,256,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,256,0.010860799749692281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,256,0.007298133273919423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,256,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,256,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,256,0.005829333265622457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,256,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,256,0.006243200103441874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,256,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,256,0.005931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,256,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,256,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,256,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,256,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,256,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,256,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,256,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,256,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,256,0.0062613333264986675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,256,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,256,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,256,0.006141866743564606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,256,0.006251733501752217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,256,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,256,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,256,0.028246400753657024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,256,0.021441066265106203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,256,0.006033066908518473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,256,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,256,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,256,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,256,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,256,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,256,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,256,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,256,0.010945066809654236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,256,0.010846933722496033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,256,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,256,0.010439466436703999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,256,0.010542933146158855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,256,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,256,0.010486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,256,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,256,0.009706667065620423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,256,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,256,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,256,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,256,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,256,0.009220266342163086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,256,0.00890239973862966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,256,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,256,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,256,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,256,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,256,0.008571733037630718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,256,0.008517332871754964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,256,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,256,0.008029866715272267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,256,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,256,0.007760000228881836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,256,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,256,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,256,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,256,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,256,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,256,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,256,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,256,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,256,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,256,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,256,0.007542400062084198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,256,0.007584000130494435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,256,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,256,0.007369600236415863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,256,0.007397333284219106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,256,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,256,0.007195733487606049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,256,0.007482666770617168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,256,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,256,0.007197866837183635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,256,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,256,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,256,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,256,0.007866666714350382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,256,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,256,0.006932266553243001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,256,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,256,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,256,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,256,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,256,0.007074133555094402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,256,0.007063466807206471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,256,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,256,0.007065600156784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,128,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,128,0.00879253347714742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,128,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,256,0.007310933371384938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,128,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,128,0.003868799904982249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,128,0.0037823999921480812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,128,0.003549866626660029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,128,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,128,0.0035189333061377203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,128,0.003500800083080927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,128,0.0034122665723164878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,128,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,128,0.003483733286460241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,128,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,128,0.003489066660404205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,128,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,128,0.003156266609827677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,128,0.003066666672627131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,128,0.0035242666800816857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,128,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,128,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,128,0.003458133339881897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,128,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,128,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,128,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,128,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,128,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,128,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,128,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,128,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,128,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,128,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,256,0.007388799885908763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,128,0.0026805333793163298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,128,0.0024160000185171763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,128,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,128,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,128,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,128,0.0025418666501839954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,128,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,128,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,128,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,128,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,128,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,128,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,128,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,128,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,128,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,128,0.0023200000325838727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,128,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,128,0.002311466634273529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,128,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,128,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,128,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,128,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,128,0.002476799984773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,256,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,128,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,128,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,128,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,128,0.0024501333634058637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,128,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,128,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,128,0.029629866282145183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,128,0.02547733386357625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,128,0.02081386645634969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,128,0.01759786605834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,128,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,128,0.016989866892496742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,128,0.017488000790278117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,128,0.017570134003957114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,128,0.01689599951108297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,128,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,128,0.0024618667860825854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,128,0.01665173371632894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,128,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,128,0.017850667238235474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,128,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,128,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,128,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,128,0.01667733391125997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,128,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,128,0.017543466885884602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,128,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,128,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,128,0.01647040049235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,128,0.01804373264312744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,128,0.015709867080052696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,128,0.01644480029741923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,128,0.015682133038838704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,128,0.002312533309062322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,128,0.01530239979426066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,128,0.015603199601173401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,128,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,128,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,128,0.01609493295351664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,128,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,128,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,128,0.014905599753061929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,128,0.015132799744606018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,128,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,128,0.01554026703039805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,128,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,128,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,128,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,128,0.01439573367436727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,128,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,128,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,128,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,128,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,128,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,128,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,128,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,128,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,128,0.013699199755986533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,128,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,128,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,128,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,128,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,128,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,128,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,128,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,128,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,128,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,128,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,128,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,128,0.014267733693122864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,128,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,128,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,128,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,128,0.014360533157984415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,128,0.014387200276056925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,128,0.014376533031463624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,128,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,128,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,128,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,128,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,128,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,128,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,128,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,768,128,0.5548831939697265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,768,128,0.14250240325927735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,768,128,0.07778986295064291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,768,128,0.07812159856160482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,768,128,0.07383039792378744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,768,128,0.06972479820251465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,768,128,0.28000640869140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,768,128,0.07405546506245932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,768,128,0.06548266808191935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,768,128,0.06901653607686362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,768,128,0.06529920101165772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,768,128,0.061255466938018796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,768,128,0.05678186813990275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,768,128,0.0608234683672587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,768,128,0.048468267917633055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,768,128,0.0563594659169515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,768,128,0.052262401580810545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,768,128,0.04811840057373047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,768,128,0.05190186500549317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,768,128,0.04400320053100586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,768,128,0.03586346705754598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,768,128,0.04365333318710327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,768,128,0.03130346735318502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,768,128,0.03992960055669149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,768,128,0.039426132043202715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,768,128,0.031114667654037476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,768,128,0.026794666051864625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,768,128,0.022245333592096964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,768,128,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,768,128,0.035018666585286455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,768,128,0.026602667570114136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,768,128,0.022785067558288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,768,128,0.017783466974894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,768,128,0.014062933127085366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,768,128,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,768,128,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,768,128,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,768,128,0.00824426660935084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,768,128,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,768,128,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,768,128,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,768,128,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,768,128,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,768,128,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,768,128,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,768,128,0.0068906664848327635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,768,128,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,768,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,768,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,768,128,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,768,128,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,768,128,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,768,128,0.0057205334305763245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,768,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,768,128,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,768,128,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,768,128,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,768,128,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,768,128,0.005449600021044413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,768,128,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,768,128,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,768,128,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,768,128,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,768,128,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,768,128,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,768,128,0.005799466868241628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,768,128,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,768,128,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,768,128,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,768,128,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,768,128,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,768,128,0.005827199916044871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,768,128,0.035352532068888345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,768,128,0.027210666735966997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,768,128,0.016939733425776163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,768,128,0.011370666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,768,128,0.008797867099444072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,768,128,0.01151039997736613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,768,128,0.011241599917411804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,768,128,0.011139200131098429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,768,128,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,768,128,0.011264000336329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,768,128,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,768,128,0.010434133807818095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,768,128,0.01032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,768,128,0.010131200154622395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,768,128,0.01011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,768,128,0.009739733735720317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,768,128,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,768,128,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,768,128,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,768,128,0.009665066997210186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,768,128,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,768,128,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,768,128,0.009105066458384197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,768,128,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,768,128,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,768,128,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,768,128,0.00881173312664032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,768,128,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,768,128,0.008298666775226593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,768,128,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,768,128,0.007877333462238312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,768,128,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,768,128,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,768,128,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,768,128,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,768,128,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,768,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,768,128,0.007037866612275441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,768,128,0.00705813318490982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,768,128,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,768,128,0.007190399865309398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,768,128,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,768,128,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,768,128,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,768,128,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,768,128,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,768,128,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,768,128,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,768,128,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,768,128,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,768,128,0.007057066758473713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,768,128,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,768,128,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,768,128,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,768,128,0.006839466591676076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,768,128,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,768,128,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,768,128,0.0069365332523981735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,768,128,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,768,128,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,768,128,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,768,128,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,768,128,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,768,128,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,768,128,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,768,128,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,768,128,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,768,128,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,768,128,0.006726400057474773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,768,128,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,768,128,0.006778666873772939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,768,128,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,768,128,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,64,0.01034879982471466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,64,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,768,128,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,64,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,64,0.0034741332133611047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,64,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,64,0.0034346667428811393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,64,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,64,0.003505066782236099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,64,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,64,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,64,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,64,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,64,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,64,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,64,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,64,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,64,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,64,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,64,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,64,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,64,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,64,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,64,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,64,0.002963199963172277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,64,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,64,0.0026805333793163298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,64,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,64,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,768,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,64,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,64,0.0024842667082945508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,64,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,64,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,64,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,64,0.0025248001019159954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,64,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,64,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,64,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,64,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,64,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,64,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,64,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,64,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,64,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,64,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,64,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,64,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,64,0.002234666546185811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,64,0.0287989338239034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,64,0.024753065903981526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,64,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,64,0.018713599443435668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,64,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,64,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,768,128,0.009130666653315227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,64,0.017113600174585977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,64,0.016709333658218382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,64,0.017164800564448038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,64,0.016926934321721397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,64,0.016502400239308677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,64,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,64,0.01597653329372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,64,0.015591466426849365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,64,0.016680532693862916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,64,0.016272000471750894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,64,0.015494400262832641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,64,0.0162581334511439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,64,0.01474453310171763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,64,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,64,0.016297599673271178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,64,0.014724266529083253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,64,0.01721280018488566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,64,0.015334399541219077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,64,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,64,0.016784000396728515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,64,0.01687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,64,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,64,0.016032000382741295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,64,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,64,0.015260799725850423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,64,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,64,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,64,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,64,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,64,0.014999467134475707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,64,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,64,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,64,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,64,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,64,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,64,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,64,0.014330666263898215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,64,0.014380799730618796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,64,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,64,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,64,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,64,0.014388266205787658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,64,0.014393599828084311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,64,0.015503999590873719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,64,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,64,0.014138666788736978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,64,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,64,0.014393599828084311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,64,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,64,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,64,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,64,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,64,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,64,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,64,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,64,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,64,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,64,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,64,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,64,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,64,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,64,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,64,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,64,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,64,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,64,0.013993600010871887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,768,32,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,768,32,0.00872320036093394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,768,32,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,768,32,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,768,32,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,768,32,0.003841066608826319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,768,32,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,768,32,0.0034677334129810332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,768,32,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,768,32,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,768,32,0.00335359995563825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,768,32,0.0033791999022165934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,768,32,0.003398400048414866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,768,32,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,768,32,0.0030591999491055804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,768,32,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,768,32,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,768,32,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,768,32,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,768,32,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,768,32,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,768,32,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,64,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,768,32,0.0028533334533373516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,768,32,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,768,32,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,768,32,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,768,32,0.002630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,768,32,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,768,32,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,768,32,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,768,32,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,768,32,0.0031306666632493338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,768,32,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,768,32,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,768,32,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,768,32,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,768,32,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,768,32,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,768,32,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,768,32,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,768,32,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,768,32,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,768,32,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,768,32,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,768,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,768,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,768,32,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,768,32,0.002476799984773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,768,32,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,768,32,0.002418133368094762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,768,32,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,768,32,0.002364799877007802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,768,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,768,32,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,768,32,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,768,32,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,768,32,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,768,32,0.0022656001150608064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,768,32,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,768,32,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,768,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,768,32,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,768,32,0.0024661332368850707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,768,32,0.002430933217207591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,768,32,0.002455466737349828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,768,32,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,768,32,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,768,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,64,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,768,32,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,768,32,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,768,32,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,768,32,0.002533333251873652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,768,32,0.029332266251246138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,768,32,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,768,32,0.019655466079711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,768,32,0.015086932977040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,768,32,0.018003199497858682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,768,32,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,768,32,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,768,32,0.015683199961980185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,768,32,0.017911465962727864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,768,32,0.016561067104339598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,768,32,0.015197867155075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,768,32,0.01712533235549927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,768,32,0.01562879979610443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,768,32,0.015920000274976094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,768,32,0.015145599842071533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,768,32,0.015244799852371215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,768,32,0.022743467489878336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,768,32,0.015936000148455302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,768,32,0.015284267067909241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,768,32,0.015126400192578635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,768,32,0.015015467007954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,768,32,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,768,32,0.016028799613316855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,768,32,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,768,32,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,768,32,0.016221867005030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,768,32,0.015458133816719056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,768,32,0.015001599987347921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,768,32,0.0151146670182546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,768,32,0.01474346617857615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,768,32,0.016058666507403056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,768,32,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,768,32,0.01514346698919932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,768,32,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,768,32,0.015188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,768,32,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,768,32,0.015554133057594299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,768,32,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,768,32,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,768,32,0.014263466993967692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,768,32,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,768,32,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,768,32,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,768,32,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,768,32,0.014390400052070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,768,32,0.014064000050226847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,768,32,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,768,32,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,768,32,0.014393599828084311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,768,32,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,768,32,0.014388266205787658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,768,32,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,768,32,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,768,32,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,768,32,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,768,32,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,768,32,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,768,32,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,768,32,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,768,32,0.014044800400733947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,768,32,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,768,32,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,768,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,768,32,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,768,32,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,768,32,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,768,32,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,768,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,768,32,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,768,32,0.014363732933998109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,768,32,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,768,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,768,32,0.014223999778429666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,768,32,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,65536,0.6671626832750109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,768,32,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,65536,0.3391679922739665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,65536,0.210314671198527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,65536,1.3024871614244249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,65536,0.19158044126298693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,768,32,0.013412266969680786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,65536,0.20345066653357613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,65536,0.19445510705312094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,65536,0.18412800629933676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,65536,0.18181155787573922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,65536,0.1807039976119995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,65536,0.16203022003173828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,65536,0.16785066657596162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,65536,0.19269866413540312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,65536,0.1583306656943427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,65536,0.14790577358669704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,65536,0.15175999535454646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,65536,0.13671999507480198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,65536,0.1339271068572998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,65536,0.13850311438242593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,65536,0.10299022330178155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,65536,0.11489600605434841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,65536,0.09319111373689438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,65536,0.10691199700037639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,65536,0.08846755822499593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,65536,0.07176355520884196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,65536,0.07049066490597196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,65536,0.06547555658552381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,65536,0.05514666769239637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,65536,0.049534221490224205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,65536,0.04611733224656847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,65536,0.037964443365732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,65536,0.033194667763180204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,65536,0.025585777229732935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,65536,0.14844266573588052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,65536,0.025077333052953083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,65536,0.0247697780529658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,65536,0.02455644475089179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,65536,0.024247111545668706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,65536,0.02365155518054962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,65536,0.02375288969940609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,65536,0.01995022263791826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,65536,0.022030222747060988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,65536,0.09852621952692668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,65536,0.018716444571812946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,65536,0.018005333013004728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,65536,0.018218666315078735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,65536,0.018031999468803406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,65536,0.01808355583084954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,65536,0.018616888258192275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,65536,0.018604444132910836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,65536,0.01812799937195248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,65536,0.017870222528775532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,65536,0.021249777740902368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,65536,0.20966933833228218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,65536,0.028220444917678833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,65536,0.01694222291310628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,65536,0.02844088938501146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,65536,0.017671111557218764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,65536,0.01739022301303016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,65536,0.016371554798550077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,65536,0.01645511057641771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,65536,0.016705777910020616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,65536,0.016535111599498324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,65536,0.01646399994691213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,65536,0.02773155603143904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,65536,0.02843733297453986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,65536,0.02758755617671543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,65536,0.0277493331167433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,65536,0.029134223858515423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,65536,0.017975111802419026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,65536,0.0281333327293396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,65536,0.028373334142896865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,65536,0.017196445001496207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,65536,0.029532445801628962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,65536,1.5812362670898437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,65536,0.8603829065958658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,65536,3.100331624348958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,65536,0.8137311935424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,65536,0.8100778579711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,65536,0.7609493255615234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,65536,0.861962636311849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,65536,0.7124650955200196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,65536,0.7638965606689453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,65536,0.7142037073771159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,65536,0.6641898473103841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,65536,6.158965555826823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,65536,0.6175968170166015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,65536,0.6117312113444011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,65536,0.5662250518798828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,65536,0.5680831909179688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,65536,0.5193674723307292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,65536,0.6616661071777343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,65536,0.4734069188435872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,65536,0.4700672149658203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,65536,0.41922346750895184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,65536,0.42217388153076174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,65536,0.36939306259155275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,65536,0.36572799682617185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,65536,0.32341225941975915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,65536,0.3175999959309896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,65536,0.2701909383138021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,65536,0.26756585439046227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,65536,0.21959466934204103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,65536,0.16895893414815266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,65536,0.16378666559855143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,65536,0.10656106472015381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,65536,0.1049845298131307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,65536,0.059861334164937344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,65536,0.05805546840031942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,65536,0.0551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,65536,0.05545066595077515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,65536,0.05069653193155924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,65536,0.05188373327255249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,65536,0.045273598035176596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,65536,0.046275198459625244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,65536,0.039666132132212324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,65536,0.2196213404337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,65536,0.04114133516947428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,65536,0.0393887996673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,65536,0.04219306707382202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,65536,0.03906773328781128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,65536,0.03716053167978923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,65536,0.03522986570994059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,65536,0.034935466448465985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,65536,0.03316160043080647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,65536,0.03104640046755473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,65536,0.03075733383496602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,65536,0.03298239906628926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,65536,0.029049599170684816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,65536,0.029233066240946452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,65536,0.027002666393915815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,65536,0.028924800952275592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,65536,0.026371200879414875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,65536,0.026121600468953447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,65536,0.026324266195297243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,65536,0.025114667415618897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,65536,0.024923733870188394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,65536,0.024897066752115886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,65536,0.518722120920817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,65536,0.027435733874638872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,65536,0.027049599091211955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,65536,0.02855679988861084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,65536,0.027646932999293012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,65536,0.027221333980560303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,65536,0.026760532458623247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,65536,0.027037866910298664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,65536,0.027352533737818402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,65536,0.024897066752115886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,65536,1.0051253636678061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,65536,0.5326304117838542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,65536,0.5515424092610677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,65536,0.5227615992228191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,65536,0.5083871841430664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,65536,0.4962506612141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,65536,0.4780458768208821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,65536,0.4515434583028157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,65536,4.00208740234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,65536,0.44718081156412764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,65536,0.4225632031758626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,65536,0.4721536000569661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,65536,1.9863872528076172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,65536,0.4000693321228027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,65536,0.3864597320556641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,65536,0.3448351860046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,65536,0.33091627756754555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,65536,0.3723679860432943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,65536,0.3575242678324381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,65536,0.30317866007486977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,65536,0.28310718536376955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,65536,0.26165973345438637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,65536,0.24451840718587242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,65536,0.2362741311391195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,65536,0.21877652804056802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,65536,0.21119893391927086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,65536,0.192738135655721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,65536,0.3169311841328939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,65536,0.27126293182373046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,65536,0.16634880701700847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,65536,0.11758506298065186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,65536,0.16050880750020344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,65536,0.14477440516153972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,65536,0.13589973449707032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,65536,0.10623679955800373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,65536,0.08062079747517904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,65536,0.0732096036275228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,65536,0.07290986378987631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,65536,0.07019946575164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,65536,0.08017919858296713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,65536,0.06989013353983561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,65536,0.06817920207977295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,65536,0.06816106637318929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,65536,0.06717653274536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,65536,0.06693867047627768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,65536,0.06542826493581136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,65536,0.06536106665929159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,65536,0.06407786607742309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,65536,0.06349546511967977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,65536,0.06374080181121826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,65536,0.06323519945144654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,65536,0.06326293150583903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,65536,0.06151466766993204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,65536,0.0616159995396932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,65536,0.061597867806752526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,65536,0.06430506706237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,65536,0.061220268408457436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,65536,0.061402666568756106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,65536,0.061470933755238856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,65536,0.061508266131083164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,65536,0.06137493451436361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,65536,0.061655465761820474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,65536,0.06148159901301066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,65536,0.06136746803919474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,65536,0.061470933755238856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,65536,0.06150506734848023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,65536,0.061459199587504065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,65536,0.061273598670959474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,65536,0.06167893409729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,65536,0.06160213152567545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,65536,0.06145600080490112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,65536,0.0746837298075358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,65536,0.07585813204447428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,65536,0.07594559987386068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,65536,1.5997632344563804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,65536,0.8003744125366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,65536,0.38932374318440754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,65536,0.2591754595438639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,65536,0.2589034716288249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,65536,0.25508480072021483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,65536,0.2538645267486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,65536,0.24203200340270997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,65536,0.24157652854919434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,65536,0.23794453938802085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,65536,0.23679466247558595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,65536,0.22373013496398925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,65536,0.22267306645711266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,65536,0.22006613413492837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,65536,0.21845013300577798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,65536,0.2150869369506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,65536,0.21496639251708985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,65536,0.20241920153299967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,65536,0.19640426635742186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,65536,0.2005045255025228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,65536,0.1962048053741455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,65536,0.18402667045593263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,65536,0.18314666748046876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,65536,0.17834986050923665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,65536,0.1773802598317464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,65536,0.16892372767130534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,65536,0.1684991995493571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,65536,0.16088852882385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,65536,0.15669760704040528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,65536,0.16097599665323895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,65536,0.15625386238098143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,65536,0.14620052973429362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,65536,0.1458016077677409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,65536,0.13780694007873534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,65536,0.137281068166097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,65536,0.12583359877268474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,65536,0.12527680397033691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,65536,0.12530453205108644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,65536,0.1254271984100342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,65536,0.1248853365580241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,65536,0.12485439777374267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,65536,0.12486399809519451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,65536,0.12487893104553223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,65536,0.1227679967880249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,65536,0.12238293488820393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,65536,0.12163626352945964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,65536,0.12196586926778157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,65536,0.12200853029886882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,65536,0.12196906407674153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,65536,0.12202986876169841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,65536,0.1219861348470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,65536,0.12248533566792805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,65536,0.12130880355834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,65536,0.12175892988840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,65536,0.12115519841512043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,65536,0.12161493301391602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,65536,0.12170346577962239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,65536,0.12188373406728108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,65536,0.12169493039449056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,65536,0.12181226412455241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,65536,0.12145919799804687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,65536,0.12126506964365642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,65536,0.12165226936340331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,65536,0.12130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,65536,0.12175892988840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,65536,0.12175467014312744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,65536,0.12140479882558186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,65536,0.12193813323974609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,65536,0.12110506693522136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,65536,0.12174186706542969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,65536,0.12130453586578369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,51200,1.0367306603325737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,51200,0.6066968705919054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,51200,0.3072906600104438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,51200,0.1607324414783054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,51200,0.15942933824327257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,51200,0.15851022137535944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,51200,0.15688710742526585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,51200,0.16588977972666422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,51200,0.1468248897128635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,51200,0.14173332850138345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,51200,0.14121422502729628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,51200,0.12791111734178331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,51200,0.12567467159695095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,51200,0.1478666729397244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,51200,0.1272266705830892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,51200,0.1149102184507582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,51200,0.1112711164686415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,51200,0.12194844086964925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,51200,0.10607288943396674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,51200,0.10490310854381985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,51200,0.1017635530895657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,51200,0.08082844151390924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,51200,0.07890844345092773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,51200,0.0736515588230557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,51200,0.07520888911353217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,51200,0.0790684421857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,51200,0.06932977835337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,51200,0.05734044313430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,51200,0.059064891603257924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,51200,0.05362311005592346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,51200,0.04559822214974297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,51200,0.0413351125187344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,51200,0.03825599948565165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,51200,0.03143289022975498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,51200,0.02987733483314514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,51200,0.020819556381967332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,51200,0.020616888999938965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,51200,0.019903999235894945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,51200,0.020000000794728596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,51200,0.02184355590078566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,51200,0.019048889478047688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,51200,0.019351111518012155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,51200,0.021359999974568684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,51200,0.018238221605618794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,51200,0.01585244470172458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,51200,0.015564444992277356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,51200,0.01555377741654714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,51200,0.015292444162898593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,51200,0.015562666787041558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,51200,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,51200,0.018544000056054857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,51200,0.01851377718978458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,51200,0.015468445089128284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,51200,0.015589333242840238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,51200,0.01809244520134396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,51200,0.01531555586391025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,51200,0.02364088926050398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,51200,0.014728888869285583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,51200,0.024350222614076402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,51200,0.014602666099866232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,51200,0.014570666684044732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,51200,0.014465777410401238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,51200,0.01422755585776435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,51200,0.014223999447292753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,51200,0.014193778236707052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,51200,0.014391111003028022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,51200,0.024362666739357844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,51200,0.024008888337347243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,51200,0.02404622236887614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,51200,0.024878222081396315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,51200,0.02485688858562046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,51200,0.02351644469632043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,51200,0.023615999354256526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,51200,0.02492800023820665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,65536,0.12200853029886882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,65536,0.12153066794077556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,51200,1.2394794464111327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,51200,2.431548817952474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,51200,0.6808479944864909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,51200,0.6792405446370442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,51200,0.6438549041748047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,51200,4.829358927408854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,51200,0.6415946960449219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,51200,0.604416020711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,51200,0.5657461166381836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,51200,0.6046805063883464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,51200,0.5670944213867187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,51200,0.5270773251851399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,51200,0.4898357391357422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,51200,0.4496927897135417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,51200,0.4496106783548991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,51200,0.5268522580464681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,51200,0.4115605354309082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,51200,0.4105941454569499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,51200,0.4845130602518718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,51200,0.3719680150349935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,51200,0.33383572896321617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,51200,0.29367148081461586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,51200,0.3341514587402344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,51200,0.29226452509562173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,51200,0.2582389354705811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,51200,0.37622931798299153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,51200,0.25246826807657874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,51200,0.2176959991455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,51200,0.2133258660634359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,51200,0.17466026941935223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,51200,0.1775978724161784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,51200,0.12760960261027018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,51200,0.08179413477579753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,51200,0.08312426408131918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,51200,0.046928000450134275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,51200,0.04969066778818766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,51200,0.045109331607818604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,51200,0.04724800189336141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,51200,0.04229546785354614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,51200,0.04372586806615193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,51200,0.041116801897684734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,51200,0.04154666662216187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,51200,0.039274664719899495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,51200,0.037034666538238524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,51200,0.13098026911417643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,51200,0.03550399939219157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,51200,0.03309546709060669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,51200,0.03221120039621989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,51200,0.032414933045705155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,51200,0.031185066699981688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,51200,0.029924267530441286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,51200,0.03967039982477824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,51200,0.039190399646759036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,65536,0.1215008020401001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,51200,0.030795733133951824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,51200,0.03680533170700073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,51200,0.027265065908432008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,51200,0.03545173406600952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,51200,0.026964267094930012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,51200,0.02502400080362956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,51200,0.02401813268661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,51200,0.025294933716456098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,51200,0.025251199801762898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,51200,0.024175999561945598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,51200,0.023875200748443605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,51200,0.024490666389465333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,51200,0.0251093327999115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,51200,0.025858134031295776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,51200,0.024949334065119424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,51200,0.024997333685557045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,51200,0.024705066283543905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,51200,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,51200,0.026921600103378296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,51200,0.024732800324757893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,51200,0.024997333685557045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,51200,0.9155466715494791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,51200,1.8184202829996745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,51200,0.4851840019226074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,51200,0.46121921539306643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,51200,3.6840031941731772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,51200,0.4400021235148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,51200,0.4968480110168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,51200,0.41137065887451174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,51200,0.4032149314880371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,51200,0.3851776123046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,51200,0.4721503893534343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,51200,0.45061120986938474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,51200,0.43297599156697586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,51200,0.3611989339192708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,51200,0.3112074534098307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,51200,0.3511114756266276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,51200,0.33506666819254555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,51200,0.3275317192077637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,51200,0.29960854848225915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,51200,0.28455467224121095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,51200,0.23332160313924155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,51200,0.27360318501790365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,51200,0.21009599367777504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,51200,0.1949984073638916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,51200,0.18704533576965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,51200,0.2569610595703125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,51200,0.17156480153401693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,51200,0.24658026695251464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,51200,0.22278827031453452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,51200,0.14843519528706867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,51200,0.10106133619944255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,51200,0.1423829396565755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,51200,0.11830080350240071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,51200,0.12534080346425375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,51200,0.09245440165201822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,51200,0.06552319924036662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,51200,0.05965973138809204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,51200,0.059963734944661465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,51200,0.05697280168533325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,51200,0.056834133466084805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,51200,0.05527360041936239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,51200,0.05559786558151245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,51200,0.054302934805552164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,51200,0.05303680102030436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,51200,0.052603733539581296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,51200,0.052457598845163975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,51200,0.05174826780954996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,51200,0.05139626661936442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,51200,0.05135039885838827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,51200,0.051303466161092125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,51200,0.05059839884440104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,51200,0.05040746529897054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,51200,0.04915200074513753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,51200,0.04915093183517456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,51200,0.049165864785512284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,51200,0.04891733328501384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,51200,0.0491647998491923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,51200,0.048971732457478837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,51200,0.04895999828974406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,51200,0.049208533763885495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,51200,0.04883626699447632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,51200,0.04903786579767863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,51200,0.048951466878255204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,51200,0.049109331766764325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,51200,0.04886293411254883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,51200,0.04891839822133382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,51200,0.049109331766764325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,51200,0.048930132389068605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,51200,0.04890880187352498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,51200,0.053642666339874266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,51200,0.05482453505198161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,51200,0.0648746649424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,51200,0.0617301344871521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,51200,1.2610741933186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,51200,0.06191573143005371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,51200,0.6358528137207031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,51200,0.3214687983194987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,51200,0.2081066608428955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,51200,0.2076416015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,51200,0.20445653597513833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,51200,0.2047968069712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,51200,0.19422720273335775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,51200,0.19341120719909669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,51200,0.19049812952677408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,51200,0.19024960199991864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,51200,0.17939839363098145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,51200,0.17856000264485677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,51200,0.17590293884277344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,51200,0.17586560249328614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,51200,0.172380797068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,51200,0.16162667274475098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,51200,0.16164159774780273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,51200,0.17172800699869792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,51200,0.15717546145121258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,51200,0.15704959233601887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,51200,0.14702080090840658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,51200,0.14549652735392254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,51200,0.14275840123494465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,51200,0.14275946617126464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,51200,0.13532373110453289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,51200,0.12925866444905598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,51200,0.13454507191975912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,51200,0.12912426789601644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,51200,0.12466239929199219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,51200,0.12471786340077717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,51200,0.11601493358612061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,51200,0.11644799709320068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,51200,0.109225598971049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,51200,0.1081653356552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,51200,0.10026133060455322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,51200,0.10002453327178955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,51200,0.09984532992045084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,51200,0.09937067031860351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,51200,0.09957333405812582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,51200,0.09919359683990478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,51200,0.09954453309377034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,51200,0.09984320004781087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,51200,0.09753920237223307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,51200,0.0974176009496053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,51200,0.09672959645589194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,51200,0.09677226543426513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,51200,0.09671146869659424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,51200,0.09713706970214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,51200,0.09660693009694418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,51200,0.09658986727396647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,51200,0.09694080352783203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,51200,0.09661653041839599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,51200,0.09671786626180014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,51200,0.09657279650370279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,51200,0.09652160008748373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,51200,0.09627626736958822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,51200,0.09706239700317383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,51200,0.09695999622344971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,51200,0.09698560237884521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,51200,0.09682559967041016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,51200,0.09686293601989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,51200,0.09677226543426513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,51200,0.09711360136667888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,51200,0.09667733510335287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,51200,0.09676907062530518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,51200,0.09632319609324137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,51200,0.0963807980219523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,51200,0.09628480275472005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,51200,0.09670399824778239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,51200,0.09696640173594157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,16384,0.3515541394551595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,16384,0.17656426429748534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,16384,0.09037653605143228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,16384,0.05170773267745972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,16384,0.05096000035603841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,16384,0.049637333552042646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,16384,0.04922879934310913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,16384,0.0530240019162496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,16384,0.048757334550221756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,16384,0.0441920002301534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,16384,0.04424213171005249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,16384,0.042155734697977704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,16384,0.04195626576741536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,16384,0.04612373510996501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,16384,0.04153173367182414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,16384,0.037581864992777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,16384,0.037623465061187744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,16384,0.04012693166732788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,16384,0.0360703984896342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,16384,0.03244799971580505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,16384,0.034358398119608564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,16384,0.03226133386294047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,16384,0.0321727991104126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,16384,0.027031467358271284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,16384,0.025571199258168538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,16384,0.02892799973487854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,16384,0.025088000297546386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,16384,0.026273065805435182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,16384,0.02304319938023885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,16384,0.01871573328971863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,16384,0.018012799819310508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,16384,0.016008533040682473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,16384,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,16384,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,16384,0.012922666470209756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,16384,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,16384,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,16384,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,16384,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,16384,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,16384,0.011682132879892986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,16384,0.011681066950162251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,16384,0.011662933230400085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,16384,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,16384,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,51200,0.09676586786905925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,16384,0.010207999746004741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,16384,0.010305066903432209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,16384,0.01011199951171875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,16384,0.011306666334470113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,16384,0.011940266688664753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,16384,0.011655466755231221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,16384,0.011665067076683045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,16384,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,16384,0.015266133348147073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,16384,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,16384,0.013262933492660523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,16384,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,16384,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,16384,0.008459732929865519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,16384,0.0065301333864529925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,16384,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,16384,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,16384,0.00664106657107671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,16384,0.006372266511122386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,16384,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,16384,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,51200,0.09657066663106283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,16384,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,16384,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,16384,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,16384,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,16384,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,16384,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,16384,0.008097066481908163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,16384,0.7935797373453777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,16384,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,16384,0.40479787190755206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,16384,1.5782187143961588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,16384,0.22260160446166993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,16384,0.22218240102132164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,16384,0.21114773750305177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,16384,0.21052373250325523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,16384,0.2006901264190674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,16384,0.20018240610758462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,16384,0.19152852694193523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,16384,0.18771519660949706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,16384,0.17553599675496417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,16384,0.17444586753845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,16384,0.16295679410298664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,16384,0.16053439776102701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,16384,0.14605654080708821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,16384,0.14557545979817707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,16384,0.13075733184814453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,16384,0.13241600195566813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,16384,0.12031786441802979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,16384,0.11660053730010986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,16384,0.10188159942626954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,16384,0.10095679759979248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,16384,0.08761493364969888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,16384,0.09079786936442057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,16384,0.070632537206014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,16384,0.0770901362101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,16384,0.058126934369405116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,16384,0.06276373465855917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,16384,0.05144319931666056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,16384,0.044791467984517414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,16384,0.03708373308181763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,16384,0.03551040093104045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,16384,0.030561065673828124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,16384,0.028917332490285236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,16384,0.029282132784525555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,16384,0.030253867308298748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,16384,0.028948267300923664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,16384,0.027267199754714967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,16384,0.05106026728947958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,16384,0.026660267512003583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,16384,0.02640213370323181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,16384,0.025756800174713136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,16384,0.024626133839289348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,16384,0.024856533606847128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,16384,0.024647466341654458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,16384,0.024573866526285806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,16384,0.024716800451278685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,16384,0.024846933285395303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,16384,0.023668267329533896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,16384,0.024834134181340537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,16384,0.020802134275436403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,16384,0.023562665780385336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,16384,0.021337600549062093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,16384,0.0208512008190155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,16384,0.01908906698226929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,16384,0.02038933237393697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,16384,0.018824533621470133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,16384,0.04382933378219604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,16384,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,16384,0.01897066632906596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,16384,0.018771199385325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,16384,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,16384,0.01878933310508728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,16384,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,16384,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,16384,0.017862399419148765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,16384,0.018381865819295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,16384,0.018201599518458046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,16384,0.01831679940223694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,16384,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,16384,0.018863999843597413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,16384,0.018678400913874307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,16384,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,51200,0.09648746649424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,16384,0.8427104314168294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,16384,1.6678080240885418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,16384,0.4222442626953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,16384,0.2125472068786621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,16384,0.2287989298502604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,16384,0.1990506649017334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,16384,0.19483092625935872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,16384,0.18889813423156737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,16384,0.1833013375600179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,16384,0.1772597312927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,16384,0.21782293319702148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,16384,0.22565439542134605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,16384,0.20562346776326498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,16384,0.16446080207824706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,16384,0.14011839230855305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,16384,0.16213013331095377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,16384,0.15287572542826336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,16384,0.14980586369832355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,16384,0.13724160194396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,16384,0.12511146863301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,16384,0.12810346285502117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,16384,0.10204586982727051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,16384,0.0982250690460205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,16384,0.07934079964955648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,16384,0.07520533402760823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,16384,0.11535786787668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,16384,0.06286506652832032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,16384,0.0579530676205953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,16384,0.1120479981104533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,16384,0.04119786818822225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,16384,0.047856001059214275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,16384,0.049159467220306396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,16384,0.03390186627705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,16384,0.026349866390228273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,16384,0.03141973416010539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,16384,0.024336000283559166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,16384,0.024409600098927817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,16384,0.023900800943374635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,16384,0.02272640069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,16384,0.022668800751368203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,16384,0.022703999280929567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,16384,0.02246613303820292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,16384,0.020777599016825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,16384,0.020653865734736123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,16384,0.02101759910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,16384,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,16384,0.020666666825612388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,16384,0.02060479919115702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,16384,0.020641066630681357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,16384,0.020610133806864418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,16384,0.019514666001001994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,16384,0.024693334102630617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,16384,0.018992000818252565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,16384,0.019299199183781944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,16384,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,16384,0.018962132930755615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,16384,0.019016534090042114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,16384,0.019008000691731773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,16384,0.01920106609662374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,16384,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,16384,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,16384,0.019074134031931558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,16384,0.01904319922129313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,16384,0.018866133689880372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,16384,0.018988800048828126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,16384,0.019056000312169395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,16384,0.019259732961654664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,16384,0.019709867238998414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,16384,0.019375999768575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,16384,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,16384,0.019375999768575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,16384,0.019203199942906698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,16384,0.0189301331837972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,16384,0.03986453215281169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,16384,0.2233568032582601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,16384,0.4295445442199707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,16384,0.11417706807454427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,16384,0.07680746714274088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,16384,0.07697386741638183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,16384,0.07470293045043945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,16384,0.07483627001444498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,16384,0.07198826471964517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,16384,0.07178453604380289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,16384,0.07002879778544108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,16384,0.06988586584726969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,16384,0.06622720162073771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,16384,0.06683626969655355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,16384,0.06539200146993002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,16384,0.06532693306605021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,16384,0.06062399943669637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,16384,0.06382506688435872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,16384,0.0637279987335205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,16384,0.059699201583862306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,16384,0.05899519920349121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,16384,0.05911146799723307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,16384,0.05411520004272461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,16384,0.05420800050099691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,16384,0.051303466161092125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,16384,0.051038932800292966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,16384,0.04848853349685669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,16384,0.047948801517486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,16384,0.045943466822306316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,16384,0.046190933386484785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,16384,0.04437973499298096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,16384,0.04484800100326538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,16384,0.042022399107615155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,16384,0.041554133097330734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,16384,0.039486932754516604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,16384,0.039485867818196616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,16384,0.03704853455225627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,16384,0.036278398831685384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,16384,0.036673065026601157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,16384,0.0366431991259257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,16384,0.03669333457946777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,16384,0.036665598551432296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,16384,0.036261332035064694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,16384,0.03631466627120972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,16384,0.03584533135096232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,16384,0.03539199829101562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,16384,0.03559253215789795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,16384,0.035529601573944095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,16384,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,16384,0.03556586503982544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,16384,0.03545279900232951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,16384,0.03540053367614746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,16384,0.03501546780268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,16384,0.03508906761805217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,16384,0.03506133159001668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,16384,0.03510506550470988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,16384,0.035427200794219973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,16384,0.03514773448308309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,16384,0.035366400082906084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,16384,0.03546346823374431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,16384,0.03529599905014038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,16384,0.03550506830215454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,16384,0.03542293310165405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,16384,0.03548479874928792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,16384,0.03503359953562419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,16384,0.03544960021972656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,16384,0.03564480145772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,16384,0.035331201553344724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,16384,0.035410133997599284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,16384,0.03547093470891317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,16384,0.03526080052057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,16384,0.0350325345993042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,12288,0.2533461411794027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,12288,0.12350719769795734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,12288,0.06605973243713378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,12288,0.038718934853871664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,12288,0.03789973258972168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,12288,0.03734613259633382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,12288,0.037117866675059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,12288,0.03986666599909465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,12288,0.036345601081848145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,12288,0.03267520070075989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,16384,0.035190399487813315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,12288,0.03327893416086833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,12288,0.03275413314501445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,12288,0.035971200466156004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,12288,0.03160746693611145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,12288,0.02789546648661296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,12288,0.027793065706888838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,12288,0.03021120031674703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,12288,0.025991467634836833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,12288,0.023987199862798056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,12288,0.02444373369216919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,12288,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,12288,0.02308053374290466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,12288,0.020173867543538414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,12288,0.018547199169794717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,12288,0.0244159996509552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,12288,0.01949333349863688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,12288,0.02159573237101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,12288,0.019197867314020792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,12288,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,12288,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,12288,0.03131413261095683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,12288,0.015508266290028891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,12288,0.012930132945378623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,12288,0.0114656001329422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,12288,0.012443733215332032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,12288,0.01202239990234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,12288,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,12288,0.012308266758918763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,12288,0.012346667051315308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,16384,0.035468800862630205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,12288,0.00998293360074361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,12288,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,12288,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,12288,0.008516266942024231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,12288,0.008689066767692566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,12288,0.008473599950472515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,12288,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,12288,0.009413333733876546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,12288,0.014045866330464682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,12288,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,12288,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,12288,0.010215466221173603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,12288,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,12288,0.012123733758926392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,12288,0.007162666817506154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,12288,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,12288,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,12288,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,12288,0.006448000172773997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,12288,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,12288,0.006751999755700429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,12288,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,12288,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,12288,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,12288,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,12288,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,12288,0.006676266590754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,12288,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,12288,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,12288,0.007529599964618683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,12288,0.0076885332663853955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,12288,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,12288,0.0076330666740735366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,12288,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,12288,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,16384,0.035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,12288,0.3076469421386719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,12288,0.6078954696655273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,12288,0.17128639221191405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,12288,0.17189226150512696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,12288,0.15765973726908367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,12288,1.1855264027913412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,12288,0.1516277313232422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,12288,0.1521077315012614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,12288,0.1440874735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,12288,0.1424938678741455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,12288,0.13146666685740155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,12288,0.13013226985931398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,12288,0.11685439745585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,12288,0.10316159725189208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,12288,0.11544213294982911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,12288,0.10327786604563396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,12288,0.09142399628957112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,12288,0.08515520095825195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,12288,0.08087680339813233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,12288,0.09281706809997559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,12288,0.06890347003936767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,12288,0.06827627023061117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,12288,0.15941972732543946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,12288,0.059735465049743655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,12288,0.051666132609049474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,12288,0.05852053165435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,12288,0.04786986509958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,12288,0.04727466503779094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,12288,0.04110506772994995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,12288,0.037913600603739425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,12288,0.03732586701711019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,12288,0.03358826637268066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,12288,0.032909866174062094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,12288,0.027734400828679402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,12288,0.027448532978693645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,12288,0.027080533901850383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,12288,0.026893866062164307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,12288,0.026822400093078614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,12288,0.026166399319966633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,12288,0.024699733654658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,12288,0.025197867552439374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,12288,0.02292693257331848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,12288,0.022992000977198283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,12288,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,12288,0.024765866994857787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,12288,0.051867731412251795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,12288,0.024782933791478477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,12288,0.02262399991353353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,12288,0.024406399329503378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,12288,0.021149865786234536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,12288,0.020874667167663574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,12288,0.020824533700942994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,12288,0.020805333058039346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,12288,0.04142933289210002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,12288,0.020935465892155967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,12288,0.020734934012095134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,12288,0.02000853419303894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,12288,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,12288,0.019594667355219524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,12288,0.018563199043273925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,12288,0.019672532876332603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,12288,0.019088000059127808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,12288,0.018847999970118205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,12288,0.019642666975657145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,12288,0.018734933932622273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,12288,0.01867626706759135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,12288,0.019214934110641478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,12288,0.018822399775187175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,12288,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,12288,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,12288,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,12288,0.018967467546463012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,12288,0.018692266941070557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,12288,0.018427733580271402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,12288,0.40231040318806965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,12288,0.21745600700378417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,12288,0.8010463714599609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,12288,1.5856234232584634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,12288,0.205460262298584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,12288,0.1932106653849284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,12288,0.21864320437113444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,12288,0.18142612775166828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,12288,0.17470506032307942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,12288,0.16880853970845539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,12288,0.20840214093526205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,12288,0.19689173698425294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,12288,0.1872938632965088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,12288,0.15785387357076008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,12288,0.12969066301981608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,12288,0.15564799308776855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,12288,0.14352960586547853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,12288,0.14119893709818523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,12288,0.12770559787750244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,12288,0.10736107031504313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,12288,0.06880640188852946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,12288,0.10469973087310791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,12288,0.06101013422012329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,12288,0.05746666590372721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,12288,0.08612266381581625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,12288,0.0501418670018514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,12288,0.05332800149917603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,12288,0.08487786451975504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,12288,0.06587626536687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,12288,0.0432917316754659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,12288,0.03001813292503357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,12288,0.04277333418528239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,12288,0.03491413195927938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,12288,0.02773546576499939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,12288,0.02307413419087728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,12288,0.020986666282018028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,12288,0.02062826752662659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,12288,0.019851734240849815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,12288,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,12288,0.019398399194081626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,12288,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,12288,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,12288,0.01776640017827352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,12288,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,12288,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,12288,0.017460266749064125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,12288,0.036703999837239584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,12288,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,12288,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,12288,0.017310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,12288,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,12288,0.016100266575813295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,12288,0.016054399808247886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,12288,0.01617173353830973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,12288,0.01606933375199636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,12288,0.015687466661135355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,12288,0.016220800081888833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,12288,0.015793066223462424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,12288,0.015797332922617594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,12288,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,12288,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,12288,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,12288,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,12288,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,12288,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,12288,0.01581653356552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,12288,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,12288,0.016199466586112977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,12288,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,12288,0.016176000237464905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,12288,0.019067732493082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,12288,0.01606186628341675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,12288,0.17505067189534504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,12288,0.34231465657552085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,12288,0.09009173711140951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,12288,0.06197119951248169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,12288,0.06150613228480021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,12288,0.059988268216451014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,12288,0.021010132630666097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,12288,0.05959039926528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,12288,0.021000534296035767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,12288,0.05727893511454264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,12288,0.05734506845474243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,12288,0.056569600105285646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,12288,0.05645120143890381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,12288,0.05367786486943563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,12288,0.05306666692097982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,12288,0.052349865436553955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,12288,0.052153599262237546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,12288,0.049711998303731283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,12288,0.049700268109639484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,12288,0.046020265420277914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,12288,0.04621333281199137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,12288,0.04404373168945312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,12288,0.04198720057805379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,12288,0.041997865835825605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,12288,0.0444266676902771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,12288,0.039884801705678305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,12288,0.03992960055669149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,12288,0.03856106599171956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,12288,0.03787946701049805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,12288,0.03666986624399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,12288,0.036638931433359785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,12288,0.035382401943206784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,12288,0.0333898663520813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,12288,0.03304426670074463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,12288,0.03535039822260539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,12288,0.03127999901771546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,12288,0.03136426607767741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,12288,0.029578665892283123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,12288,0.029250133037567138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,12288,0.029388799269994097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,12288,0.02924799919128418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,12288,0.029289599259694415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,12288,0.029265065987904865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,12288,0.02922133406003316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,12288,0.02898026704788208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,12288,0.028553599119186403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,12288,0.028093866507212323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,12288,0.02837760051091512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,12288,0.028061866760253906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,12288,0.028538666168848675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,12288,0.02800106604894002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,12288,0.028398933013280232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,12288,0.028093866507212323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,12288,0.0280074675877889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,12288,0.02808319926261902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,12288,0.028094933430353804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,12288,0.02802026669184367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,12288,0.02805546720822652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,12288,0.02839573423067729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,12288,0.028092799584070842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,12288,0.028033065795898437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,12288,0.02767680088678996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,12288,0.028424533208211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,12288,0.028009599447250365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,12288,0.0280458668867747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,12288,0.027998934189478557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,12288,0.028398933013280232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,12288,0.028386133909225463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,12288,0.028038400411605834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,12288,0.02807360092798869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,12288,0.02804693380991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,12288,0.028039467334747315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,12288,0.02805440028508504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,10240,0.23064640363057456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,10240,0.11577493349711102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,10240,0.05762666861216227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,10240,0.03285973270734151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,10240,0.032713599999745685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,10240,0.03203840057055156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,10240,0.03161173264185588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,10240,0.0336458683013916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,10240,0.030164267619450885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,10240,0.02688960035641988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,12288,0.028381866216659547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,10240,0.027049599091211955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,10240,0.025938133398691814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,10240,0.028459733724594115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,10240,0.025187200307846068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,10240,0.02239039937655131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,10240,0.02218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,10240,0.02366080085436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,10240,0.021172267198562623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,10240,0.02115839918454488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,10240,0.019882667064666747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,10240,0.019700266917546592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,10240,0.01965013345082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,10240,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,10240,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,10240,0.02129813234011332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,12288,0.028043733040491743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,10240,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,10240,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,10240,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,10240,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,10240,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,12288,0.028025599320729573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,10240,0.013330133756001792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,10240,0.010360532999038696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,10240,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,10240,0.01076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,10240,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,10240,0.011223466197649638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,10240,0.011927466591199238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,10240,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,10240,0.008945066730181377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,10240,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,10240,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,10240,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,10240,0.007522133489449819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,10240,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,10240,0.007625600198904674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,10240,0.025803732872009277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,10240,0.009109333157539368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,10240,0.017339734236399333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,10240,0.008701866865158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,10240,0.0088128000497818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,10240,0.006250666578610738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,10240,0.010289067029953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,10240,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,10240,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,10240,0.006580266853173573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,10240,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,10240,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,10240,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,10240,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,10240,0.006229333579540253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,10240,0.00621013343334198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,10240,0.006018133461475372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,10240,0.006053333481152853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,10240,0.006005333364009857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,10240,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,10240,0.007038933535416921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,10240,0.0070613334576288865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,10240,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,10240,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,10240,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,10240,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,10240,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,10240,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,10240,0.008094933132330577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,10240,0.5086720148722331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,10240,0.2582037289937337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,10240,0.1411882718404134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,10240,0.14123093287150065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,10240,0.128220796585083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,10240,1.000280507405599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,10240,0.1288373311360677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,10240,0.124180269241333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,10240,0.12333546479543049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,10240,0.1156213363011678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,10240,0.11260693073272705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,10240,0.10246613025665283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,10240,0.10104107062021891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,10240,0.09436480204264322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,10240,0.09280213514963785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,10240,0.08012266953786215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,10240,0.08225173155466715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,10240,0.06993280251820883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,10240,0.06655679941177368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,10240,0.05500586827596029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,10240,0.054898134867350255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,10240,0.05122026602427164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,10240,0.0633674661318461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,10240,0.050078932444254556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,10240,0.04542613426844279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,10240,0.04708053270975749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,10240,0.04089279969533284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,10240,0.03704959948857625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,10240,0.03739413420359294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,10240,0.03424319823582967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,10240,0.028878933191299437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,10240,0.028897066911061604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,10240,0.02653333346048991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,10240,0.07124266624450684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,10240,0.025205334027608235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,10240,0.02635306715965271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,10240,0.02506133317947388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,10240,0.025272534290949507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,10240,0.024589866399765015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,10240,0.025178666909535723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,10240,0.024945066372553507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,10240,0.022827732563018798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,10240,0.02283946673075358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,10240,0.02295680046081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,10240,0.023382399479548135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,10240,0.02262079914410909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,10240,0.024171733856201173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,10240,0.021740800142288207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,10240,0.02113706668217977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,10240,0.022856533527374268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,10240,0.021261866887410483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,10240,0.020729599396387736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,10240,0.020747733116149903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,10240,0.01956160068511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,10240,0.020639999707539877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,10240,0.01990613341331482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,10240,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,10240,0.018568533658981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,10240,0.018679465850194296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,10240,0.018576000134150186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,10240,0.033140265941619874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,10240,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,10240,0.018978132804234823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,10240,0.018722132841746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,10240,0.018565332889556883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,10240,0.02239360014597575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,10240,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,10240,0.01744640072186788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,10240,0.018235733111699425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,10240,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,10240,0.01917866667111715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,10240,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,10240,0.0172106663386027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,10240,0.04154666662216187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,10240,0.39131412506103513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,10240,0.21117866834004723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,10240,0.7799957275390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,10240,0.2015765349070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,10240,0.1980415980021159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,10240,0.20863787333170572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,10240,0.1894986629486084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,10240,0.18520959218343097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,10240,0.17884586652119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,10240,0.16597545941670735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,10240,0.16202452977498372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,10240,0.17389547030131022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,10240,1.5411509195963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,10240,0.14629653294881184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,10240,0.14316479365030926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,10240,0.10297813415527343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,10240,0.10017706553141277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,10240,0.11931733290354411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,10240,0.12308266957600911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,10240,0.08140799999237061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,10240,0.08264640172322592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,10240,0.07106346289316813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,10240,0.05637013514836629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,10240,0.05473599831263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,10240,0.04891839822133382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,10240,0.04762133359909058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,10240,0.06187306642532349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,10240,0.06933120091756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,10240,0.06328106721242269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,10240,0.0409717321395874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,10240,0.028439466158548993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,10240,0.04082666635513306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,10240,0.03464106718699138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,10240,0.03328640063603719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,10240,0.025964800516764325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,10240,0.02143359978993734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,10240,0.01937920053799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,10240,0.017917867501576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,10240,0.017786665757497152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,10240,0.017847466468811034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,10240,0.01783039967219035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,10240,0.016103466351826988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,10240,0.01574399967988332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,10240,0.01581546664237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,10240,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,10240,0.0156960000594457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,10240,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,10240,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,10240,0.016065067052841185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,10240,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,10240,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,10240,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,10240,0.014377599954605103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,10240,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,10240,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,10240,0.014153599739074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,10240,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,10240,0.014076800147692362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,10240,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,10240,0.014131200313568116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,10240,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,10240,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,10240,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,10240,0.014135467012723288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,10240,0.014239999651908874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,10240,0.014174933234850565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,10240,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,10240,0.014071466525395713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,10240,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,10240,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,10240,0.014316800236701965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,10240,0.30877758661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,10240,0.1591050624847412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,10240,0.08189866542816163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,10240,0.05597546497980753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,10240,0.019272534052530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,10240,0.055786665280659994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,10240,0.01956693331400553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,10240,0.019436800479888917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,10240,0.054202667872111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,10240,0.05449279944101969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,10240,0.05190613269805908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,10240,0.051699201265970864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,10240,0.050584534804026283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,10240,0.05011839866638183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,10240,0.04660586516062419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,10240,0.044446933269500735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,10240,0.04737279812494914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,10240,0.04404693444569906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,10240,0.042379732926686606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,10240,0.042530135313669844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,10240,0.03994133472442627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,10240,0.04041066567103068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,10240,0.038330666224161786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,10240,0.038424531618754074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,10240,0.037223466237386066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,10240,0.03548479874928792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,10240,0.0351583997408549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,10240,0.036789333820343016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,10240,0.033802668253580734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,10240,0.03342080116271973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,10240,0.032562132676442465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,10240,0.03213546673456828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,10240,0.031361067295074464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,10240,0.0314410666624705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,10240,0.02892373402913411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,10240,0.029733333985010785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,10240,0.02764586607615153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,10240,0.027297067642211913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,10240,0.026004266738891602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,10240,0.025646932919820148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,10240,0.025564799706141155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,10240,0.025650133689244587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,10240,0.02555733323097229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,10240,0.025549866755803424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,10240,0.02550826668739319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,10240,0.024899200598398844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,10240,0.025625600417455034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,10240,0.024754132827123007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,10240,0.024693334102630617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,10240,0.024768000841140746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,10240,0.024780799945195518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,10240,0.02473919987678528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,10240,0.024808533986409507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,10240,0.02468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,10240,0.025177599986394246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,10240,0.024727465709050496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,10240,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,10240,0.024804266293843587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,10240,0.02471359968185425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,10240,0.024793599049250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,10240,0.024817067384719848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,10240,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,10240,0.024322134256362916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,10240,0.024487467606862386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,10240,0.02477759917577108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,10240,0.02476480007171631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,10240,0.024771199623743693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,10240,0.02473599910736084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,10240,0.02498133381207784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,10240,0.02445013324419657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,10240,0.024829866488774617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,10240,0.02478933334350586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,10240,0.0247488001982371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,10240,0.024666666984558105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,8192,0.18563307126363118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,8192,0.09372479915618896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,8192,0.04672960042953491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,8192,0.025752532482147216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,10240,0.02495253284772237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,8192,0.025540266434351606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,8192,0.024580266078313193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,8192,0.026900267601013182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,8192,0.025906133651733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,8192,0.020071466763814293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,8192,0.020307199160257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,10240,0.024338134129842124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,8192,0.02004800041516622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,8192,0.020617600282033285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,8192,0.02151893377304077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,8192,0.020166399081548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,8192,0.018178133169809978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,8192,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,8192,0.01890986760457357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,8192,0.018068265914916993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,8192,0.017166932423909508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,10240,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,8192,0.017285333077112833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,8192,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,8192,0.016910932461420693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,8192,0.016992000738779704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,8192,0.013583999872207642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,8192,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,8192,0.01790613333384196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,8192,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,8192,0.012469333410263062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,8192,0.012526933352152506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,8192,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,8192,0.0125109334786733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,8192,0.010523733496665955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,8192,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,8192,0.009257599711418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,8192,0.009106133381525676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,8192,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,8192,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,8192,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,8192,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,8192,0.024889600276947022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,8192,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,8192,0.007714133461316426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,8192,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,8192,0.007427200178305308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,8192,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,8192,0.007677866518497467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,8192,0.007663999994595845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,8192,0.007652266820271809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,8192,0.007577600081761678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,8192,0.0059349333246548975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,8192,0.008452266454696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,8192,0.005949866771697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,8192,0.007606400052706401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,8192,0.005952000121275584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,8192,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,8192,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,8192,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,8192,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,8192,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,8192,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,8192,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,8192,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,8192,0.005845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,8192,0.005831466615200042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,8192,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,8192,0.0056202664971351625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,8192,0.005640533566474914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,8192,0.00551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,8192,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,8192,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,8192,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,8192,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,8192,0.013421866297721862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,8192,0.40916159947713215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,8192,0.8035039901733398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,8192,0.1077888011932373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,8192,0.20851945877075195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,8192,0.10708053112030029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,8192,0.09554239908854166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,8192,0.09735146363576254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,8192,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,8192,0.09563199679056802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,8192,0.07888853549957275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,8192,0.07525333563486734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,8192,0.07503039836883545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,8192,0.06782613595326742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,8192,0.06044906775156657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,8192,0.0601365327835083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,8192,0.09296747048695883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,8192,0.05511039892832438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,8192,0.052926933765411376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,8192,0.07895253499348959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,8192,0.05257920026779175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,8192,0.05014400084813436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,8192,0.046130132675170896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,8192,0.046317867437998456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,8192,0.04326826731363932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,8192,0.04304746786753337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,8192,0.039061331748962404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,8192,0.03911786476771037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,8192,0.03697919845581055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,8192,0.03673493464787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,8192,0.03289600014686585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,8192,0.03275093237559001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,8192,0.030979200204213457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,8192,0.029618134101231892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,8192,0.02686506708463033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,8192,0.024452267090479533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,8192,0.06551680167516073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,8192,0.02509760061899821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,8192,0.023918932676315306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,8192,0.02350506583849589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,8192,0.022664533058802287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,8192,0.025212800502777098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,8192,0.02276373306910197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,8192,0.023254400491714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,8192,0.022428800662358604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,8192,0.026859732468922932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,8192,0.02136960029602051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,8192,0.021679999430974324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,8192,0.021540266275405884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,8192,0.022437334060668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,8192,0.021715199947357176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,8192,0.023798400163650514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,8192,0.02026346723238627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,8192,0.019705599546432494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,8192,0.01922986706097921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,8192,0.01913386583328247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,8192,0.018898133436838785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,8192,0.02034453352292379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,8192,0.01934079925219218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,8192,0.019667200247446694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,8192,0.01956160068511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,8192,0.018554667631785073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,8192,0.023755733172098795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,8192,0.018667733669281004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,8192,0.020642133553822835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,8192,0.01948480010032654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,8192,0.019461333751678467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,8192,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,8192,0.018564265966415406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,8192,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,8192,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,8192,0.01853653391202291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,8192,0.018458666404088338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,8192,0.021109332640965782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,8192,0.018566399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,8192,0.020677334070205687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,8192,0.3764533360799154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,8192,0.20028692881266275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,8192,0.7486101150512695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,8192,1.4916042327880858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,8192,0.18795839945475262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,8192,0.1694815953572591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,8192,0.20192960103352867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,8192,0.14813119570414227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,8192,0.12841386795043946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,8192,0.12215893268585205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,8192,0.19031999905904134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,8192,0.1780469258626302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,8192,0.1565685272216797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,8192,0.10036160151163738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,8192,0.07921493053436279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,8192,0.0903007984161377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,8192,0.10756373405456543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,8192,0.08845760027567545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,8192,0.0783029317855835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,8192,0.07255787054697672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,8192,0.059233065446217856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,8192,0.057486931482950844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,8192,0.052315731843312584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,8192,0.05023786624272665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,8192,0.04675733248392741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,8192,0.04402346611022949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,8192,0.07089707056681314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,8192,0.06555306514104207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,8192,0.06410559813181559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,8192,0.039136000474294025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,8192,0.02604373296101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,8192,0.03784746726353963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,8192,0.03257173299789429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,8192,0.02446933388710022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,8192,0.01946453253428141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,8192,0.017590399583180746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,8192,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,8192,0.016429866353670754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,8192,0.01609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,8192,0.016089600324630738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,8192,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,8192,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,8192,0.01780479947725932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,8192,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,8192,0.014130133390426635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,8192,0.014032000303268432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,8192,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,8192,0.014306132992108664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,8192,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,8192,0.014036267002423605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,8192,0.012807466586430869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,8192,0.012800000111262002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,8192,0.012805333733558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,8192,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,8192,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,8192,0.012651733557383218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,8192,0.012735999623934426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,8192,0.012828800082206725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,8192,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,8192,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,8192,0.012877866625785828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,8192,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,8192,0.012433066964149475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,8192,0.012754133343696595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,8192,0.012477866808573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,8192,0.013564800222714743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,8192,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,8192,0.012795733412106833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,8192,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,8192,0.013153066237767538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,8192,0.030964267253875733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,8192,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,8192,0.01251413325468699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,8192,0.1267520030339559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,8192,0.066921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,8192,0.24305920600891112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,8192,0.04495999813079834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,8192,0.04548799991607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,8192,0.04260480006535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,8192,0.042794664700826004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,8192,0.04071573416392009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,8192,0.03916906515757243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,8192,0.038998401165008544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,8192,0.04047466516494751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,8192,0.03753066857655843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,8192,0.03749653498331706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,8192,0.036473600069681804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,8192,0.036311467488606766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,8192,0.03581759929656982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,8192,0.01775253415107727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,8192,0.03371306657791138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,8192,0.03410773277282715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,8192,0.03489493529001872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,8192,0.03226986726125081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,8192,0.032500267028808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,8192,0.030876799424489336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,8192,0.03094186584154765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,8192,0.030037333567937214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,8192,0.02963520089785258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,8192,0.028438399235407513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,8192,0.02760853370030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,8192,0.02754559914271037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,8192,0.02635093331336975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,8192,0.02844053308169047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,8192,0.026360533634821576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,8192,0.025151999791463216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,8192,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,8192,0.02395306626955668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,8192,0.02358400026957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,8192,0.02181866765022278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,8192,0.021831466754277547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,8192,0.02187733252843221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,8192,0.02150613268216451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,8192,0.02180373271306356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,8192,0.021563732624053956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,8192,0.02145493427912394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,8192,0.021437867482503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,8192,0.02147946755091349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,8192,0.021082667509714763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,8192,0.021281067530314127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,8192,0.02107306718826294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,8192,0.021143466234207153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,8192,0.02071573336919149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,8192,0.020742400487263998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,8192,0.020644267400105797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,8192,0.021107200781504312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,8192,0.0210805336634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,8192,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,8192,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,8192,0.02099626660346985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,8192,0.021001599232355752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,8192,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,8192,0.021091200908025107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,8192,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,8192,0.021079466740290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,8192,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,8192,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,8192,0.02068480054537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,8192,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,8192,0.02064639925956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,8192,0.021092265844345093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,8192,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,8192,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,8192,0.021449599663416544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,8192,0.02087786595026652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,7168,0.16921812693277996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,7168,0.08524906635284424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,7168,0.04235626856486003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,8192,0.02100693384806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,7168,0.022721066077550253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,7168,0.021572266022364298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,7168,0.022437334060668945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,7168,0.021142399311065672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,7168,0.02295359969139099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,7168,0.021562665700912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,7168,0.018182400862375894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,7168,0.017547732591629027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,7168,0.0180074671904246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,7168,0.017735467354456583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,7168,0.019718400637308755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,7168,0.017147733767827352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,7168,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,7168,0.01602453291416168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,7168,0.01689599951108297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,7168,0.015598932902018229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,7168,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,7168,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,7168,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,7168,0.014808533589045205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,7168,0.011943466464678447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,7168,0.012566399574279786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,7168,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,7168,0.012223999698956807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,7168,0.012216533223787945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,7168,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,7168,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,8192,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,7168,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,7168,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,7168,0.01088746686776479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,7168,0.010090667009353637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,7168,0.008796800176302593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,7168,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,7168,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,7168,0.008994133273760477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,7168,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,7168,0.007302399973074596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,7168,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,7168,0.014259200294812521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,7168,0.007222400108973186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,7168,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,7168,0.007047466437021891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,7168,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,7168,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,7168,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,7168,0.007478400071461995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,7168,0.007405866682529449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,7168,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,7168,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,7168,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,7168,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,7168,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,7168,0.00584853341182073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,7168,0.005508266886075338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,7168,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,7168,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,7168,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,7168,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,7168,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,7168,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,7168,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,7168,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,7168,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,7168,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,7168,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,7168,0.00544213354587555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,7168,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,7168,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,7168,0.0054517333706219995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,7168,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,8192,0.02104960083961487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,7168,0.35845867792765296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,7168,0.7023893356323242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,7168,0.08951893647511801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,7168,0.18470293680826824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,7168,0.005423999826113383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,7168,0.08958079814910888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,7168,0.07877333164215088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,7168,0.08005867004394532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,7168,0.07799039681752523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,7168,0.06521066824595133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,7168,0.06567893425623575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,7168,0.06006186803181966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,7168,0.06248853206634521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,7168,0.05704746643702189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,7168,0.056284801165262854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,7168,0.05211199919382731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,7168,0.05286080042521159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,7168,0.048547200361887616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,7168,0.04986666838328044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,7168,0.04517440001169841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,7168,0.04537920157114665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,7168,0.04319893519083659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,7168,0.042675201098124185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,7168,0.039338668187459305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,7168,0.037522133191426596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,7168,0.07843946615854899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,7168,0.03312106728553772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,7168,0.037178667386372884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,7168,0.033308800061543783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,7168,0.03170773386955261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,7168,0.029113600651423138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,7168,0.02886506716410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,7168,0.02671146591504415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,7168,0.025067732731501265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,7168,0.023229867219924927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,7168,0.02279040018717448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,7168,0.0231989324092865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,7168,0.023004800081253052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,7168,0.0226090669631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,7168,0.021699200073877968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,7168,0.02119999925295512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,7168,0.020644267400105797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,7168,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,7168,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,7168,0.0211136003335317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,7168,0.02061333258946737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,7168,0.03919999996821086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,7168,0.02055786649386088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,7168,0.020562134186426797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,7168,0.019008000691731773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,7168,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,7168,0.01957546671231588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,7168,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,7168,0.018786134322484334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,7168,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,7168,0.01858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,7168,0.019450666507085164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,7168,0.01890666683514913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,7168,0.018497065703074137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,7168,0.0171509325504303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,7168,0.018824533621470133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,7168,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,7168,0.01936960021654765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,7168,0.018666666746139527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,7168,0.01857173244158427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,7168,0.01995733380317688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,7168,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,7168,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,7168,0.031768532594045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,7168,0.01887893279393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,7168,0.018659200270970663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,7168,0.01874666611353556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,7168,0.017369600137074788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,7168,0.018522665898005167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,7168,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,7168,0.7518357594807943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,7168,0.1932213306427002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,7168,0.16996800104777018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,7168,1.5001215616861978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,7168,0.1498026688893636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,7168,0.3784735997517904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,7168,0.12912000020345052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,7168,0.12434559663136799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,7168,0.10971626440684001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,7168,0.10600746472676595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,7168,0.19187839825948078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,7168,0.16368853251139323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,7168,0.14167359670003254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,7168,0.09403519630432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,7168,0.07663573424021403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,7168,0.09357120196024576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,7168,0.08414826393127442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,7168,0.08391146659851074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,7168,0.07555840015411378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,7168,0.06956160068511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,7168,0.05685120026270548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,7168,0.06910400390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,7168,0.050937600930531825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,7168,0.04909439881642659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,7168,0.044471466541290285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,7168,0.04272426764170329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,7168,0.06368746757507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,7168,0.062163201967875156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,7168,0.05593066612879435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,7168,0.03717973232269287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,7168,0.025100799401601155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,7168,0.037036800384521486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,7168,0.03020053307215373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,7168,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,7168,0.023485867182413737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,7168,0.01657600005467733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,7168,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,7168,0.016901334126790367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,7168,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,7168,0.015326933066050211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,7168,0.014988799889882406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,7168,0.015318399667739869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,7168,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,7168,0.013267200191815695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,7168,0.013298133015632629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,7168,0.01336853305498759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,7168,0.013237333297729493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,7168,0.01325759987036387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,7168,0.013240533073743186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,7168,0.013342932860056559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,7168,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,7168,0.01199893355369568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,7168,0.01204266647497813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,7168,0.011773866415023804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,7168,0.011623467008272808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,7168,0.011975466211636861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,7168,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,7168,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,7168,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,7168,0.01209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,7168,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,7168,0.01197760005791982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,7168,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,7168,0.012038399775822956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,7168,0.011591466267903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,7168,0.011921067039171855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,7168,0.011955199639002483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,7168,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,7168,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,7168,0.011989333232243856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,7168,0.012083199620246888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,7168,0.012032000223795573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,7168,0.0313813328742981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,7168,0.11836480299631755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,7168,0.2287050724029541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,7168,0.06222933530807495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,7168,0.04073386589686076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,7168,0.04000853300094605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,7168,0.038558932145436604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,7168,0.038601601123809816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,7168,0.03703146775563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,7168,0.038365864753723146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,7168,0.03612053394317627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,7168,0.03535466591517131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,7168,0.03422293265660604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,7168,0.03424853483835856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,7168,0.033435734113057454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,7168,0.03385706742604573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,7168,0.03271146615346272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,7168,0.03231893380482991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,7168,0.031429332494735715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,7168,0.016940800348917644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,7168,0.030108799537022907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,7168,0.031201066573460896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,7168,0.03012053370475769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,7168,0.028495999177296956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,7168,0.028407466411590577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,7168,0.027586134274800618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,7168,0.027169066667556762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,7168,0.026424533128738402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,7168,0.02595306634902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,7168,0.02518186569213867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,7168,0.024770132700602212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,7168,0.024359466632207234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,7168,0.025256532430648803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,7168,0.023082667589187623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,7168,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,7168,0.021824000279108684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,7168,0.019879466295242308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,7168,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,7168,0.021441066265106203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,7168,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,7168,0.02029333313306173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,7168,0.019927465915679933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,7168,0.01986666719118754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,7168,0.01997119983037313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,7168,0.0202293336391449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,7168,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,7168,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,7168,0.0194432000319163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,7168,0.019401599963506065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,7168,0.01920106609662374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,7168,0.019426133235295615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,7168,0.01904639999071757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,7168,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,7168,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,7168,0.019418666760126747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,7168,0.01912320057551066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,7168,0.01918506622314453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,7168,0.01940586765607198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,7168,0.019463467597961425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,7168,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,7168,0.019091200828552247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,7168,0.01939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,7168,0.0191210667292277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,7168,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,7168,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,7168,0.01912426749865214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,7168,0.01947093407313029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,7168,0.019462400674819948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,7168,0.01908373236656189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,7168,0.019099734226862588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,7168,0.018989866971969603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,7168,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,7168,0.01945919990539551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,7168,0.019397334257761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,6144,0.06970026493072509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,6144,0.13863040606180826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,6144,0.03531519969304402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,6144,0.017960532506306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,6144,0.01772693395614624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,6144,0.017988266547520955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,6144,0.019947733481725058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,6144,0.019335466623306274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,6144,0.015252266327540079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,6144,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,6144,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,6144,0.01507306694984436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,7168,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,6144,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,6144,0.015205333630243937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,6144,0.013936000068982443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,6144,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,6144,0.015027200182278952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,7168,0.019106133778889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,6144,0.013567999998728434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,6144,0.01290880044301351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,6144,0.013006933530171714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,6144,0.0127893328666687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,6144,0.010484266281127929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,6144,0.011434666315714518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,6144,0.011801600456237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,6144,0.010812800129254658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,6144,0.011218133568763732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,6144,0.016420267025629678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,6144,0.01053013304869334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,6144,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,6144,0.009644800424575805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,6144,0.009318400422732036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,6144,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,6144,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,6144,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,6144,0.008022400240103405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,6144,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,6144,0.013797332843144735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,6144,0.009243733684221904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,6144,0.01299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,6144,0.008030933141708375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,6144,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,6144,0.006804266571998596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,6144,0.006375466783841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,6144,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,6144,0.008814932902654012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,6144,0.006375466783841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,6144,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,6144,0.0067893331249554946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,6144,0.006364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,6144,0.010072533289591472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,6144,0.006009600063165029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,6144,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,6144,0.006083199878533682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,6144,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,6144,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,6144,0.006229333579540253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,6144,0.006265600025653839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,6144,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,6144,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,6144,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,6144,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,6144,0.005975466469923655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,6144,0.0070261334379514056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,6144,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,6144,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,6144,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,6144,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,6144,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,6144,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,6144,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,6144,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,6144,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,6144,0.005938133100668589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,6144,0.31092907587687174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,6144,0.15897599856058758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,6144,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,6144,0.07221120198567708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,6144,0.07226346333821615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,6144,0.0645248015721639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,6144,0.06492480039596557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,6144,0.06437333424886069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,6144,0.06368746757507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,6144,0.05579946835835775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,6144,0.054663467407226565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,6144,0.05337280035018921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,6144,0.052444799741109216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,6144,0.05092693169911703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,6144,0.050147199630737306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,6144,0.04621973435084025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,6144,0.6019242604573567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,6144,0.04566826820373535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,6144,0.04497919877370198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,6144,0.041427199045817056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,6144,0.04109013477961222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,6144,0.03920853137969971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,6144,0.03717653354008992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,6144,0.036779733498891194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,6144,0.033428267637888594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,6144,0.03655360142389934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,6144,0.034934401512145996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,6144,0.03170560002326965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,6144,0.029652265707651775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,6144,0.031218133370081586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,6144,0.028819199403127032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,6144,0.026842667659123735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,6144,0.024707200129826863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,6144,0.026910932858784993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,6144,0.024807467063268026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,6144,0.02216213345527649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,6144,0.021630932887395225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,6144,0.02297280033429464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,6144,0.020848000049591066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,6144,0.021082667509714763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,6144,0.021345067024230956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,6144,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,6144,0.020662399133046468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,6144,0.02022506594657898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,6144,0.020759467283884683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,6144,0.01927786668141683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,6144,0.021345067024230956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,6144,0.019273600975672402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,6144,0.019282132387161255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,6144,0.018922666708628334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,6144,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,6144,0.019272534052530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,6144,0.019222400585810342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,6144,0.01934079925219218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,6144,0.018778665860493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,6144,0.04661973317464192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,6144,0.01875306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,6144,0.01830186645189921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,6144,0.018609066804250084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,6144,0.017960532506306966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,6144,0.019057067235310872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,6144,0.02073813279469808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,6144,0.018663465976715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,6144,0.017248000701268515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,6144,0.018925867478052773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,6144,0.016676266988118492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,6144,0.017783466974894205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,6144,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,6144,0.019029333194096883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,6144,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,6144,0.01812160015106201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,6144,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,6144,0.018942934274673463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,6144,0.01948480010032654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,6144,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,6144,0.15313599904378256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,6144,1.4613727569580077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,6144,0.7382293065388997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,6144,0.13501866658528644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,6144,0.12076480388641357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,6144,0.36609280904134117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,6144,0.10738453070322673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,6144,0.10543999671936036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,6144,0.09809280236562093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,6144,0.0960319995880127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,6144,0.14699625968933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,6144,0.1312053362528483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,6144,0.11522026856740315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,6144,0.08836266994476319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,6144,0.07564160029093424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,6144,0.08824853102366129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,6144,0.08146026929219564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,6144,0.08186240196228027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,6144,0.0744149367014567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,6144,0.0685856024424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,6144,0.05624320109685262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,6144,0.054789332548777256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,6144,0.05021760066350302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,6144,0.048093867301940915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,6144,0.043620268503824874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,6144,0.04199039936065674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,6144,0.06811520258585611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,6144,0.062057598431905114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,6144,0.0611626664797465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,6144,0.03666986624399821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,6144,0.02393280069033305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,6144,0.030538666248321533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,6144,0.035810132821400956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,6144,0.02924906611442566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,6144,0.02272640069325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,6144,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,6144,0.016108799974123636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,6144,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,6144,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,6144,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,6144,0.016109866897265117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,6144,0.014173866311709086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,6144,0.012761599818865457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,6144,0.012711466352144877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,6144,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,6144,0.012403200070063274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,6144,0.012805333733558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,6144,0.012504532933235168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,6144,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,6144,0.01241386632124583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,6144,0.011210667093594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,6144,0.010745599865913391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,6144,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,6144,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,6144,0.01609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,6144,0.011160533626874287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,6144,0.010868266224861145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,6144,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,6144,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,6144,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,6144,0.010748799641927083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,6144,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,6144,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,6144,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,6144,0.01153600017229716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,6144,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,6144,0.011242666840553283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,6144,0.01116480032602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,6144,0.010919466614723206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,6144,0.011010133226712545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,6144,0.011222400267918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,6144,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,6144,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,6144,0.11018986701965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,6144,0.2119818687438965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,6144,0.058125865459442136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,6144,0.03623146613438924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,6144,0.03601066668828328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,6144,0.035176531473795576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,6144,0.035445332527160645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,6144,0.03376213312149048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,6144,0.033758934338887533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,6144,0.03255786697069804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,6144,0.03165973424911499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,6144,0.032942932844161985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,6144,0.03142506678899129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,6144,0.03048959970474243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,6144,0.030481066306432086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,6144,0.030058666070302324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,6144,0.029725867509841918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,6144,0.028666667143503827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,6144,0.028059732913970948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,6144,0.02757226626078288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,6144,0.02759466568628947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,6144,0.016028799613316855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,6144,0.025950932502746583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,6144,0.025910399357477826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,6144,0.025231999158859254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,6144,0.024226133028666177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,6144,0.02515946626663208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,6144,0.02346773346265157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,6144,0.023131734132766722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,6144,0.02304960091908773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,6144,0.021919999519983926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,6144,0.02065599958101908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,6144,0.022321067253748574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,6144,0.020566399892171225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,6144,0.019849600394566853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,6144,0.0196341335773468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,6144,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,6144,0.018172800540924072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,6144,0.018253866831461588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,6144,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,6144,0.018193066120147705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,6144,0.018294399976730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,6144,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,6144,0.018182400862375894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,6144,0.017777067422866822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,6144,0.018256000677744546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,6144,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,6144,0.0177130659421285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,6144,0.017409066359202065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,6144,0.017746132612228394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,6144,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,6144,0.017435733477274576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,6144,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,6144,0.01778986652692159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,6144,0.017409066359202065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,6144,0.017401599884033205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,6144,0.0178272008895874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,6144,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,6144,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,6144,0.017790933450063072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,6144,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,6144,0.01735573410987854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,6144,0.01737920045852661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,6144,0.017343999942143758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,6144,0.01771413286526998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,6144,0.01777600049972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,6144,0.017417599757512413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,6144,0.01755519906679789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,6144,0.01739733417828878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,6144,0.01737706661224365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,6144,0.017493333419164023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,6144,0.017343999942143758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,5120,0.11996266841888428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,5120,0.060126932462056484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,5120,0.030502400795618695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,5120,0.015970133741696677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,5120,0.015501866738001505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,5120,0.014115200440088908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,6144,0.01776319940884908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,5120,0.015575466553370157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,5120,0.016827734311421712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,5120,0.015945600469907124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,5120,0.013324800133705138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,5120,0.012973866860071816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,5120,0.01325653294722239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,5120,0.01281599998474121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,5120,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,5120,0.01295360028743744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,5120,0.011867733796437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,5120,0.012573867042859396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,5120,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,5120,0.010659199953079224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,5120,0.010969600081443787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,5120,0.011128532886505126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,5120,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,5120,0.011325866977373759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,5120,0.00906880001227061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,5120,0.009877333045005798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,5120,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,5120,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,5120,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,5120,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,5120,0.008389332890510559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,5120,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,5120,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,5120,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,6144,0.017426133155822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,5120,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,5120,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,5120,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,5120,0.012318933010101318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,5120,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,5120,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,5120,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,5120,0.007483733197053273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,5120,0.006597333153088887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,5120,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,5120,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,5120,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,5120,0.0072202667593956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,5120,0.007875200112660725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,5120,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,5120,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,5120,0.006778666873772939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,5120,0.0065994665026664736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,5120,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,5120,0.006706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,5120,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,5120,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,6144,0.01776640017827352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,5120,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,5120,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,5120,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,5120,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,5120,0.0065290664633115125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,5120,0.00666133314371109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,5120,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,5120,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,5120,0.006578133503595989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,5120,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,5120,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,5120,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,5120,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,5120,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,5120,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,5120,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,5120,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,5120,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,5120,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,5120,0.2614549318949381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,5120,0.12910079956054688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,5120,0.5042943954467773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,5120,0.05654400189717611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,5120,0.056041598320007324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,5120,0.051750401655832924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,5120,0.053223466873168944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,5120,0.051957333087921144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,5120,0.05389120181401571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,5120,0.047353601455688475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,5120,0.04710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,5120,0.0449834664662679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,5120,0.044956799348195395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,5120,0.044189866383870444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,5120,0.04330240090688069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,5120,0.04118506511052449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,5120,0.04113493363062541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,5120,0.03923306862513225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,5120,0.03911573489507039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,5120,0.03700480063756307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,5120,0.03545173406600952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,5120,0.03738986651102702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,5120,0.03511786858240763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,5120,0.033548800150553386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,5120,0.033012266953786215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,5120,0.03091946641604106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,5120,0.03123840093612671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,5120,0.02887253363927205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,5120,0.026862933238347368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,5120,0.026793599128723145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,5120,0.025851732492446898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,5120,0.02477759917577108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,5120,0.02482879956563314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,5120,0.023036799828211465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,5120,0.02073813279469808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,5120,0.02058560053507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,5120,0.020569600661595664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,5120,0.02202026645342509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,5120,0.020803199211756388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,5120,0.02023893396059672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,5120,0.020980266729990642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,5120,0.01885973413785299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,5120,0.01977919936180115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,5120,0.019742933909098308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,5120,0.018681599696477254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,5120,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,5120,0.019639466206232706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,5120,0.018523732821146645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,5120,0.0185098667939504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,5120,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,5120,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,5120,0.019681066274642944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,5120,0.017959467569986978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,5120,0.018649599949518838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,5120,0.017574399709701538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,5120,0.018103466431299845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,5120,0.018653867642084758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,5120,0.018847999970118205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,5120,0.018286933501561485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,5120,0.01800640026728312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,5120,0.017177599668502807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,5120,0.01798293391863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,5120,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,5120,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,5120,0.019065600633621217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,5120,0.017373865842819212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,5120,0.018260266383488974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,5120,0.018262400229771932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,5120,0.017853866020838417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,5120,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,5120,0.017053866386413576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,5120,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,5120,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,5120,0.02929919958114624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,5120,0.36237866083780923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,5120,0.12158079942067464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,5120,0.7220106760660807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,5120,0.11145066420237223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,5120,1.4303211212158202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,5120,0.10529279708862305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,5120,0.12384640375773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,5120,0.09855466683705648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,5120,0.09476266702016195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,5120,0.09271999994913736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,5120,0.11390079657236736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,5120,0.10588800112406413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,5120,0.099945600827535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,5120,0.0870837370554606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,5120,0.07439893086751302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,5120,0.08560319741566977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,5120,0.08024426301320395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,5120,0.07920533021291097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,5120,0.0728554646174113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,5120,0.06734826564788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,5120,0.05501333475112915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,5120,0.06571520169576009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,5120,0.0485642671585083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,5120,0.04659413496653239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,5120,0.04239146709442139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,5120,0.04076160192489624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,5120,0.061110401153564455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,5120,0.0533621350924174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,5120,0.059803732236226405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,5120,0.03545600175857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,5120,0.023038933674494423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,5120,0.03457066615422567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,5120,0.029241599639256793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,5120,0.02185279925664266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,5120,0.01691626707712809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,5120,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,5120,0.014908799529075622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,5120,0.013306666413942972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,5120,0.013651200135548911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,5120,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,5120,0.013226667046546936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,5120,0.01159999966621399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,5120,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,5120,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,5120,0.01157973309357961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,5120,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,5120,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,5120,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,5120,0.011591466267903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,5120,0.010341333349545796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,5120,0.010409599542617798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,5120,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,5120,0.010386133193969726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,5120,0.010025599598884582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,5120,0.010327466328938802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,5120,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,5120,0.010048000017801921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,5120,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,5120,0.010353066523869832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,5120,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,5120,0.010771200060844421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,5120,0.010342400272687275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,5120,0.028065067529678345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,5120,0.01090666651725769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,5120,0.01095466713110606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,5120,0.011401599645614624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,5120,0.010886399944623312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,5120,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,5120,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,5120,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,5120,0.011315199732780456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,5120,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,5120,0.19658880233764647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,5120,0.10226559638977051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,5120,0.03299093246459961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,5120,0.055106135209401455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,5120,0.03295573393503825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,5120,0.03215893308321635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,5120,0.03218026757240296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,5120,0.031344000498453775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,5120,0.0309173325697581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,5120,0.03009066581726074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,5120,0.02889813383420308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,5120,0.029753599564234418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,5120,0.028708267211914062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,5120,0.028058665990829467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,5120,0.015261866648991904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,5120,0.028009599447250365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,5120,0.027635200818379717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,5120,0.01527679959932963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,5120,0.02767146627108256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,5120,0.02603093385696411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,5120,0.025975465774536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,5120,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,5120,0.024758400519688924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,5120,0.023452800512313843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,5120,0.023499733209609984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,5120,0.02277759909629822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,5120,0.022755199670791627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,5120,0.02182506720225016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,5120,0.021448532740275063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,5120,0.020631466309229532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,5120,0.020642133553822835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,5120,0.020221867163976035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,5120,0.020233599344889323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,5120,0.019024000565210978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,5120,0.017731199661890663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,5120,0.01775040030479431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,5120,0.018976000944773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,5120,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,5120,0.01613759994506836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,5120,0.01648640036582947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,5120,0.016502400239308677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,5120,0.01618133286635081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,5120,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,5120,0.016216533382733662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,5120,0.016201600432395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,5120,0.0160863995552063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,5120,0.016160000363985697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,5120,0.015819733341534935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,5120,0.016116266449292503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,5120,0.016105600198109946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,5120,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,5120,0.016149333119392394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,5120,0.015667200088500977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,5120,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,5120,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,5120,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,5120,0.015896532932917276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,5120,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,5120,0.01569066643714905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,5120,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,5120,0.015729066729545594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,5120,0.015756799777348836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,5120,0.016116266449292503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,5120,0.015768532951672874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,5120,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,5120,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,5120,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,5120,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,5120,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,5120,0.01574186682701111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,5120,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,5120,0.0158869336048762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,5120,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,4096,0.09877653121948242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,4096,0.049114668369293214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,4096,0.023873066902160643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,4096,0.013513599832852682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,4096,0.01322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,4096,0.012244266271591187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,4096,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,4096,0.013983999689420065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,4096,0.013197867075602212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,5120,0.016131200393040977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,4096,0.01145919958750407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,4096,0.010636799534161885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,4096,0.011101866761843365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,4096,0.010763733585675558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,4096,0.01178666651248932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,4096,0.01102293332417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,4096,0.01055573324362437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,4096,0.01016960044701894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,4096,0.01076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,4096,0.010073600212732951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,4096,0.00925973355770111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,4096,0.009266133109728496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,4096,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,4096,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,4096,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,4096,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,4096,0.010641066233317058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,4096,0.00906986693541209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,5120,0.015830399592717488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,4096,0.008099199831485748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,4096,0.00757120003302892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,5120,0.015287466843922935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,4096,0.007850666840871174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,4096,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,4096,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,4096,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,4096,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,4096,0.006708266834417979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,4096,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,4096,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,4096,0.007038933535416921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,4096,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,4096,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,4096,0.00664213349421819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,4096,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,4096,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,4096,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,4096,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,4096,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,4096,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,4096,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,4096,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,4096,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,4096,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,4096,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,4096,0.006640000144640605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,4096,0.00622506688038508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,4096,0.0060597335298856105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,4096,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,4096,0.005963733295599619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,4096,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,4096,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,4096,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,4096,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,4096,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,4096,0.005971199770768484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,4096,0.005960533519585928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,4096,0.007154133419195812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,4096,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,4096,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,4096,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,4096,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,4096,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,4096,0.005836800237496694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,4096,0.0058229332168896995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,4096,0.006691200037797292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,4096,0.2106880029042562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,4096,0.4066666603088379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,4096,0.09678506851196289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,4096,0.045902931690216066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,4096,0.04628693262736003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,4096,0.043398400147755936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,4096,0.04404266675313313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,4096,0.043714133898417155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,4096,0.045314133167266846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,4096,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,4096,0.04047466516494751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,4096,0.04116799831390381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,4096,0.039274664719899495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,4096,0.037206399440765384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,4096,0.03723306655883789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,4096,0.03722560008366903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,4096,0.03757546742757161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,4096,0.0351093331972758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,4096,0.0350816011428833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,4096,0.033115732669830325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,4096,0.03337386846542358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,4096,0.03213333288828532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,4096,0.030998400847117108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,4096,0.03059946695963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,4096,0.03094293276468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,4096,0.028885332743326823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,4096,0.028777599334716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,4096,0.027081600824991864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,4096,0.0388864000638326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,4096,0.0260917325814565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,4096,0.025012266635894776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,4096,0.024181334177652995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,4096,0.024580266078313193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,4096,0.02413866718610128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,4096,0.021569067239761354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,4096,0.02277759909629822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,4096,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,4096,0.01872106591860453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,4096,0.020474666357040407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,4096,0.019809067249298096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,4096,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,4096,0.01872426668802897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,4096,0.018385066588719686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,4096,0.01875200072924296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,4096,0.017123200496037803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,4096,0.018225065867106118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,4096,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,4096,0.018248534202575682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,4096,0.0182805339495341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,4096,0.018503467241923012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,4096,0.017493333419164023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,4096,0.01831679940223694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,4096,0.01651093363761902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,4096,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,4096,0.01720213294029236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,4096,0.018567466735839845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,4096,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,4096,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,4096,0.017129600048065186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,4096,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,4096,0.018474666277567546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,4096,0.01789120038350423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,4096,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,4096,0.01713493267695109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,4096,0.019065600633621217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,4096,0.01689493258794149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,4096,0.016858667135238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,4096,0.01722986698150635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,4096,0.017178666591644288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,4096,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,4096,0.01665173371632894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,4096,0.01690773367881775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,4096,0.021185066302617392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,4096,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,4096,0.016740266482035318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,4096,0.3517855962117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,4096,0.11494080225626628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,4096,0.11427733103434246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,4096,0.10872853597005208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,4096,0.10829439957936604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,4096,0.10246187051137287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,4096,0.10186986923217774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,4096,0.09638826847076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,4096,0.09597012996673585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,4096,0.09079039891560872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,4096,0.08958293596903483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,4096,1.407688522338867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,4096,0.7060437520345052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,4096,0.08317013581593832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,4096,0.08304959932963053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,4096,0.07129813035329183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,4096,0.07028373082478842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,4096,0.07719253698984782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,4096,0.0770581324895223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,4096,0.06450560092926025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,4096,0.052597332000732425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,4096,0.05911680062611898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,4096,0.06373333136240641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,4096,0.05204906860987345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,4096,0.046459734439849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,4096,0.04030933380126953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,4096,0.03953173160552979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,4096,0.04561493396759033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,4096,0.05753706693649292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,4096,0.034203732013702394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,4096,0.02146773338317871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,4096,0.03291306694348653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,4096,0.027796266476313274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,4096,0.026817067464192705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,4096,0.02071253259976705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,4096,0.015714133779207863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,4096,0.013752532998720804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,4096,0.01406826674938202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,4096,0.012843733032544455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,4096,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,4096,0.01246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,4096,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,4096,0.010760533809661865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,4096,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,4096,0.010805333654085796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,4096,0.010777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,4096,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,4096,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,4096,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,4096,0.010748799641927083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,4096,0.009505066275596618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,4096,0.009422933061917622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,4096,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,4096,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,4096,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,4096,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,4096,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,4096,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,4096,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,4096,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,4096,0.009578667084376017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,4096,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,4096,0.009543466567993163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,4096,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,4096,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,4096,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,4096,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,4096,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,4096,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,4096,0.009934932986895243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,4096,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,4096,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,4096,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,4096,0.149016539255778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,4096,0.040982401371002196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,4096,0.07836053371429444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,4096,0.027409066756566364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,4096,0.027189334233601887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,4096,0.026798933744430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,4096,0.026418133576711016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,4096,0.026107732454935712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,4096,0.025560534000396727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,4096,0.02476159930229187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,4096,0.025150932868321735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,4096,0.02432639996210734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,4096,0.023891200621922813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,4096,0.023521065711975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,4096,0.02313813368479411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,4096,0.023012266556421915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,4096,0.022759467363357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,4096,0.022222934166590373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,4096,0.021820799509684245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,4096,0.02104640007019043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,4096,0.02103466590245565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,4096,0.01984213391939799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,4096,0.020230400562286376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,4096,0.01943040092786153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,4096,0.019387733936309815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,4096,0.01902186671892802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,4096,0.018606932957967122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,4096,0.014250666896502177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,4096,0.01781546672185262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,4096,0.017704532543818156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,4096,0.017307732502619425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,4096,0.017458132902781167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,4096,0.01644266645113627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,4096,0.01655359963575999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,4096,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,4096,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,4096,0.015763200322786965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,4096,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,4096,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,4096,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,4096,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,4096,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,4096,0.014104533195495605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,4096,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,4096,0.013620266318321228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,4096,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,4096,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,4096,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,4096,0.013697066903114319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,4096,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,4096,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,4096,0.01378666659196218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,4096,0.013758933544158936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,4096,0.013726933797200521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,4096,0.014085333546002707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,4096,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,4096,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,4096,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,4096,0.013717333475748697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,4096,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,4096,0.013636266191800436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,4096,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,4096,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,4096,0.01385599970817566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,4096,0.013644799590110779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,4096,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,4096,0.013741866747538248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,4096,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,4096,0.013236266374588013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,4096,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,4096,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,4096,0.013666133085886637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,3584,0.08164587020874023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,3584,0.04164160092671712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,3584,0.020502400398254395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,3584,0.011814399560292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,3584,0.011741866668065388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,3584,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,3584,0.011720533172289532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,3584,0.012427733341852824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,4096,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,3584,0.011384532848993937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,3584,0.009739733735720317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,3584,0.009895466764767965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,3584,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,3584,0.010563199718793232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,4096,0.013270399967829385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,3584,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,3584,0.009358933568000794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,3584,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,3584,0.00972160001595815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,3584,0.00941973328590393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,3584,0.00811839997768402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,3584,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,3584,0.009715200463930766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,3584,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,3584,0.007187200089295705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,3584,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,3584,0.008237866560618083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,3584,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,3584,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,3584,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,3584,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,3584,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,3584,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,3584,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,3584,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,3584,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,3584,0.00622080018122991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,3584,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,3584,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,3584,0.006362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,3584,0.010221866766611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,3584,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,3584,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,3584,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,3584,0.006357333560784657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,3584,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,3584,0.005949866771697998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,3584,0.006404266754786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,3584,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,3584,0.005976533393065134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,3584,0.006198399762312571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,3584,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,3584,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,4096,0.013665067156155905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,3584,0.005993600189685822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,3584,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,3584,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,3584,0.00598826656738917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,3584,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,3584,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,3584,0.0058335999647776285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,3584,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,3584,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,3584,0.00590826670328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,3584,0.005660800139109293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,3584,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,3584,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,3584,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,3584,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,3584,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,3584,0.005578666428724925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,3584,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,3584,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,3584,0.35872745513916016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,3584,0.005672533313433329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,3584,0.1856053352355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,3584,0.08132586479187012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,3584,0.04204479853312175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,3584,0.0058890665570894875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,3584,0.043229866027832034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,3584,0.04028799931208293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,3584,0.041137067476908366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,3584,0.039849599202473954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,3584,0.03707840045293172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,3584,0.037088000774383546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,3584,0.03684586683909098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,3584,0.036194133758544925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,3584,0.03531519969304402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,3584,0.03308586676915486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,3584,0.033583998680114746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,3584,0.040428801377614336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,3584,0.0370901346206665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,3584,0.03182719945907593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,3584,0.030598400036493938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,3584,0.03293760021527608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,3584,0.03089066743850708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,3584,0.028460800647735596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,3584,0.028886399666468304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,3584,0.027151999870936076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,3584,0.02770133415857951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,3584,0.02525866627693176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,3584,0.024864000082015992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,3584,0.024918399254480996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,3584,0.030867199103037517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,3584,0.02298133373260498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,3584,0.03059946695963542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,3584,0.02146880030632019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,3584,0.02062506675720215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,3584,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,3584,0.01917120019594828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,3584,0.019747199614842732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,3584,0.018632533152898152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,3584,0.01919040083885193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,3584,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,3584,0.01834026575088501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,3584,0.017989333470662436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,3584,0.01842133402824402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,3584,0.017518933614095053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,3584,0.024998400608698526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,3584,0.01669973333676656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,3584,0.017182934284210204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,3584,0.018412800629933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,3584,0.016839466492335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,3584,0.016862932840983072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,3584,0.017450666427612303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,3584,0.022950400908788048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,3584,0.01653439998626709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,3584,0.01685653328895569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,3584,0.016473600268363954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,3584,0.016365866859753928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,3584,0.018150399128595986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,3584,0.017101866006851197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,3584,0.01650879979133606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,3584,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,3584,0.016680532693862916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,3584,0.016365866859753928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,3584,0.016743467251459757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,3584,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,3584,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,3584,0.016857600212097167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,3584,0.01593066652615865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,3584,0.016250666975975037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,3584,0.015255467096964518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,3584,0.015683199961980185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,3584,0.016295466820398966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,3584,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,3584,0.016401066382726034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,3584,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,3584,0.01567039986451467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,3584,0.31830291748046874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,3584,0.7170207977294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,3584,0.11330347061157227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,3584,1.423635228474935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,3584,0.10702933470408123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,3584,0.10090880393981934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,3584,0.11409066518147785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,3584,0.0947434663772583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,3584,0.09022719860076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,3584,0.08836159706115723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,3584,0.10138346354166668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,3584,0.10746560096740723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,3584,0.09554773171742757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,3584,0.08331200281778971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,3584,0.07067519823710124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,3584,0.08208426634470621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,3584,0.07598293622334798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,3584,0.0762880007425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,3584,0.06942613124847412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,3584,0.06364266475041708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,3584,0.05135573148727417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,3584,0.063591468334198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,3584,0.046020265420277914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,3584,0.057547732194264734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,3584,0.04482239882151286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,3584,0.03989973465601603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,3584,0.03867626587549845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,3584,0.05674879948298136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,3584,0.05128320058186849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,3584,0.033346132437388105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,3584,0.021461333831151327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,3584,0.03284586668014526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,3584,0.02770773371060689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,3584,0.02637866735458374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,3584,0.019911466042200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,3584,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,3584,0.013324800133705138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,3584,0.012054399649302164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,3584,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,3584,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,3584,0.012004266182581585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,3584,0.010503466924031575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,3584,0.010475732882817586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,3584,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,3584,0.010437333583831787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,3584,0.01034346620241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,3584,0.010446932911872864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,3584,0.010471466183662414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,3584,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,3584,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,3584,0.008814932902654012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,3584,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,3584,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,3584,0.009161600470542907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,3584,0.008697600166002909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,3584,0.009116799632708231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,3584,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,3584,0.009187199672063192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,3584,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,3584,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,3584,0.009529599547386169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,3584,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,3584,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,3584,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,3584,0.0087936004002889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,3584,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,3584,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,3584,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,3584,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,3584,0.009108266234397889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,3584,0.00886079967021942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,3584,0.13509759902954102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,3584,0.07113493283589681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,3584,0.03585813442866008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,3584,0.025166932741800947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,3584,0.02510400017102559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,3584,0.024485333760579427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,3584,0.0243562658627828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,3584,0.023860265811284385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,3584,0.023782400290171306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,3584,0.022825600703557332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,3584,0.022819199164708457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,3584,0.02230293353398641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,3584,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,3584,0.02230186661084493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,3584,0.02145493427912394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,3584,0.013618133465449014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,3584,0.021513599157333373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,3584,0.02103466590245565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,3584,0.02108906706174215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,3584,0.02023893396059672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,3584,0.020201599597930907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,3584,0.019425066312154134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,3584,0.019631999731063842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,3584,0.018410666783650716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,3584,0.018583466609319053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,3584,0.01778879960378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,3584,0.017720532417297364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,3584,0.01730133295059204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,3584,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,3584,0.01650773286819458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,3584,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,3584,0.01574720044930776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,3584,0.016125866770744325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,3584,0.01530346671740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,3584,0.013748266299565635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,3584,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,3584,0.014137599865595499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,3584,0.015247999628384908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,3584,0.013404800494511922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,3584,0.0132533331712087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,3584,0.013249066472053529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,3584,0.013297067085901896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,3584,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,3584,0.013689600427945457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,3584,0.01328426698843638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,3584,0.013612799843152366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,3584,0.013133866588274637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,3584,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,3584,0.01286186675230662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,3584,0.012851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,3584,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,3584,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,3584,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,3584,0.012483200430870056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,3584,0.012868266304334006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,3584,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,3584,0.012939733266830445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,3584,0.012902399897575379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,3584,0.012923733393351237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,3584,0.012823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,3584,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,3584,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,3584,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,3584,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,3584,0.012468266487121581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,3584,0.01288640002409617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,3584,0.012520533800125123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,3584,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,3584,0.01288746694723765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,3584,0.012813867131868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,3584,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,3584,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,3584,0.012853333353996277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,3072,0.0713866631189982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,3072,0.03694719870885213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,3072,0.01834986607233683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,3072,0.01053546667098999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,3072,0.010270933310190838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,3072,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,3072,0.010174933075904845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,3072,0.011122133334477742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,3584,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,3072,0.008876799543698629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,3072,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,3072,0.008888533711433411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,3072,0.00894719958305359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,3072,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,3072,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,3584,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,3072,0.008402132987976074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,3072,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,3072,0.008813866972923278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,3072,0.00841813286145528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,3072,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,3072,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,3072,0.00858133335908254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,3072,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,3072,0.006578133503595989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,3072,0.007630933324495952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,3072,0.007055999835332234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,3072,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,3072,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,3072,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,3072,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,3072,0.0063391998410224915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,3072,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,3072,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,3072,0.010317867000897724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,3072,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,3072,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,3072,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,3072,0.005434666574001312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,3072,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,3072,0.005610666672388713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,3072,0.005479466418425242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,3072,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,3584,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,3072,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,3072,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,3072,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,3072,0.005434666574001312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,3072,0.005588266750176748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,3072,0.00555733342965444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,3072,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,3072,0.005596800148487091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,3072,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,3072,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,3072,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,3072,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,3072,0.005559466779232025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,3072,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,3072,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,3072,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,3072,0.005549866457780202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,3072,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,3072,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,3072,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,3072,0.005539200206597646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,3072,0.005599999924500784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,3072,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,3072,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,3072,0.005425066749254862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,3072,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,3072,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,3072,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,3072,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,3072,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,3072,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,3072,0.16002880732218425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,3072,0.3099679946899414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,3072,0.06607466538747152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,3072,0.03909653425216675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,3072,0.039036798477172854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,3072,0.036909866333007815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,3072,0.03844266732533773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,3072,0.03706666628519694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,3072,0.03890560070673625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,3072,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,3072,0.03505386511484782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,3072,0.005533866584300995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,3072,0.035045333703358966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,3072,0.034746666749318436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,3072,0.034397868315378825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,3072,0.03295680085817973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,3072,0.0331989328066508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,3072,0.031803733110427855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,3072,0.031126399834950764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,3072,0.031027199824651082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,3072,0.030194133520126343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,3072,0.030187733968098956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,3072,0.03009386658668518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,3072,0.026796799898147584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,3072,0.026900267601013182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,3072,0.025203200181325276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,3072,0.026871466636657716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,3072,0.030854399998982745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,3072,0.025164800882339477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,3072,0.023899734020233154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,3072,0.02338026762008667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,3072,0.02281279961268107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,3072,0.02268480062484741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,3072,0.02151893377304077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,3072,0.020872533321380615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,3072,0.021496532360712688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,3072,0.01873706579208374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,3072,0.018663465976715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,3072,0.018326399723688762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,3072,0.018708266814549766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,3072,0.018577067057291667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,3072,0.018011732896169027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,3072,0.01816533406575521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,3072,0.01729493339856466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,3072,0.017407999436060587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,3072,0.018014933665593466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,3072,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,3072,0.018295466899871826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,3072,0.01693120002746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,3072,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,3072,0.01680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,3072,0.016716800133387246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,3072,0.01708586613337199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,3072,0.017244799931844076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,3072,0.016476800044377647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,3072,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,3072,0.015601066748301187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,3072,0.028614399830500285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,3072,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,3072,0.016963199774424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,3072,0.015468800067901611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,3072,0.01532799998919169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,3072,0.015979733069737753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,3072,0.017770665884017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,3072,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,3072,0.01693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,3072,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,3072,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,3072,0.016411733627319337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,3072,0.018221867084503175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,3072,0.016371200482050575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,3072,0.01599253316720327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,3072,0.01625920037428538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,3072,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,3072,0.01715946594874064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,3072,0.01648853321870168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,3072,0.7002581278483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,3072,0.11256319681803387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,3072,0.10673600037892658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,3072,1.4029183705647787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,3072,0.10045333703358968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,3072,0.25941546758015954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,3072,0.0947818676630656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,3072,0.09434879620869954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,3072,0.08908906777699789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,3072,0.08751359780629477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,3072,0.10621439615885417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,3072,0.10035626888275147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,3072,0.11259413560231527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,3072,0.08213226795196533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,3072,0.07030399640401205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,3072,0.081605331103007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,3072,0.07549760341644288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,3072,0.07518933614095052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,3072,0.06899627049763998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,3072,0.06374719937642416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,3072,0.05171626806259155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,3072,0.06282453139623007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,3072,0.04559573332468669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,3072,0.04436479806900025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,3072,0.03904106616973877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,3072,0.0578655997912089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,3072,0.038186665376027426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,3072,0.05639573335647583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,3072,0.050986667474110924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,3072,0.03290453354517619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,3072,0.032365866502126056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,3072,0.020645334323247274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,3072,0.025974400838216144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,3072,0.027180800835291546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,3072,0.019619200627009073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,3072,0.014939733346303306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,3072,0.013140267133712769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,3072,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,3072,0.012020267049471537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,3072,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,3072,0.011594667037328085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,3072,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,3072,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,3072,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,3072,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,3072,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,3072,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,3072,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,3072,0.009938133756319682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,3072,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,3072,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,3072,0.008691199620564779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,3072,0.008694400389989216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,3072,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,3072,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,3072,0.009126399954160053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,3072,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,3072,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,3072,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,3072,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,3072,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,3072,0.008311466872692108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,3072,0.008724266290664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,3072,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,3072,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,3072,0.008288000027338665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,3072,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,3072,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,3072,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,3072,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,3072,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,3072,0.11671040058135987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,3072,0.06198826630910238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,3072,0.03173653284708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,3072,0.022679466009140014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,3072,0.022331732511520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,3072,0.021848533550898233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,3072,0.02153493364651998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,3072,0.021461333831151327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,3072,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,3072,0.020742400487263998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,3072,0.02109653353691101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,3072,0.02018986741701762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,3072,0.013236266374588013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,3072,0.02005013426144918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,3072,0.019694934288660683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,3072,0.019065600633621217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,3072,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,3072,0.018976000944773357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,3072,0.018169599771499633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,3072,0.018152532974878947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,3072,0.017760000626246133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,3072,0.01325440009435018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,3072,0.01734293301900228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,3072,0.017343999942143758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,3072,0.01734293301900228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,3072,0.016130133469899496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,3072,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,3072,0.01609386702378591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,3072,0.01567893326282501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,3072,0.015275733669598899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,3072,0.015215999881426492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,3072,0.014903466900189719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,3072,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,3072,0.014102400342623393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,3072,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,3072,0.013252266248067222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,3072,0.013316266735394797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,3072,0.013281066219011942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,3072,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,3072,0.012709333499272665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,3072,0.012447999914487202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,3072,0.012625066439310708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,3072,0.012213333447774252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,3072,0.012461866935094197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,3072,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,3072,0.012396799524625142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,3072,0.011979732910792034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,3072,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,3072,0.012075733145078022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,3072,0.01197760005791982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,3072,0.012077866991360982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,3072,0.011995733777681986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,3072,0.012110933661460876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,3072,0.011995733777681986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,3072,0.011781332890192668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,3072,0.011615999539693196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,3072,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,3072,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,3072,0.01209493378798167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,3072,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,3072,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,3072,0.012052266796429952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,3072,0.012134400010108948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,3072,0.011682132879892986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,3072,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,3072,0.011960533261299134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,3072,0.012191999951998394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,3072,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,3072,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,3072,0.012038399775822956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,3072,0.012075733145078022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,3072,0.011993599931399028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,3072,0.011990400155385335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,2560,0.05778986612955729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,2560,0.030168533325195312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,2560,0.015552000204722086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,2560,0.00931946635246277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,2560,0.008899199962615966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,2560,0.008105599880218506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,2560,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,2560,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,2560,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,2560,0.007732266684373219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,2560,0.007720533510049183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,2560,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,2560,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,3072,0.011973333358764649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,2560,0.008521599570910136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,3072,0.012459733088811238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,2560,0.007978666822115581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,2560,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,2560,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,2560,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,2560,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,2560,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,2560,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,2560,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,2560,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,2560,0.005970133344332377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,2560,0.006555733581384023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,2560,0.006022400160630544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,2560,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,2560,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,2560,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,2560,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,2560,0.0054282665252685545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,2560,0.005134933193524678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,2560,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,2560,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,2560,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,2560,0.005026133358478546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,2560,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,2560,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,2560,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,2560,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,2560,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,2560,0.005011199911435445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,2560,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,2560,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,2560,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,3072,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,2560,0.005031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,2560,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,2560,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,2560,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,2560,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,2560,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,2560,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,2560,0.005479466418425242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,2560,0.006323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,2560,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,2560,0.005133866767088572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,2560,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,2560,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,2560,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,2560,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,2560,0.005248000224431356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,2560,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,2560,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,2560,0.005132799843947092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,2560,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,2560,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,2560,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,2560,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,2560,0.2609333356221517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,2560,0.1310378630956014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,2560,0.05312853256861368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,2560,0.03491413195927938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,2560,0.03568106492360433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,2560,0.03326399922370911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,2560,0.005403733253479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,2560,0.03479466835657756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,2560,0.033163734277089435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,2560,0.03473066488901774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,2560,0.030985599756240843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,2560,0.030829866727193195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,2560,0.030921600262324017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,2560,0.029817599058151244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,2560,0.030832000573476154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,2560,0.030032000939051312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,2560,0.02977386713027954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,2560,0.028943999608357744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,2560,0.02886506716410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,2560,0.027036799987157183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,2560,0.02694080074628194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,2560,0.027004800240198773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,2560,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,2560,0.02515733242034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,2560,0.024897066752115886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,2560,0.028913066784540815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,2560,0.024705066283543905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,2560,0.023628799120585124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,2560,0.02368853290875753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,2560,0.022785067558288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,2560,0.022915200392405192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,2560,0.02190933426221212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,2560,0.021794132391611733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,2560,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,2560,0.02054826617240906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,2560,0.019232000907262167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,2560,0.01838399966557821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,2560,0.01681813398996989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,2560,0.0184608002503713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,2560,0.01807253360748291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,2560,0.017270400126775106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,2560,0.017486933867136636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,2560,0.025065600872039795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,2560,0.016720000902811685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,2560,0.017962666352589925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,2560,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,2560,0.016695467631022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,2560,0.017011199394861856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,2560,0.016451199849446617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,2560,0.01718399922053019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,2560,0.01759786605834961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,2560,0.016503467162450155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,2560,0.01699519952138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,2560,0.015141333142916361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,2560,0.01644053359826406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,2560,0.017065600554148356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,2560,0.015838932991027833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,2560,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,2560,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,2560,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,2560,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,2560,0.01495680014292399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,2560,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,2560,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,2560,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,2560,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,2560,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,2560,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,2560,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,2560,0.015383467078208923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,2560,0.01579200029373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,2560,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,2560,0.015945600469907124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,2560,0.015077333648999533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,2560,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,2560,0.017402666807174682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,2560,0.20711894035339357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,2560,0.11102186838785807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,2560,0.693332290649414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,2560,0.10571626822153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,2560,1.3854709625244142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,2560,0.09952426751454671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,2560,0.11243733565012615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,2560,0.09305493036905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,2560,0.08864213625590006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,2560,0.08706133365631104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,2560,0.10593706766764324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,2560,0.09971733093261718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,2560,0.09363733132680258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,2560,0.08170560201009115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,2560,0.06966506640116374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,2560,0.08040746847788492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,2560,0.07557546297709147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,2560,0.07425066630045572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,2560,0.06848426659901938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,2560,0.06284906864166259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,2560,0.05053120056788126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,2560,0.06206933259963989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,2560,0.05631999969482422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,2560,0.04477866490681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,2560,0.043562666575113936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,2560,0.03907306591669719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,2560,0.03822186787923177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,2560,0.05592533349990845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,2560,0.049779200553894044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,2560,0.032568534215291337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,2560,0.020643200476964316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,2560,0.031702399253845215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,2560,0.025544534126917522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,2560,0.026824533939361572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,2560,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,2560,0.018994132677714028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,2560,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,2560,0.012851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,2560,0.012795733412106833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,2560,0.011708799997965496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,2560,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,2560,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,2560,0.011218133568763732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,2560,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,2560,0.009533866246541341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,2560,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,2560,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,2560,0.009900800387064616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,2560,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,2560,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,2560,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,2560,0.007960533102353413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,2560,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,2560,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,2560,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,2560,0.008328533172607422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,2560,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,2560,0.008283733328183492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,2560,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,2560,0.008707200487454731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,2560,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,2560,0.008152533570925396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,2560,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,2560,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,2560,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,2560,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,2560,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,2560,0.008628267049789428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,2560,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,2560,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,2560,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,2560,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,2560,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,2560,0.10063146750132243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,2560,0.027670399347941084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,2560,0.054790401458740236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,2560,0.01986879905064901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,2560,0.020248534282048543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,2560,0.01960106690724691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,2560,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,2560,0.018986666202545167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,2560,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,2560,0.018639999628067016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,2560,0.019115734100341796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,2560,0.017816533644994102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,2560,0.01778879960378011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,2560,0.01744746764500936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,2560,0.016963199774424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,2560,0.017498666048049928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,2560,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,2560,0.016454399625460307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,2560,0.0166485329469045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,2560,0.016149333119392394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,2560,0.01570026675860087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,2560,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,2560,0.014964266618092855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,2560,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,2560,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,2560,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,2560,0.014891733725865683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,2560,0.014077867070833841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,2560,0.013707733154296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,2560,0.013083733121554055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,2560,0.012628266215324402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,2560,0.013245866696039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,2560,0.012828800082206725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,2560,0.012466133634249369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,2560,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,2560,0.011666133006413778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,2560,0.01171946624914805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,2560,0.01125333309173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,2560,0.011524266997973124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,2560,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,2560,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,2560,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,2560,0.01157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,2560,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,2560,0.011206400394439698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,2560,0.011341866850852967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,2560,0.011203199625015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,2560,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,2560,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,2560,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,2560,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,2560,0.01090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,2560,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,2560,0.012825600306193032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,2560,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,2560,0.01128426690896352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,2560,0.011156266927719117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,2560,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,2560,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,2560,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,2560,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,2560,0.011012267072995503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,2560,0.010915199915568035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,2560,0.01130239963531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,2560,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,2560,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,2560,0.010869333148002624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,2560,0.011339733004570007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,2560,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,2560,0.011210667093594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,2560,0.011100799838701884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,2560,0.01092693308989207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,2048,0.047340798377990725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,2048,0.025060266256332397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,2560,0.011044266819953918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,2048,0.013430399696032205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,2048,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,2048,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,2048,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,2048,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,2048,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,2048,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,2048,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,2048,0.006775466601053874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,2048,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,2048,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,2048,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,2048,0.006694399813810985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,2048,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,2048,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,2048,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,2048,0.005834666887919108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,2048,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,2048,0.007165866593519847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,2048,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,2048,0.005380266904830932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,2048,0.0051146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,2048,0.005570133527119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,2048,0.00558186670144399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,2048,0.005449600021044413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,2560,0.011158399780591329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,2048,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,2048,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,2048,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,2048,0.00816319982210795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,2048,0.004878933231035868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,2048,0.004747733473777771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,2048,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,2048,0.004770133395989736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,2048,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,2048,0.004940799872080485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,2048,0.004729599754015604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,2048,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,2048,0.004448000093301137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,2048,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,2048,0.004743466774622599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,2048,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,2048,0.004603733122348785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,2048,0.004410666724046072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,2048,0.004377600053946177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,2048,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,2048,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,2560,0.011241599917411804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,2048,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,2048,0.004746666550636292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,2048,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,2048,0.004620799918969473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,2048,0.0044064000248909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,2048,0.004391466577847799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,2048,0.005203199883302053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,2048,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,2048,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,2048,0.00520000010728836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,2048,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,2048,0.005147733290990194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,2048,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,2048,0.005130666494369507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,2048,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,2048,0.004977066814899444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,2048,0.005127466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,2048,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,2048,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,2048,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,2048,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,2048,0.004712533454100291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,2048,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,2048,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,2048,0.004281599819660187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,2048,0.09902826944986978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,2048,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,2048,0.030612266063690184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,2048,0.03095146616299947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,2048,0.028805333375930785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,2048,0.030110933383305866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,2048,0.03107200066248576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,2048,0.031267199913660684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,2048,0.029951999584833782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,2048,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,2048,0.02882560094197591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,2048,0.028914133707682293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,2048,0.02746986746788025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,2048,0.028462932507197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,2048,0.02685333291689555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,2048,0.027154133717219038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,2048,0.027009065945943194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,2048,0.21011199951171874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,2048,0.025250132878621417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,2048,0.043986133734385174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,2048,0.026332799593607587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,2048,0.024700800577799477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,2048,0.024899200598398844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,2048,0.024009599288304647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,2048,0.022874667247136434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,2048,0.023592533667882283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,2048,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,2048,0.023756800095240276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,2048,0.022781866788864135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,2048,0.022769065697987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,2048,0.02200746734937032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,2048,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,2048,0.020705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,2048,0.021149865786234536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,2048,0.019770665963490804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,2048,0.01918506622314453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,2048,0.016939733425776163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,2048,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,2048,0.01704960068066915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,2048,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,2048,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,2048,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,2048,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,2048,0.01697280009587606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,2048,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,2048,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,2048,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,2048,0.016350932916005454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,2048,0.01686186591784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,2048,0.016595199704170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,2048,0.016461867094039916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,2048,0.016243199507395424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,2048,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,2048,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,2048,0.016053332885106405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,2048,0.015759999553362526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,2048,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,2048,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,2048,0.015548800428708395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,2048,0.015633066495259605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,2048,0.015358933806419372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,2048,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,2048,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,2048,0.014987732966740927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,2048,0.016456533471743265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,2048,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,2048,0.01467626690864563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,2048,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,2048,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,2048,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,2048,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,2048,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,2048,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,2048,0.015007999539375306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,2048,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,2048,0.20374080340067544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,2048,0.11061440308888752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,2048,0.6828437169392904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,2048,1.373193613688151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,2048,0.10431040128072103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,2048,0.09813120365142822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,2048,0.11125653584798176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,2048,0.09231572945912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,2048,0.08813119729359944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,2048,0.08626879851023356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,2048,0.1050485372543335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,2048,0.09926506678263346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,2048,0.09231786727905274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,2048,0.08094186782836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,2048,0.06902720133463541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,2048,0.07415146827697754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,2048,0.08042879899342856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,2048,0.07402986685434977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,2048,0.06744639873504639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,2048,0.06143573522567749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,2048,0.0497162659962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,2048,0.06163626511891683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,2048,0.043934933344523114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,2048,0.043185067176818845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,2048,0.0378655989964803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,2048,0.03732586701711019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,2048,0.055902934074401854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,2048,0.05551573435465494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,2048,0.0497162659962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,2048,0.03165760040283203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,2048,0.01981546680132548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,2048,0.031150933106740313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,2048,0.025911466280619307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,2048,0.024804266293843587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,2048,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,2048,0.013729066650072733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,2048,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,2048,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,2048,0.010867200295130412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,2048,0.010856533050537109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,2048,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,2048,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,2048,0.009338666995366413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,2048,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,2048,0.009643733501434326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,2048,0.009293867150942485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,2048,0.009257599711418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,2048,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,2048,0.009273599584897358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,2048,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,2048,0.007592533528804779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,2048,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,2048,0.007772799829641979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,2048,0.007993599772453308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,2048,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,2048,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,2048,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,2048,0.007894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,2048,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,2048,0.007916800181070964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,2048,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,2048,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,2048,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,2048,0.007893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,2048,0.007941333452860515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,2048,0.00787306676308314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,2048,0.007894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,2048,0.008017066617806752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,2048,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,2048,0.007889066636562348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,2048,0.007597866654396057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,2048,0.08292693297068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,2048,0.044742401440938315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,2048,0.023549866676330567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,2048,0.017362133661905924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,2048,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,2048,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,2048,0.017003732919692992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,2048,0.016540799538294473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,2048,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,2048,0.01621333360671997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,2048,0.016166399916013083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,2048,0.015709867080052696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,2048,0.01535360018412272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,2048,0.015330132842063905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,2048,0.014949333667755128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,2048,0.014915200074513755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,2048,0.014866133530934652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,2048,0.012430933117866517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,2048,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,2048,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,2048,0.012319999933242797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,2048,0.01411626636981964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,2048,0.014110933740933737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,2048,0.013749333222707114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,2048,0.013596799969673157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,2048,0.013230933745702108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,2048,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,2048,0.01283519963423411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,2048,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,2048,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,2048,0.012201600273450216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,2048,0.012231466174125672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,2048,0.012006400028864543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,2048,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,2048,0.011576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,2048,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,2048,0.01083733340104421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,2048,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,2048,0.010798933108647664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,2048,0.010449066758155823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,2048,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,2048,0.012504532933235168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,2048,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,2048,0.010785067081451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,2048,0.010568533341089885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,2048,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,2048,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,2048,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,2048,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,2048,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,2048,0.010518399874369304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,2048,0.010342400272687275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,2048,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,2048,0.01035520037015279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,2048,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,2048,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,2048,0.00997440020243327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,2048,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,2048,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,2048,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,2048,0.010069333513577779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,2048,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,2048,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,2048,0.009934932986895243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,2048,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,2048,0.010366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,2048,0.010037333766619364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,2048,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,2048,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,2048,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,2048,0.010486400127410889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,2048,0.010054399569829304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,2048,0.010191999872525533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,2048,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,2048,0.010382933417956035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,1536,0.03665599822998047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,1536,0.018998400370279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,2048,0.010029866298039754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,1536,0.010784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,1536,0.00697920024394989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,1536,0.006739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,1536,0.006966400146484375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,1536,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,1536,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,1536,0.005980800092220307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,2048,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,1536,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,1536,0.006161066889762879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,1536,0.006402133405208588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,1536,0.006297599772612255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,1536,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,1536,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,1536,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,1536,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,1536,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,1536,0.005380266904830932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,1536,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,1536,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,1536,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,1536,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,1536,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,1536,0.004677333434422811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,1536,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,1536,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,1536,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,1536,0.004322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,1536,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,1536,0.004320000112056732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,1536,0.004227200150489807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,1536,0.004211199780305227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,1536,0.004018133382002512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,1536,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,1536,0.0042453333735466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,1536,0.004199466605981191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,1536,0.004204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,1536,0.003852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,1536,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,1536,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,1536,0.00382080003619194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,1536,0.003853866706291834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,1536,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,1536,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,1536,0.00383786658445994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,1536,0.0041792000333468115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,1536,0.004253866771856943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,1536,0.004162133236726125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,1536,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,1536,0.00378560001651446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,1536,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,1536,0.003916800022125244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,1536,0.003786666691303253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,1536,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,1536,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,1536,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,1536,0.003751466671625773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,1536,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,1536,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,1536,0.0037952000896135964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,1536,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,1536,0.0037546666959921518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,1536,0.0038346665600935614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,1536,0.0037994667887687682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,1536,0.003841066608826319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,1536,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,1536,0.004175999760627746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,1536,0.00384853333234787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,1536,0.06940906842549642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,1536,0.16024427413940429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,1536,0.03716693321863811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,1536,0.02876373330752055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,1536,0.005734399954477946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,1536,0.02878613273302714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,1536,0.026818132400512694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,1536,0.027410133679707842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,1536,0.02804159919420878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,1536,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,1536,0.026521599292755126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,1536,0.026241066058476765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,1536,0.024681599934895833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,1536,0.024810665845870973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,1536,0.024938666820526124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,1536,0.024590933322906496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,1536,0.023044266303380332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,1536,0.024014933904012045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,1536,0.022860799233118692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,1536,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,1536,0.023484800259272257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,1536,0.022651733954747517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,1536,0.022692267100016275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,1536,0.027636265754699706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,1536,0.02234026590983073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,1536,0.022718934218088786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,1536,0.022168533007303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,1536,0.02606613238652547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,1536,0.02173866629600525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,1536,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,1536,0.021461333831151327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,1536,0.020874667167663574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,1536,0.019858133792877198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,1536,0.019653334220250448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,1536,0.01761066714922587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,1536,0.018515199422836304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,1536,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,1536,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,1536,0.017144532998402913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,1536,0.017207467555999757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,1536,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,1536,0.0166293332974116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,1536,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,1536,0.016697599490483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,1536,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,1536,0.016134400169054666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,1536,0.01627306640148163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,1536,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,1536,0.01507306694984436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,1536,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,1536,0.016108799974123636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,1536,0.019074134031931558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,1536,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,1536,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,1536,0.01506239970525106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,1536,0.015433599551518759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,1536,0.015729066729545594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,1536,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,1536,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,1536,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,1536,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,1536,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,1536,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,1536,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,1536,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,1536,0.016251732905705772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,1536,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,1536,0.018117332458496095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,1536,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,1536,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,1536,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,1536,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,1536,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,1536,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,1536,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,1536,0.01493119994799296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,1536,0.20160320599873863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,1536,0.10925546487172444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,1536,0.5430474599202474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,1536,0.10377386411031086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,1536,1.362170664469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,1536,0.09749013582865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,1536,0.11039466857910156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,1536,0.09169920285542807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,1536,0.08665813604990641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,1536,0.08566933472951253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,1536,0.10380799770355224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,1536,0.09753812948862711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,1536,0.09182079633076987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,1536,0.07964693705240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,1536,0.06816213130950928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,1536,0.07306239604949952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,1536,0.07922453085581461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,1536,0.07343680063883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,1536,0.06697386900583903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,1536,0.06082026561101278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,1536,0.04928213357925415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,1536,0.06084800163904826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,1536,0.05508480072021484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,1536,0.04320640166600545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,1536,0.03746773401896159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,1536,0.04278186559677124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,1536,0.036994131406148274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,1536,0.055046399434407554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,1536,0.04902613162994385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,1536,0.031244800488154097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,1536,0.02003413240114848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,1536,0.03057493368784587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,1536,0.02483733296394348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,1536,0.018179200092951455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,1536,0.013347199559211731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,1536,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,1536,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,1536,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,1536,0.01036906639734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,1536,0.010407466689745586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,1536,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,1536,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,1536,0.025603200991948443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,1536,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,1536,0.008896000186602275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,1536,0.008714666962623597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,1536,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,1536,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,1536,0.009144533673922222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,1536,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,1536,0.007291733225186665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,1536,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,1536,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,1536,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,1536,0.007169066866238911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,1536,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,1536,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,1536,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,1536,0.007582933207352956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,1536,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,1536,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,1536,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,1536,0.0075445334116617845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,1536,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,1536,0.0076117331782976794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,1536,0.00766186664501826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,1536,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,1536,0.007166933516661327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,1536,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,1536,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,1536,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,1536,0.06645013491312662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,1536,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,1536,0.034436265627543136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,1536,0.019466666380564372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,1536,0.014962133765220643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,1536,0.0149536003669103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,1536,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,1536,0.014122666915257773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,1536,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,1536,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,1536,0.014127999544143677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,1536,0.013739732901255288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,1536,0.01328426698843638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,1536,0.013355732957522074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,1536,0.013341866930325828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,1536,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,1536,0.012822399536768595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,1536,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,1536,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,1536,0.012774399916330972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,1536,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,1536,0.011645866433779399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,1536,0.012432000041007996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,1536,0.012086400389671325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,1536,0.011989333232243856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,1536,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,1536,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,1536,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,1536,0.011229866743087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,1536,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,1536,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,1536,0.010412800312042236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,1536,0.010789333780606588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,1536,0.009955199559529622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,1536,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,1536,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,1536,0.009628799557685853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,1536,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,1536,0.009564800063769023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,1536,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,1536,0.009938133756319682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,1536,0.00960533320903778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,1536,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,1536,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,1536,0.009660800298055012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,1536,0.009610666831334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,1536,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,1536,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,1536,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,1536,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,1536,0.00950933297475179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,1536,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,1536,0.011678933103879293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,1536,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,1536,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,1536,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,1536,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,1536,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,1536,0.009108266234397889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,1536,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,1536,0.0095360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,1536,0.00935040016969045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,1536,0.009170132875442504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,1536,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,1536,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,1536,0.009523199995358785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,1536,0.00960640013217926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,1536,0.009161600470542907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,1536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,1536,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,1536,0.009123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,1536,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,1536,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,1536,0.009236266215642292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,1536,0.009250133236249288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,1024,0.02531306743621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,1536,0.0092330664396286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,1024,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,1024,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,1024,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,1024,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,1536,0.009224533041318258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,1024,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,1024,0.005669333537419637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,1024,0.004726399978001913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,1024,0.004727466901143392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,1024,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,1024,0.005052799979845682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,1024,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,1024,0.0051136001944541935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,1024,0.0049098665515581764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,1024,0.004937600096066793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,1024,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,1024,0.00469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,1024,0.004282666742801667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,1024,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,1024,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,1024,0.004540800054868063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,1024,0.0038954667747020722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,1024,0.0039488000174363455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,1024,0.004287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,1024,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,1024,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,1024,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,1024,0.005762133498986562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,1024,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,1024,0.003807999938726425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,1024,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,1024,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,1024,0.003419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,1024,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,1024,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,1024,0.0035264000296592714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,1024,0.003432533393303553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,1024,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,1024,0.0032853332658608755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,1024,0.0034101332227389016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,1024,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,1024,0.0033632000287373864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,1024,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,1024,0.0033642667035261786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,1024,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,1024,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,1024,0.003398400048414866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,1024,0.0033717334270477297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,1024,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,1024,0.0036789332826932275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,1024,0.0032810665667057036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,1024,0.0034133332471052804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,1024,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,1024,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,1024,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,1024,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,1024,0.0030378667016824085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,1024,0.00314026673634847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,1024,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,1024,0.003387733300526937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,1024,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,1024,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,1024,0.004306133091449738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,1024,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,1024,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,1024,0.0033312000334262846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,1024,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,1024,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,1024,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,1024,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,1024,0.0034175999462604523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,1024,0.10182720025380451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,1024,0.043815465768178304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,1024,0.030887466669082642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,1024,0.024870399634043375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,1024,0.014138666788736978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,1024,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,1024,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,1024,0.024060799678166708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,1024,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,1024,0.024233599503835045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,1024,0.023215999205907188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,1024,0.022825600703557332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,1024,0.02279040018717448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,1024,0.023050665855407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,1024,0.022771199544270836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,1024,0.022780799865722658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,1024,0.023095466693242393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,1024,0.022778666019439696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,1024,0.022696532805760703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,1024,0.022589866320292154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,1024,0.02085439960161845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,1024,0.021051732699076335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,1024,0.020824533700942994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,1024,0.024572799603144325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,1024,0.020776534080505372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,1024,0.020579200983047486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,1024,0.022873600323994957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,1024,0.02062826752662659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,1024,0.019682133197784425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,1024,0.018858667214711508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,1024,0.019396267334620156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,1024,0.019341866175333657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,1024,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,1024,0.018524799744288126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,1024,0.018100267648696898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,1024,0.017615999778111777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,1024,0.01754986643791199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,1024,0.01665386656920115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,1024,0.015793066223462424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,1024,0.015126400192578635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,1024,0.017116800944010416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,1024,0.016411733627319337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,1024,0.017046399911244712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,1024,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,1024,0.015532799561818442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,1024,0.01487573285897573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,1024,0.016090666254361473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,1024,0.015148799618085226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,1024,0.015503999590873719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,1024,0.01679146687189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,1024,0.014882133404413859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,1024,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,1024,0.014876799782117209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,1024,0.015879467129707336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,1024,0.014777599771817525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,1024,0.015214932958285013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,1024,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,1024,0.015018666783968607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,1024,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,1024,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,1024,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,1024,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,1024,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,1024,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,1024,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,1024,0.014708266655604044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,1024,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,1024,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,1024,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,1024,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,1024,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,1024,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,1024,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,1024,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,1024,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,1024,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,1024,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,1024,0.20027413368225097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,1024,0.10910613536834717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,1024,0.1087392012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,1024,0.1037333329518636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,1024,0.09652053515116374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,1024,0.09695146878560384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,1024,0.09050772984822592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,1024,0.09106346766153971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,1024,0.08453546365102133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,1024,0.08454933166503906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,1024,1.3512565612792968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,1024,0.39767894744873045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,1024,0.10257386366526286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,1024,0.07837226390838622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,1024,0.06615466674168904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,1024,0.06641706625620523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,1024,0.07842666308085124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,1024,0.07275199890136719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,1024,0.07266133626302083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,1024,0.05993920167287191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,1024,0.04846506516138713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,1024,0.06047679980595907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,1024,0.04228586753209432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,1024,0.04230613311131795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,1024,0.036614398161570236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,1024,0.03654613494873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,1024,0.054757332801818846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,1024,0.0543999989827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,1024,0.048503466447194415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,1024,0.0305567999680837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,1024,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,1024,0.0243562658627828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,1024,0.03009493350982666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,1024,0.02399786710739136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,1024,0.018212266763051353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,1024,0.012433066964149475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,1024,0.010982400178909302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,1024,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,1024,0.010045866171518963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,1024,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,1024,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,1024,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,1024,0.008709333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,1024,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,1024,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,1024,0.00846613347530365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,1024,0.008549333612124125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,1024,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,1024,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,1024,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,1024,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,1024,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,1024,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,1024,0.00666133314371109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,1024,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,1024,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,1024,0.007142400244871776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,1024,0.007021866738796234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,1024,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,1024,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,1024,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,1024,0.006705066561698914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,1024,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,1024,0.006797866523265838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,1024,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,1024,0.011571199695269267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,1024,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,1024,0.007034666836261749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,1024,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,1024,0.006975999971230824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,1024,0.007051733136177063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,1024,0.0490015983581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,1024,0.024639999866485594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,1024,0.0067445332805315655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,1024,0.015269333124160766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,1024,0.012437333663304646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,1024,0.012428800264994305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,1024,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,1024,0.012025599678357441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,1024,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,1024,0.011621333161989848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,1024,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,1024,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,1024,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,1024,0.011661866307258606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,1024,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,1024,0.011322666207949321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,1024,0.01162453293800354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,1024,0.011244799693425496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,1024,0.011148800452550251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,1024,0.01129813293615977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,1024,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,1024,0.01116373340288798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,1024,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,1024,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,1024,0.010528000195821126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,1024,0.010418132940928141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,1024,0.00995306670665741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,1024,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,1024,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,1024,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,1024,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,1024,0.009538132945696514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,1024,0.00955839951833089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,1024,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,1024,0.009113599856694538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,1024,0.009288533528645834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,1024,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,1024,0.008675199747085572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,1024,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,1024,0.008801066875457763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,1024,0.008666666348775227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,1024,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,1024,0.008739200234413148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,1024,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,1024,0.008810666203498841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,1024,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,1024,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,1024,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,1024,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,1024,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,1024,0.008137600123882293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,1024,0.00830506682395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,1024,0.008992000420888265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,1024,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,1024,0.008701866865158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,1024,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,1024,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,1024,0.008408533533414204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,1024,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,1024,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,1024,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,1024,0.008308266599973042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,1024,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,1024,0.008286933104197185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,1024,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,1024,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,1024,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,1024,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,1024,0.008292266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,1024,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,768,0.019418666760126747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,1024,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,768,0.011111467083295187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,1024,0.008295466502507527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,768,0.007153066496054332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,768,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,768,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,1024,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,768,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,768,0.004804266492525736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,768,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,768,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,768,0.004283733169237773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,768,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,768,0.00444160004456838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,768,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,768,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,768,0.004281599819660187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,768,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,768,0.0043029333154360454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,768,0.004238933324813843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,768,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,768,0.004232533276081085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,768,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,768,0.0038901334007581077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,768,0.0034815999368826545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,768,0.0035274667044480645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,768,0.0038133333126703895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,768,0.0038719999293486277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,768,0.0034517332911491393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,768,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,768,0.003446399917205175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,768,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,768,0.003435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,768,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,768,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,768,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,768,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,768,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,768,0.0030794667700926462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,768,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,768,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,768,0.004637866715590159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,768,0.0030378667016824085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,768,0.0029685333371162414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,768,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,768,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,768,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,768,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,768,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,768,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,768,0.0030378667016824085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,768,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,768,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,768,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,768,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,768,0.0029386666913827257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,768,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,768,0.0030773334205150605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,768,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,768,0.003089066594839096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,768,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,768,0.0031466667850812277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,768,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,768,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,768,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,768,0.07475732962290446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,768,0.037378132343292236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,768,0.028257066011428834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,768,0.023283199469248454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,768,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,768,0.02289386590321859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,768,0.02322453260421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,768,0.022722133000691733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,768,0.022694400946299233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,768,0.022443733612696328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,768,0.003305600086847941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,768,0.022702932357788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,768,0.022053333123524983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,768,0.021367466449737547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,768,0.021705599625905354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,768,0.021450666586558025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,768,0.0207914670308431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,768,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,768,0.02065066695213318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,768,0.02071040074030558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,768,0.020550400018692017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,768,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,768,0.02058560053507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,768,0.018743467330932618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,768,0.018680532773335777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,768,0.018922666708628334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,768,0.023053866624832154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,768,0.01875306765238444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,768,0.018260266383488974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,768,0.01811306675275167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,768,0.01861013372739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,768,0.020888533194859824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,768,0.017004799842834473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,768,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,768,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,768,0.016421332955360413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,768,0.017220266660054526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,768,0.014856533209482829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,768,0.01848319967587789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,768,0.014889599879582724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,768,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,768,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,768,0.01604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,768,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,768,0.015479466319084168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,768,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,768,0.014833066860834757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,768,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,768,0.016301866372426352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,768,0.014834133783976236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,768,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,768,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,768,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,768,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,768,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,768,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,768,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,768,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,768,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,768,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,768,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,768,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,768,0.015404799580574035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,768,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,768,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,768,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,768,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,768,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,768,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,768,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,768,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,768,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,768,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,768,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,768,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,768,0.01381013294061025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,768,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,768,1.315669377644857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,768,0.19918932914733886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,768,0.10790186723073322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,768,0.3927690823872884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,768,0.1022485335667928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,768,0.09622720082600912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,768,0.10866986910502116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,768,0.09065919717152914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,768,0.08451733589172364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,768,0.08457173506418864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,768,0.09021653334299723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,768,0.09574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,768,0.10166079998016357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,768,0.07841493288675944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,768,0.0665610671043396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,768,0.07767360210418701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,768,0.07149120171864828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,768,0.07184960047403971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,768,0.0661952018737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,768,0.060471467177073156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,768,0.04842880169550578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,768,0.06004053354263306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,768,0.041602134704589844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,768,0.04223999977111816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,768,0.03621333440144857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,768,0.0362175981203715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,768,0.05424000024795532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,768,0.05423253377278646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,768,0.04778453509012858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,768,0.03003840049107869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,768,0.018577067057291667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,768,0.029677865902582805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,768,0.023532799879709878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,768,0.024499199787775674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,768,0.017842133839925133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,768,0.012467199563980102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,768,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,768,0.009750399986902874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,768,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,768,0.009638399879137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,768,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,768,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,768,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,768,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,768,0.007986133297284443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,768,0.008002133170763651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,768,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,768,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,768,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,768,0.006605866551399231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,768,0.006376533210277558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,768,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,768,0.006694399813810985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,768,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,768,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,768,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,768,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,768,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,768,0.0066890666882197065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,768,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,768,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,768,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,768,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,768,0.0066453332702318835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,768,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,768,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,768,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,768,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,768,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,768,0.006506666541099548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,768,0.037829331556955975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,768,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,768,0.013294933239618936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,768,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,768,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,768,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,768,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,768,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,768,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,768,0.011572266618410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,768,0.01118933359781901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,768,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,768,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,768,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,768,0.011168000102043153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,768,0.01090773344039917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,768,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,768,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,768,0.01076479951540629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,768,0.010457600156466167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,768,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,768,0.009943466385205586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,768,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,768,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,768,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,768,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,768,0.00925439993540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,768,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,768,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,768,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,768,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,768,0.008784000078837078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,768,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,768,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,768,0.008721066514650981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,768,0.008350933591524761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,768,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,768,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,768,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,768,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,768,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,768,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,768,0.008278400202592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,768,0.011178666353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,768,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,768,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,768,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,768,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,768,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,768,0.008076799909273784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,768,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,768,0.00831573357184728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,768,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,768,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,768,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,768,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,768,0.00787306676308314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,768,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,768,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,768,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,768,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,768,0.00788373351097107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,768,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,768,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,768,0.008311466872692108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,768,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,768,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,768,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,512,0.013191466530164083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,512,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,768,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,512,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,512,0.004193066557248434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,512,0.003885866701602936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,512,0.004220800101757049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,512,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,512,0.004304000238577525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,512,0.0038165333370367683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,512,0.0037471999724706015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,512,0.004228266576925913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,512,0.0038304001092910765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,512,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,512,0.0042250668009122215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,512,0.0038389332592487337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,512,0.0037994667887687682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,512,0.0037962667644023894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,512,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,512,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,512,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,512,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,512,0.003499733408292135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,512,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,512,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,512,0.0033589333295822145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,512,0.003389866650104523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,512,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,512,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,512,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,512,0.002962133288383484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,512,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,512,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,512,0.002915200094381968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,512,0.002935466667016347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,512,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,512,0.0029397333661715193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,512,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,512,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,512,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,512,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,512,0.002844800055027008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,512,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,512,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,512,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,512,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,512,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,512,0.0028053333361943563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,512,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,768,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,512,0.0028053333361943563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,512,0.0027893332143624624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,512,0.0026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,512,0.0027232001225153605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,512,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,512,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,512,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,512,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,512,0.0027114666998386385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,512,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,512,0.002739199995994568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,512,0.0027306665976842242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,512,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,512,0.0027306665976842242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,512,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,512,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,512,0.0027530667682488757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,512,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,512,0.0027317332724730173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,512,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,512,0.0026922665536403658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,512,0.051430400212605795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,512,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,512,0.031034666299819946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,512,0.024281599124272666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,512,0.02081600030263265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,512,0.021180800596872964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,512,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,512,0.020618667205174766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,512,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,512,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,512,0.020345600446065266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,512,0.019821866353352865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,512,0.020067199071248373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,512,0.02065066695213318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,512,0.02010986606280009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,512,0.019949867328008016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,512,0.019262933731079103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,512,0.019179733594258626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,512,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,512,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,512,0.01932906707127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,512,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,512,0.018781866629918417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,512,0.016999467213948568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,512,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,512,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,512,0.01745599905649821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,512,0.018125865856806436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,512,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,512,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,512,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,512,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,512,0.016948266824086507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,512,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,512,0.014833066860834757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,512,0.01548906664053599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,512,0.015000533064206442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,512,0.015275733669598899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,512,0.017044266064961754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,512,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,512,0.014708266655604044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,512,0.015032533804575601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,512,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,512,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,512,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,512,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,512,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,512,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,512,0.01575573285420736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,512,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,512,0.015802666544914246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,512,0.014636799693107605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,512,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,512,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,512,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,512,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,512,0.014794666568438211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,512,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,512,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,512,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,512,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,512,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,512,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,512,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,512,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,512,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,512,0.014201600352923074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,512,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,512,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,512,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,512,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,512,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,512,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,512,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,512,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,512,0.014411733547846476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,512,0.1965376059214274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,512,0.10703252951304118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,512,0.10129600365956623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,512,0.10090346336364746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,512,0.8766911824544271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,512,0.09525547027587891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,512,0.08923733234405518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,512,0.09605759779612223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,512,0.08931519985198974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,512,0.08325226306915283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,512,0.08317333062489828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,512,0.10660053094228109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,512,0.39103787740071616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,512,0.07759786446889241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,512,0.06564266681671142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,512,0.06569173336029052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,512,0.07101226647694905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,512,0.0774826685587565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,512,0.07155306339263916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,512,0.05959146817525228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,512,0.04805546601613363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,512,0.059208532174428306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,512,0.04193280140558879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,512,0.041121065616607666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,512,0.03578026692072551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,512,0.05382293462753296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,512,0.03534293174743652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,512,0.05300480127334595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,512,0.047687466939290366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,512,0.030062933762868244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,512,0.029235200087229414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,512,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,512,0.024392533302307128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,512,0.023471999168395995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,512,0.012095999717712403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,512,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,512,0.01076693336168925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,512,0.010806399583816528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,512,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,512,0.009508267045021057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,512,0.009539199868837993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,512,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,512,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,512,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,512,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,512,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,512,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,512,0.007891199986139933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,512,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,512,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,512,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,512,0.006342400113741558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,512,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,512,0.006209066510200501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,512,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,512,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,512,0.006400000055631001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,512,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,512,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,512,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,512,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,512,0.006345599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,512,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,512,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,512,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,512,0.006626133124033611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,512,0.006246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,512,0.006268799801667531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,512,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,512,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,512,0.006326400240262349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,512,0.006244266529877981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,512,0.02675519982973735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,512,0.016829866170883178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,512,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,512,0.012386133273442585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,512,0.012549333771069846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,512,0.011975466211636861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,512,0.011959466338157653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,512,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,512,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,512,0.011593600114186604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,512,0.011222400267918905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,512,0.010770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,512,0.010998400052388509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,512,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,512,0.010797866185506185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,512,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,512,0.010332799951235453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,512,0.010356266299883525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,512,0.010339200496673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,512,0.00993280013402303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,512,0.009910399715105694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,512,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,512,0.009731200337409974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,512,0.009522133072217305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,512,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,512,0.009117866555849712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,512,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,512,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,512,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,512,0.008296533425649007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,512,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,512,0.00827519992987315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,512,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,512,0.008272000153859456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,512,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,512,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,512,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,512,0.007884799937407176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,512,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,512,0.007762133578459422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,512,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,512,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,512,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,512,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,512,0.007880533238252004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,512,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,512,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,512,0.007863466441631318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,512,0.007445333401362102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,512,0.007534933090209961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,512,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,512,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,512,0.00788266658782959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,512,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,512,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,512,0.007609599828720092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,512,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,512,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,512,0.007891199986139933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,512,0.007809066772460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,512,0.007469866673151653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,512,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,512,0.007473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,512,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,512,0.00788373351097107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,512,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,512,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,512,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,512,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,512,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,256,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,256,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,256,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,256,0.0035477332770824433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,256,0.003505066782236099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,256,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,256,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,256,0.0034453332424163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,256,0.0038346665600935614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,512,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,256,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,256,0.0031370667119820913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,256,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,256,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,256,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,256,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,256,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,256,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,256,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,256,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,256,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,256,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,256,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,256,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,256,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,256,0.002962133288383484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,256,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,256,0.0027882667879263563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,256,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,256,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,256,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,256,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,256,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,256,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,256,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,256,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,256,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,256,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,256,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,256,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,256,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,256,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,256,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,256,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,256,0.0025205334027608235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,256,0.0023050665855407714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,256,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,256,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,256,0.0025461333493391673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,256,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,256,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,256,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,256,0.0025386666258176167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,256,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,256,0.0025429333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,256,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,256,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,256,0.002549333373705546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,256,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,256,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,256,0.0026634665826956432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,256,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,256,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,256,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,256,0.0330570658047994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,256,0.02481600046157837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,256,0.02150826652844747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,256,0.018517333269119262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,256,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,256,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,256,0.018594133853912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,256,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,256,0.018820265928904213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,256,0.016851200660069784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,256,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,256,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,256,0.017704532543818156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,256,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,256,0.018872533241907755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,256,0.017195733388264973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,256,0.018795732657114664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,256,0.01678826610247294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,256,0.01762666702270508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,256,0.01670080025990804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,256,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,256,0.016774400075276693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,256,0.016938666502634682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,256,0.016871466239293417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,256,0.016463999946912132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,256,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,256,0.016434133052825928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,256,0.015101866920789084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,256,0.016425599654515587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,256,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,256,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,256,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,256,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,256,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,256,0.015636266271273295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,512,0.010855467120806376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,256,0.014621866742769876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,256,0.01541866660118103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,256,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,256,0.01527466674645742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,256,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,256,0.014980266491572062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,256,0.015105066696802774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,256,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,256,0.015611732999483744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,256,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,256,0.014314666390419006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,256,0.014281599720319112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,256,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,256,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,256,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,256,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,512,0.01087679962317149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,256,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,256,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,256,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,256,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,256,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,256,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,256,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,256,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,256,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,256,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,256,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,256,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,256,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,256,0.014403200149536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,256,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,256,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,256,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,256,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,256,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,256,0.0143477330605189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,256,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,256,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,256,0.013891200224558512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,256,0.16058026949564616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,256,0.08756159941355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,256,0.31509440739949546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,256,0.08294400374094645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,256,0.6240469614664714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,256,0.0877685308456421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,256,0.07746026515960694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,256,0.07336320082346598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,256,0.07305813630421956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,256,0.06867413520812989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,256,0.06794986724853516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,256,0.08307946523030599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,256,0.06367040077845255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,256,0.06330879926681518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,256,0.058322131633758545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,256,0.05392320156097412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,256,0.053895465532938634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,256,0.0784661372502645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,256,0.058728531996409095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,256,0.04893226623535156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,256,0.04863679806391398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,256,0.03952320019404094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,256,0.03904853264490764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,256,0.03460479974746704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,256,0.034075733025868735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,256,0.030115199089050294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,256,0.029556266466776532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,256,0.044804267088572186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,256,0.044360534350077314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,256,0.02476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,256,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,256,0.024410667022069295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,256,0.020317866404851278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,256,0.019879466295242308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,256,0.014888532956441245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,256,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,256,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,256,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,256,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,256,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,256,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,256,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,256,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,256,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,256,0.006739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,256,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,256,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,256,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,256,0.0058378666639328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,256,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,256,0.006181333462397257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,256,0.0058037335673968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,256,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,256,0.00586346685886383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,256,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,256,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,256,0.005559466779232025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,256,0.006043733159701029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,256,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,256,0.0058559998869895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,256,0.005508266886075338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,256,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,256,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,256,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,256,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,256,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,256,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,256,0.0055167997876803074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,256,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,256,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,256,0.02445759971936544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,256,0.01978773276011149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,256,0.015705600380897522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,256,0.011990400155385335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,256,0.011575466394424439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,256,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,256,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,256,0.011249066392580668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,256,0.01125759979089101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,256,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,256,0.010798933108647664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,256,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,256,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,256,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,256,0.010372266173362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,256,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,256,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,256,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,256,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,256,0.009118933478991191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,256,0.009525332848230999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,256,0.009221333265304565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,256,0.00893440047899882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,256,0.008809600273768108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,256,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,256,0.00881599982579549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,256,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,256,0.00864533285299937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,256,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,256,0.007894399762153625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,256,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,256,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,256,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,256,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,256,0.007784533500671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,256,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,256,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,256,0.007506133119265239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,256,0.007541333138942718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,256,0.007255466779073079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,256,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,256,0.00745066652695338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,256,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,256,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,256,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,256,0.007380266487598419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,256,0.007141333321730297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,256,0.007473066449165344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,256,0.007144533097743988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,256,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,256,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,256,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,256,0.007216000060240428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,256,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,256,0.007461333274841308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,256,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,256,0.006913066903750102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,256,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,256,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,256,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,256,0.00709440012772878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,256,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,256,0.006651733318964641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,256,0.0070709332823753355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,256,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,256,0.007050666709740956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,256,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,256,0.007160533467928569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,256,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,128,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,256,0.006906666855017345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,128,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,128,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,128,0.00344106654326121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,128,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,128,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,128,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,128,0.0033621333539485933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,128,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,128,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,128,0.00306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,128,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,256,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,128,0.003127466638882955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,128,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,128,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,128,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,128,0.002922666569550832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,128,0.0029557332396507262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,128,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,128,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,128,0.0028490667541821797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,128,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,128,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,128,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,256,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,128,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,128,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,128,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,128,0.0025610665480295816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,128,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,128,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,128,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,128,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,128,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,128,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,128,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,128,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,128,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,128,0.0022965334355831146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,128,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,128,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,128,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,128,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,128,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,128,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,128,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,128,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,128,0.002502399931351344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,128,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,128,0.0023232000569502515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,128,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,128,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,128,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,128,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,128,0.0025685332715511323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,128,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,128,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,128,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,128,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,128,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,128,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,128,0.0023370665808518727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,128,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,128,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,128,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,128,0.016710400581359863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,128,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,128,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,128,0.017946666479110716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,128,0.0023370665808518727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,128,0.016679465770721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,128,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,128,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,128,0.01660266617933909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,128,0.016889599959055583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,128,0.016405333081881204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,128,0.017343999942143758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,128,0.026982400814692182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,128,0.016471466422080992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,128,0.01637226641178131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,128,0.015454933047294617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,128,0.01581439971923828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,128,0.014946132898330688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,128,0.016288000345230102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,128,0.015224533279736838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,128,0.015659733613332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,128,0.017554134130477905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,128,0.015069866180419922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,128,0.019528534015019736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,128,0.014786133170127868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,128,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,128,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,128,0.016151466965675355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,128,0.015412267049153647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,128,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,128,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,128,0.016055466731389363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,128,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,128,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,128,0.014402133226394654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,128,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,128,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,128,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,128,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,128,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,128,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,128,0.013757866621017457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,128,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,128,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,128,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,128,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,128,0.014241066575050355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,128,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,128,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,128,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,128,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,128,0.014339199662208557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,128,0.01309866706530253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,128,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,128,0.01336853305498759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,128,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,128,0.013773866494496665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,128,0.014328533411026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,128,0.014095999797185264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,128,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,128,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,128,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,128,0.014028799533843995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,128,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,128,0.013235200444857279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,128,0.014404267072677612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,128,0.014046933253606161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,128,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,128,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,128,0.014060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,128,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,128,0.013313066959381104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,128,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,512,128,0.07779200077056884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,512,128,0.2781621297200521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,512,128,0.5506965637207031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,512,128,0.07385706901550293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,512,128,0.06935466925303141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,512,128,0.14164586067199708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,512,128,0.06542293230692545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,512,128,0.0648362676302592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,512,128,0.061229864756266274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,512,128,0.060754132270812986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,512,128,0.07793599764506022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,512,128,0.07360426584879556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,512,128,0.06909973621368408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,512,128,0.05711146593093872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,512,128,0.04844053188959758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,512,128,0.05630506674448649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,512,128,0.052135467529296875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,512,128,0.05187946557998657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,512,128,0.04770239988962809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,512,128,0.04404693444569906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,512,128,0.03574506839116414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,512,128,0.04365119934082031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,512,128,0.03985386689503988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,512,128,0.030552534262339275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,512,128,0.027166932821273804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,512,128,0.02638186613718669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,512,128,0.031268266836802165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,512,128,0.03947519858678182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,512,128,0.035469865798950194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,512,128,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,512,128,0.014135467012723288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,512,128,0.022320000330607097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,512,128,0.017790933450063072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,512,128,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,512,128,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,512,128,0.00904319981733958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,512,128,0.008736000458399455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,512,128,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,512,128,0.007878399888674418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,512,128,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,512,128,0.00763733337322871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,512,128,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,512,128,0.0070250665148099255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,512,128,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,512,128,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,512,128,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,512,128,0.007057066758473713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,512,128,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,512,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,512,128,0.018620800971984864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,512,128,0.005580799778302511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,512,128,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,512,128,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,512,128,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,512,128,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,512,128,0.005982933441797892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,512,128,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,512,128,0.005530666808287303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,512,128,0.00551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,512,128,0.00559146652619044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,512,128,0.005619200070699056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,512,128,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,512,128,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,512,128,0.005542399982611338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,512,128,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,512,128,0.005347200234731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,512,128,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,512,128,0.005505066613356272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,512,128,0.0051360001166661584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,512,128,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,512,128,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,512,128,0.005593599875768026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,512,128,0.032917332649230954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,512,128,0.02555840015411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,512,128,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,512,128,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,512,128,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,512,128,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,512,128,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,512,128,0.010883200168609618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,512,128,0.01072106659412384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,512,128,0.010449066758155823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,512,128,0.010494933525721232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,512,128,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,512,128,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,512,128,0.010940800110499065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,512,128,0.009842133522033692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,512,128,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,512,128,0.00965333382288615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,512,128,0.009727999567985535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,512,128,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,512,128,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,512,128,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,512,128,0.008789333701133727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,512,128,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,512,128,0.008931199709574383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,512,128,0.008545066912968953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,512,128,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,512,128,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,512,128,0.007985066870848339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,512,128,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,512,128,0.007879466811815897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,512,128,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,512,128,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,512,128,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,512,128,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,512,128,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,512,128,0.0072202667593956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,512,128,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,512,128,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,512,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,512,128,0.007064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,512,128,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,512,128,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,512,128,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,512,128,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,512,128,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,512,128,0.0072170664866765336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,512,128,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,512,128,0.007053866485754649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,512,128,0.007204266885916392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,512,128,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,512,128,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,512,128,0.006792533397674561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,512,128,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,512,128,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,512,128,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,512,128,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,512,128,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,512,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,512,128,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,512,128,0.006433066725730896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,512,128,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,512,128,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,512,128,0.007136000196139018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,512,128,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,512,128,0.006811733543872833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,512,128,0.006647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,512,128,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,512,128,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,512,128,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,512,128,0.006454400221506755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,512,128,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,512,128,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,512,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,64,0.007559466858704884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,64,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,64,0.004154666761557261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,64,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,64,0.0029728000362714132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,64,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,64,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,64,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,64,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,64,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,64,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,64,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,64,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,64,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,64,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,64,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,64,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,512,128,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,64,0.0026954665780067446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,64,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,64,0.0026357332865397137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,64,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,64,0.002690133452415466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,64,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,64,0.002537599951028824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,64,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,64,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,64,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,64,0.002548266698916753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,64,0.0025386666258176167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,64,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,64,0.0023743999501069386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,64,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,64,0.0022453332940737406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,64,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,64,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,64,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,64,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,64,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,64,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,64,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,64,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,64,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,64,0.0023232000569502515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,64,0.0022965334355831146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,64,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,64,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,64,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,64,0.002328533430894216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,64,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,64,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,64,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,64,0.0023797333240509035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,64,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,64,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,64,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,64,0.0021269333859284716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,64,0.00211519996325175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,64,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,64,0.027040000756581622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,64,0.022249599297841392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,64,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,64,0.01728960076967875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,64,0.018385066588719686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,64,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,512,128,0.009129599730173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,64,0.016461867094039916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,64,0.01639786660671234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,64,0.016749866803487144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,64,0.016217600305875143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,64,0.016743467251459757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,64,0.016037333011627197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,64,0.016011733810106912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,64,0.01617173353830973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,64,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,64,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,64,0.014826666315396628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,64,0.0164000004529953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,64,0.015660799543062844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,64,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,64,0.014730667074521383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,64,0.015165866414705912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,64,0.014760532975196838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,64,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,64,0.015129599968592325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,64,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,64,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,64,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,512,128,0.008933333555857341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,64,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,64,0.01532373329003652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,64,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,64,0.01495253344376882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,64,0.01399679978688558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,64,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,64,0.015938133001327515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,64,0.01383786698182424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,64,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,64,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,64,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,64,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,64,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,64,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,64,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,64,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,64,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,64,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,64,0.013877333203951518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,64,0.014594133694966635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,64,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,64,0.013914666573206582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,64,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,64,0.014205867052078247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,64,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,64,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,64,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,64,0.014346667130788169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,64,0.014396799604098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,64,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,64,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,64,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,64,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,64,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,64,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,64,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,64,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,64,0.013243732849756875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,64,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,64,0.013648000359535218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,64,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,512,32,0.009316266576449076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,512,32,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,512,32,0.003124266614516576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,512,32,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,64,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,512,32,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,512,32,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,512,32,0.0031637333333492277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,512,32,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,512,32,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,512,32,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,512,32,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,512,32,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,512,32,0.002958933264017105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,512,32,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,512,32,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,512,32,0.0027029333015282948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,512,32,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,512,32,0.0026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,512,32,0.0027722666660944624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,512,32,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,512,32,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,512,32,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,512,32,0.00278613343834877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,512,32,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,512,32,0.002537599951028824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,512,32,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,512,32,0.002452266712983449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,512,32,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,512,32,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,512,32,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,512,32,0.002419200042883555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,512,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,512,32,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,512,32,0.003092266619205475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,512,32,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,512,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,512,32,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,512,32,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,512,32,0.0021173333128293352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,512,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,512,32,0.002145066608985265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,512,32,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,512,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,512,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,512,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,512,32,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,512,32,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,512,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,512,32,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,512,32,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,512,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,512,32,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,512,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,512,32,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,512,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,512,32,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,512,32,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,512,32,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,512,32,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,512,32,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,512,32,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,512,32,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,512,32,0.002111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,512,32,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,512,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,512,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,512,32,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,512,32,0.0021216000119845075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,512,32,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,512,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,512,32,0.002160000056028366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,512,32,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,512,32,0.02479893366495768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,512,32,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,512,32,0.02068693240483602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,512,32,0.016546133160591125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,512,32,0.01689066688219706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,512,32,0.015217066804567973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,512,32,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,512,32,0.01736533244450887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,512,32,0.015386666854222616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,512,32,0.016759467124938966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,512,32,0.014740266402562461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,512,32,0.0164192001024882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,512,32,0.014851199587186179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,512,32,0.015596800049146018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,512,32,0.015842133760452272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,512,32,0.01839146614074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,512,32,0.015482667088508605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,512,32,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,512,32,0.014663466811180114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,512,32,0.01605013310909271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,512,32,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,512,32,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,512,32,0.01695466637611389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,512,32,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,512,32,0.01544319987297058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,512,32,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,512,32,0.01495146652062734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,512,32,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,512,32,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,512,32,0.01590720017751058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,512,32,0.014371200402577718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,512,32,0.014747732877731323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,512,32,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,512,32,0.015316266814867655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,512,32,0.015131733814875283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,512,32,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,512,32,0.014359466234842935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,512,32,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,512,32,0.014260266224543253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,512,32,0.015107199549674988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,512,32,0.01381119986375173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,512,32,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,512,32,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,512,32,0.013429333766301474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,512,32,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,512,32,0.01381333371003469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,512,32,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,512,32,0.014883200327555338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,512,32,0.01432213286558787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,512,32,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,512,32,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,512,32,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,512,32,0.013708800077438354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,512,32,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,512,32,0.014266666769981385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,512,32,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,512,32,0.014099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,512,32,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,512,32,0.013722667098045349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,512,32,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,512,32,0.013951999942461648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,512,32,0.01441493332386017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,512,32,0.01337386667728424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,512,32,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,512,32,0.013848533233006796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,512,32,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,512,32,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,512,32,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,512,32,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,512,32,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,512,32,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,512,32,0.014318933089574179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,512,32,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,512,32,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,65536,0.3802101453145345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,65536,0.20566186904907227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,512,32,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,65536,0.12308586438496907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,65536,0.13791359265645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,65536,0.11842453479766846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,65536,0.11165546576182048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,65536,0.12383466561635334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,65536,0.10811093648274739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,65536,0.1186090628306071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,512,32,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,65536,0.09959680239359538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,65536,0.10167146523793538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,65536,0.09887893199920654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,65536,0.09851946830749511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,65536,0.11901546319325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,65536,0.08605973720550537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,65536,0.07470826307932535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,65536,0.07498239676157634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,65536,0.06941333611806234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,65536,0.06714026927947998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,65536,0.061433601379394534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,65536,0.7760970433553059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,65536,0.05820480187733969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,65536,0.05805226564407349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,65536,0.047467732429504396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,65536,0.04831039905548096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,65536,0.043110398451487224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,65536,0.042940799395243326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,65536,0.03881066640218099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,65536,0.035550932089487716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,65536,0.030321067571640013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,65536,0.03198613325754802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,65536,0.02437653342882792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,65536,0.023944532871246337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,65536,0.019887999693552653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,65536,0.0608245333035787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,65536,0.015385599931081137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,65536,0.015362133582433065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,65536,0.01530026694138845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,65536,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,65536,0.019489065806070963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,65536,0.019336533546447755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,65536,0.017348267634709678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,65536,0.017332265774408974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,65536,0.015320533514022827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,65536,0.015340800086657206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,65536,0.015359999736150107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,65536,0.015390933553377787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,65536,0.015271466970443726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,65536,0.018626133600870766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,65536,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,65536,0.011710932850837708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,65536,0.08875412940979004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,65536,0.0150026669104894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,65536,0.013448533415794373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,65536,0.02102400064468384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,65536,0.01620586713155111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,65536,0.014762666821479798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,65536,0.010840533177057902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,65536,0.016422399878501893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,65536,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,65536,0.010893866419792175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,65536,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,65536,0.010827733079592387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,65536,0.01067200005054474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,65536,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,65536,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,65536,0.015733333428700765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,65536,0.01623040040334066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,65536,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,65536,0.015683199961980185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,65536,0.016270933548609416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,65536,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,65536,0.010900266965230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,65536,0.01611306667327881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,65536,0.8125823974609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,65536,1.5080885569254556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,65536,0.8124256134033203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,65536,2.948151397705078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,65536,0.7675253550211589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,65536,0.7661226908365886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,65536,0.7255872090657551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,65536,0.7206933339436848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,65536,0.6738954544067383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,65536,0.6709674835205078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,65536,0.6251509348551433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,65536,0.6254837036132812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,65536,0.578168551127116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,65536,0.5821482976277669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,65536,0.5330869356791179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,65536,5.8727167765299475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,65536,0.5328703880310058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,65536,0.48890132904052735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,65536,0.4905269304911296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,65536,0.440114148457845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,65536,0.43982826868693037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,65536,0.39407679239908855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,65536,0.39671894709269206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,65536,0.3500149408976237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,65536,0.3465333302815755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,65536,0.30256427129109703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,65536,0.2590442657470703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,65536,0.25361706415812174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,65536,0.20524160067240396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,65536,0.20408213933308922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,65536,0.15740159352620442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,65536,0.15731627146402996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,65536,0.052536535263061526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,65536,0.0998197317123413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,65536,0.05363946755727132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,65536,0.047405866781870525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,65536,0.04947520097096761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,65536,0.04527146816253662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,65536,0.04452159802118937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,65536,0.04264320135116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,65536,0.04204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,65536,0.03701440095901489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,65536,0.03526826699574788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,65536,0.03498560190200806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,65536,0.039100801944732665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,65536,0.037113598982493085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,65536,0.03497813145319621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,65536,0.10097920099894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,65536,0.03339306513468425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,65536,0.03698026736577352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,65536,0.02686186631520589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,65536,0.02889066735903422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,65536,0.3020074526468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,65536,0.02884693344434102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,65536,0.03185919920603435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,65536,0.026997333765029906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,65536,0.02690879901250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,65536,0.024947200218836466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,65536,0.02284160057703654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,65536,0.023013333479563393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,65536,0.034220798810323076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,65536,0.023336533705393472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,65536,0.021744000911712646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,65536,0.02176106572151184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,65536,0.020719999074935914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,65536,0.022712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,65536,0.022781866788864135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,65536,0.023434666792551677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,65536,0.02412266731262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,65536,0.022756266593933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,65536,0.022666666905085245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,65536,0.02167466680208842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,65536,0.022530132532119752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,65536,0.022692267100016275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,65536,0.9035829544067383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,65536,1.8066282908121747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,65536,3.604633585611979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,65536,0.5135050773620605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,65536,0.4592746734619141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,65536,0.5034336090087891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,65536,0.43374398549397786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,65536,0.41965227127075194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,65536,0.40779946645100906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,65536,0.48931201299031574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,65536,0.3927658716837565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,65536,0.38382078806559244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,65536,0.3662720044453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,65536,0.3608928044637044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,65536,0.3417813301086426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,65536,0.33528000513712564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,65536,0.4753888130187988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,65536,0.3160863876342773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,65536,0.4467904090881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,65536,0.28787094751993814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,65536,0.26423467000325523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,65536,0.23875306447347006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,65536,0.23176426887512208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,65536,0.21383466720581054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,65536,0.20652586619059243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,65536,0.18821439743041993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,65536,0.1815146605173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,65536,0.2928384145100912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,65536,0.26037227312723793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,65536,0.13911147117614747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,65536,0.15428586006164552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,65536,0.10988480250040691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,65536,0.10606826941172283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,65536,0.07765653133392333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,65536,0.07677546342213949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,65536,0.07487040360768636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,65536,0.07464319864908854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,65536,0.07295893033345541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,65536,0.07264533042907714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,65536,0.06997439861297608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,65536,0.06994132995605469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,65536,0.06823466618855795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,65536,0.06735786596934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,65536,0.06563200155893961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,65536,0.06552426815032959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,65536,0.06355733474095662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,65536,0.15838613510131835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,65536,0.06327360073725383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,65536,0.06229226589202881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,65536,0.06258453528086344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,65536,0.06197973489761353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,65536,0.06161919832229614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,65536,0.06075946489969889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,65536,0.06153386831283569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,65536,0.05998080174128214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,65536,0.059944534301757814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,65536,0.05979306697845459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,65536,0.059614932537078856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,65536,0.05980266729990641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,65536,0.05930666526158651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,65536,0.05914453268051147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,65536,0.05913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,65536,0.05967466831207276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,65536,0.05997759898503622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,65536,0.05966293414433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,65536,0.060006399949391685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,65536,0.05954240163167318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,65536,0.05932586590449015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,65536,0.05917653242746988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,65536,0.05958400170008341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,65536,0.060006399949391685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,65536,0.059512531757354735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,65536,0.06327360073725383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,65536,0.13112959861755372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,65536,0.6804639816284179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,65536,1.3626059214274089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,65536,0.3813290596008301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,65536,0.26089280446370444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,65536,0.26001173655192056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,65536,0.2543605327606201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,65536,0.2560810724894206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,65536,0.24228053092956542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,65536,0.23768000602722167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,65536,0.24163947105407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,65536,0.23790399233500162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,65536,0.22464106877644857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,65536,0.2230186621348063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,65536,0.2206805388132731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,65536,0.2190997282663981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,65536,0.21509760220845542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,65536,0.21535894076029458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,65536,0.203329070409139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,65536,0.2006901264190674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,65536,0.19722986221313477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,65536,0.1969653288523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,65536,0.18454400698343915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,65536,0.18287572860717774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,65536,0.18015039761861165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,65536,0.17833813031514484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,65536,0.1692479928334554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,65536,0.1683754603068034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,65536,0.16204694112141926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,65536,0.16122132937113445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,65536,0.1567263921101888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,65536,0.15537279446919758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,65536,0.14626347223917643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,65536,0.14598080317179363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,65536,0.13837332725524903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,65536,0.13741013209025066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,65536,0.12537279923756917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,65536,0.12480320135752361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,65536,0.12442239920298259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,65536,0.12477333545684814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,65536,0.12437547047932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,65536,0.12409813404083252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,65536,0.124508802096049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,65536,0.12415146827697754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,65536,0.12263893286387126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,65536,0.12162666320800782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,65536,0.1215989351272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,65536,0.12160212993621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,65536,0.12136960029602051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,65536,0.12130453586578369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,65536,0.1215989351272583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,65536,0.12151573499043782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,65536,0.12131199836730958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,65536,0.12124053637186687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,65536,0.12111252943674725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,65536,0.12135146458943684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,65536,0.12150613466898601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,65536,0.12104640007019044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,65536,0.12123306592305501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,65536,0.12154133319854736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,65536,0.12131199836730958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,65536,0.12127359708150227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,65536,0.1213536024093628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,65536,0.12123626867930096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,65536,0.12113813559214275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,65536,0.12119146982828777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,65536,0.12120640277862549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,65536,0.12109866937001545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,65536,0.12133866945902508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,65536,0.12084799607594807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,65536,0.12111039956410725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,65536,0.12116586367289225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,51200,0.6126709620157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,51200,0.3051136016845703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,51200,0.16691412925720214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,51200,0.10048426787058513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,51200,0.11656959851582845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,51200,0.10276906490325928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,51200,0.10067093372344971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,51200,0.09597439765930176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,51200,0.08826453685760498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,51200,0.09282453060150146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,51200,0.07771946589152018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,51200,0.0769589344660441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,51200,0.07568106651306153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,51200,0.07873600323994955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,51200,0.08615573247273764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,51200,0.06871679623921713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,51200,0.0685856024424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,51200,0.06053440173467001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,51200,0.06082559823989868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,51200,0.056281598409016934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,51200,0.053958400090535485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,65536,0.12108053366343181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,51200,0.04907199939092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,51200,0.04849173227945964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,51200,0.048469332853953044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,65536,0.12111573219299317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,51200,0.04004480044047038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,51200,0.040897067387898764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,51200,0.03580053249994914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,51200,0.04836373329162598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,51200,0.03555200099945068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,51200,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,51200,0.03231893380482991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,51200,0.02518080075581868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,51200,0.026691200335820515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,51200,0.023013333479563393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,51200,0.018116267522176106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,51200,0.016937599579493205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,51200,0.013447466492652892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,51200,0.016116266449292503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,51200,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,51200,0.01325653294722239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,51200,0.017038933436075845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,51200,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,51200,0.015202132860819497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,51200,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,51200,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,51200,0.01365226705869039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,51200,0.017091200749079386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,51200,0.016950400670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,51200,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,51200,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,51200,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,51200,0.009715200463930766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,51200,0.0132533331712087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,65536,0.12152000268300374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,51200,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,51200,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,51200,0.017829332749048868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,51200,0.014239999651908874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,51200,0.011764267086982727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,51200,0.00920960009098053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,51200,0.009307733178138733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,51200,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,51200,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,51200,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,51200,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,51200,0.011686399579048157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,51200,0.011742933591206869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,51200,0.011636267105738323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,51200,0.011820800105730693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,51200,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,51200,0.01144426663716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,51200,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,51200,0.01613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,51200,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,51200,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,51200,0.6400021235148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,51200,1.1807285308837892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,51200,2.31057612101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,51200,0.6390495936075846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,51200,0.6046304066975912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,51200,0.6018133163452148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,51200,0.5691445032755534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,51200,0.5332629203796386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,51200,0.5697781244913738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,51200,0.5324128150939942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,51200,0.4944778760274251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,51200,0.4956949234008789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,51200,4.610081990559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,51200,0.461135991414388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,51200,0.4588191986083984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,51200,0.4224682807922363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,51200,0.3890581448872884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,51200,0.3872960090637207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,51200,0.34998188018798826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,51200,0.3488565444946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,51200,0.3114922523498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,51200,0.3116757392883301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,51200,0.27897812525431315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,51200,0.2772661209106445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,51200,0.24216106732686363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,51200,0.2415008068084717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,51200,0.20654400189717612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,51200,0.20320852597554526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,51200,0.1672789255777995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,51200,0.1674506664276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,51200,0.12211946646372478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,51200,0.12392319838205974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,51200,0.07626986503601074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,51200,0.04535253445307414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,51200,0.04655466477076213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,51200,0.04322346846262614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,51200,0.043338668346405027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,51200,0.040343467394510904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,51200,0.03919680118560791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,51200,0.037411201000213626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,51200,0.03703999916712443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,51200,0.03712533315022786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,51200,0.03308266599973043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,51200,0.03314453363418579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,51200,0.03365866740544637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,51200,0.03302613298098246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,51200,0.42287146250406904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,51200,0.03134933312733968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,51200,0.030920533339182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,51200,0.07647786935170492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,51200,0.029747200012207032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,51200,0.026233599583307905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,51200,0.029412267605463664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,51200,0.02693013350168864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,51200,0.027482666571935016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,51200,0.024106667439142863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,51200,0.02454293370246887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,51200,0.022858667373657226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,51200,0.022115200757980347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,51200,0.020846933126449585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,51200,0.021656533082326256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,51200,0.020606933037439983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,51200,0.021460266908009847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,51200,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,51200,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,51200,0.02103253404299418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,51200,0.021553067366282146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,51200,0.021411200364430748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,51200,0.022141865889231362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,51200,0.030220800638198854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,51200,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,51200,0.02417280077934265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,51200,0.020707199970881142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,51200,0.021118932962417604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,51200,0.8337173461914062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,51200,1.664341354370117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,51200,3.333287556966146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,51200,0.46800533930460614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,51200,0.42329918543497724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,51200,0.4473866780598958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,51200,0.4561471939086914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,51200,0.39965546925862633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,51200,0.388810666402181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,51200,0.3754026730855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,51200,0.3631946563720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,51200,0.3510453224182129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,51200,0.33808212280273436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,51200,0.43987627029418946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,51200,0.3130026817321777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,51200,0.3034026781717936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,51200,0.2895445187886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,51200,0.326252810160319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,51200,0.4131466547648112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,51200,0.26581439971923826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,51200,0.2618229389190674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,51200,0.2182901382446289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,51200,0.2388703982035319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,51200,0.19342719713846843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,51200,0.17020479838053387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,51200,0.1874133268992106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,51200,0.16387519836425782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,51200,0.21028693517049155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,51200,0.23559254010518393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,51200,0.14209920565287273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,51200,0.13853440284729004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,51200,0.09073386987050375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,51200,0.08625280062357585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,51200,0.06363733212153116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,51200,0.12073280016581218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,51200,0.06421013275782267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,51200,0.06099840005238851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,51200,0.06020906766255697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,51200,0.059157331784566246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,51200,0.05904746850331625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,51200,0.055569068590799964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,51200,0.05585600137710571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,51200,0.05425066550572714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,51200,0.05407040119171143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,51200,0.05308906634648641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,51200,0.05112213293711344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,51200,0.050963199138641356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,51200,0.052697598934173584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,51200,0.04982399940490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,51200,0.0500490665435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,51200,0.04963839848836263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,51200,0.04889920155207316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,51200,0.04928640127182007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,51200,0.04888639847437541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,51200,0.04769706726074219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,51200,0.04757013320922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,51200,0.04729066689809163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,51200,0.047261865933736165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,51200,0.047491200764973956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,51200,0.047220265865325926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,51200,0.04784106810887655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,51200,0.04807146787643433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,51200,0.047533865769704184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,51200,0.047278932730356854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,51200,0.04727146625518799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,51200,0.0472053329149882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,51200,0.04751786788304647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,51200,0.047227732340494794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,51200,0.04774293502171834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,51200,0.04729173183441162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,51200,0.04980800151824951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,51200,0.05242346525192261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,51200,0.047533865769704184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,51200,0.5535605112711589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,51200,1.0779691060384116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,51200,0.30627520879109704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,51200,0.11408853530883789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,51200,0.20868053436279296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,51200,0.20819093386332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,51200,0.20338239669799804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,51200,0.20514133771260581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,51200,0.19432533582051595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,51200,0.19375786781311036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,51200,0.19127039909362792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,51200,0.19066665967305502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,51200,0.1801045258839925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,51200,0.1786688009897868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,51200,0.17676906585693358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,51200,0.17513173421223957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,51200,0.17278720537821451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,51200,0.17264746030171713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,51200,0.16276052792867024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,51200,0.15796480178833008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,51200,0.15739839871724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,51200,0.16066986719767254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,51200,0.1470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,51200,0.14691413243611653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,51200,0.14315412839253744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,51200,0.14213760693868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,51200,0.1353962739308675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,51200,0.135152006149292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,51200,0.12921280066172283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,51200,0.12525546550750732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,51200,0.12897173563639325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,51200,0.12455466588338215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,51200,0.11592426300048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,51200,0.11557652950286865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,51200,0.10754026571909588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,51200,0.10861226717631023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,51200,0.09946880340576172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,51200,0.09938453038533529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,51200,0.09889280001322429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,51200,0.09937280019124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,51200,0.09862186908721923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,51200,0.09894186655680338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,51200,0.09891200065612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,51200,0.09897173245747884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,51200,0.09731520016988118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,51200,0.09692053000132242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,51200,0.09649066925048828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,51200,0.09652693271636963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,51200,0.09657386938730875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,51200,0.09626560211181641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,51200,0.09646506309509277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,51200,0.09652160008748373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,51200,0.09644373257954916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,51200,0.09625600179036459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,51200,0.0964255968729655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,51200,0.09656746387481689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,51200,0.09621226787567139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,51200,0.09664426644643148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,51200,0.0962282657623291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,51200,0.09624533653259278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,51200,0.09657599925994872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,51200,0.09649706681569417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,51200,0.09659413496653238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,51200,0.09614400068918863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,51200,0.0965002695719401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,51200,0.09651412963867187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,51200,0.09619306723276774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,51200,0.09619413216908773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,51200,0.09653333028157553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,51200,0.096124800046285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,51200,0.09656000137329102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,51200,0.09655786355336507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,16384,0.20520853996276855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,16384,0.1023861328760783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,51200,0.09623573621114095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,16384,0.056885333855946865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,16384,0.03433173497517904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,51200,0.0961354653040568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,16384,0.037826132774353025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,16384,0.03776106834411621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,16384,0.037275731563568115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,16384,0.03838613430658976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,16384,0.03765546480814616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,16384,0.037597866853078206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,16384,0.029897600412368774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,16384,0.03099520007769267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,16384,0.03143146634101868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,16384,0.0336736003557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,16384,0.02760319908459981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,16384,0.02717546621958415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,16384,0.02422399918238322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,16384,0.02553066611289978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,16384,0.022476800282796226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,16384,0.01751040021578471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,16384,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,16384,0.017811199029286705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,16384,0.01761386593182882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,16384,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,16384,0.01646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,16384,0.015230933825174967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,16384,0.01374399960041046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,16384,0.03081279993057251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,16384,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,16384,0.01243839959303538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,16384,0.010774399836858113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,16384,0.011938132842381795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,16384,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,16384,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,16384,0.009944533308347065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,16384,0.00927786628405253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,16384,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,16384,0.009223467111587525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,16384,0.00953493316968282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,16384,0.009659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,16384,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,16384,0.012050132950146992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,16384,0.008124800026416778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,16384,0.008858666817347208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,16384,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,16384,0.007502933343251546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,16384,0.008713600039482117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,16384,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,16384,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,16384,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,16384,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,16384,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,16384,0.007914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,16384,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,16384,0.009611733754475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,16384,0.0066538666685422255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,16384,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,16384,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,16384,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,16384,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,16384,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,16384,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,16384,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,16384,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,16384,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,16384,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,16384,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,16384,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,16384,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,16384,0.005829333265622457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,16384,0.005830400188763936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,16384,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,16384,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,16384,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,16384,0.7540885289510091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,16384,0.2156437397003174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,16384,0.389357852935791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,16384,0.2153183937072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,16384,1.5028736114501953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,16384,0.20146026611328124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,16384,0.20272107124328614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,16384,0.19358827273050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,16384,0.181551996866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,16384,0.1951082706451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,16384,0.18032639821370441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,16384,0.16483839352925617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,16384,0.15583465894063314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,16384,0.16901547114054363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,16384,0.1556597391764323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,16384,0.1432586669921875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,16384,0.13010453383127848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,16384,0.12918186982472737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,16384,0.14333653450012207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,16384,0.11379093329111736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,16384,0.11024320125579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,16384,0.09555520216623942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,16384,0.09701333045959473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,16384,0.08252480030059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,16384,0.08021333217620849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,51200,0.09614720344543456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,16384,0.06751786867777507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,16384,0.0552127997080485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,16384,0.055054934819539394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,16384,0.045400532086690266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,16384,0.04694933493932088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,16384,0.039510401089986165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,16384,0.035334400335947674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,16384,0.03526399930318196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,16384,0.029715200265248615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,16384,0.027428267399470012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,16384,0.027104000250498455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,16384,0.028305067618687944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,16384,0.026283733050028485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,16384,0.026778666178385417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,16384,0.028059732913970948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,16384,0.02691306670506795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,16384,0.038627199331919354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,16384,0.02423786719640096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,16384,0.026771199703216553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,16384,0.023907200495402018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,16384,0.024701867500940958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,16384,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,16384,0.02268480062484741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,16384,0.02693013350168864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,16384,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,16384,0.022636799017588298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,16384,0.02072746753692627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,16384,0.022026666005452476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,16384,0.020515199502309164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,16384,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,16384,0.019747199614842732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,16384,0.018653867642084758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,16384,0.06735359827677409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,16384,0.01938026746114095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,16384,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,16384,0.018711467583974205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,16384,0.018745599190394084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,16384,0.01851946711540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,16384,0.019992534319559732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,16384,0.018480000893274943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,16384,0.018807466824849448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,16384,0.018396800756454466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,16384,0.0200053334236145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,16384,0.01829866568247477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,16384,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,16384,0.01746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,16384,0.01799466609954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,16384,0.016926934321721397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,16384,0.018874667088190713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,16384,0.7852917353312174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,16384,0.3962560017903646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,16384,0.21995306015014648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,16384,1.5696608225504556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,16384,0.1959445317586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,16384,0.21716693242390953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,16384,0.18467520078023275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,16384,0.20811947186787924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,16384,0.1816757361094157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,16384,0.17319893836975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,16384,0.16972266832987468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,16384,0.16189227104187012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,16384,0.2055199940999349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,16384,0.1578858693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,16384,0.15048319498697918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,16384,0.146671994527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,16384,0.13855892817179363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,16384,0.13428053855895997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,16384,0.19295786221822103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,16384,0.12255466779073079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,16384,0.1210975964864095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,16384,0.08878719806671143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,16384,0.1090389331181844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,16384,0.0897877295811971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,16384,0.07069013118743897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,16384,0.05395733515421549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,16384,0.05406933228174845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,16384,0.06998079617818197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,16384,0.10787946383158367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,16384,0.0457045316696167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,16384,0.04643413225809733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,16384,0.030521599451700847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,16384,0.025534933805465697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,16384,0.02429973284403483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,16384,0.024296534061431885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,16384,0.023946666717529298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,16384,0.039263999462127684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,16384,0.023091200987497965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,16384,0.022547199328740438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,16384,0.022285866737365722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,16384,0.0219050665696462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,16384,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,16384,0.020694400866826376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,16384,0.020809600750605263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,16384,0.020566399892171225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,16384,0.02070080041885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,16384,0.02353066603342692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,16384,0.020644267400105797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,16384,0.02062079906463623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,16384,0.02025173306465149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,16384,0.019370667139689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,16384,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,16384,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,16384,0.019016534090042114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,16384,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,16384,0.019287467002868652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,16384,0.019019732872645058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,16384,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,16384,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,16384,0.019006933768590292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,16384,0.018984532356262206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,16384,0.019011199474334717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,16384,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,16384,0.019333332777023315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,16384,0.018967467546463012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,16384,0.019297067324320474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,16384,0.019312000274658202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,16384,0.01900586684544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,16384,0.01915839910507202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,16384,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,16384,0.019321600596110024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,16384,0.019294933478037516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,16384,0.19443519910176593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,16384,0.37960745493570963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,16384,0.11079573631286621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,16384,0.07634773254394531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,16384,0.07628373305002847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,16384,0.07461547056833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,16384,0.07522772947947184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,16384,0.038321065902709964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,16384,0.07182826995849609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,16384,0.07149439652760824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,16384,0.07032533486684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,16384,0.06995200316111247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,16384,0.06670186519622803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,16384,0.03303359945615132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,16384,0.06635093291600545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,16384,0.06560746828715006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,16384,0.0647648016611735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,16384,0.06378453175226848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,16384,0.06330453157424927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,16384,0.06049813429514567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,16384,0.060064001878102624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,16384,0.05777066548665365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,16384,0.05469119946161906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,16384,0.05313920180002848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,16384,0.057690668106079104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,16384,0.05060160160064697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,16384,0.051020801067352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,16384,0.0480618675549825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,16384,0.04611733357111613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,16384,0.04595626592636108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,16384,0.047609599431355794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,16384,0.044250667095184326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,16384,0.04440000057220459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,16384,0.04200640122095744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,16384,0.03952533404032389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,16384,0.041492267449696855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,16384,0.03907626469930013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,16384,0.03697386582692464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,16384,0.03657066822052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,16384,0.03662506739298503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,16384,0.03624426523844401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,16384,0.03666666746139526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,16384,0.03662186861038208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,16384,0.03642666737238566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,16384,0.03622506856918335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,16384,0.03584106763203938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,16384,0.03540159861246745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,16384,0.03537600040435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,16384,0.035743999481201175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,16384,0.035352532068888345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,16384,0.03552533388137817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,16384,0.035352532068888345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,16384,0.03494826555252075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,16384,0.03508586486180623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,16384,0.03509653409322103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,16384,0.03505280017852783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,16384,0.03532586495081584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,16384,0.0354912002881368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,16384,0.0354751984278361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,16384,0.03502399921417236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,16384,0.03537600040435791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,16384,0.03501226504643758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,16384,0.035444267590840656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,16384,0.03552213509877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,16384,0.034924801190694174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,16384,0.03533226648966471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,16384,0.03548053503036499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,16384,0.03534080187479655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,16384,0.03541866540908813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,16384,0.034995198249816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,16384,0.035323735078175864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,16384,0.03497920036315918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,16384,0.03545600175857544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,12288,0.15221865971883136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,12288,0.07363519668579102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,12288,0.04208639860153198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,12288,0.025674666961034136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,12288,0.028749867280324297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,16384,0.035419734319051106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,12288,0.027410133679707842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,12288,0.02940373420715332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,12288,0.026461867491404216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,12288,0.028123732407887774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,12288,0.02503040035565694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,12288,0.02273919979731242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,12288,0.02426346739133199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,12288,0.022589866320292154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,12288,0.025361067056655882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,12288,0.022785067558288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,12288,0.020093866189320884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,12288,0.01960960030555725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,12288,0.019153066476186118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,12288,0.02048106590906779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,16384,0.035086933771769205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,12288,0.01708266735076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,12288,0.02781333327293396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,12288,0.017181867361068727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,12288,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,12288,0.014693333705266317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,12288,0.015710933009783427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,12288,0.013714133699735006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,12288,0.013770666718482972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,12288,0.012965333461761475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,12288,0.011758933464686077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,16384,0.03533866802851359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,12288,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,12288,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,12288,0.009525332848230999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,12288,0.011352533102035522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,12288,0.011870933572451274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,12288,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,12288,0.011090133587519329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,12288,0.008007466793060303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,12288,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,12288,0.008595200379689534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,12288,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,12288,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,12288,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,12288,0.011252267162005107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,12288,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,12288,0.012565333644549051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,12288,0.007493333518505096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,12288,0.007256533205509186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,12288,0.00883733332157135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,12288,0.007202133536338806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,12288,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,12288,0.005576533575852713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,12288,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,12288,0.005939200023810069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,12288,0.006771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,12288,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,12288,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,12288,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,12288,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,12288,0.005562666555245717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,12288,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,12288,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,12288,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,12288,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,12288,0.005622399846712748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,12288,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,12288,0.005570133527119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,12288,0.005287466446558634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,12288,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,12288,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,12288,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,12288,0.005261866748332978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,12288,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,12288,0.5700031916300456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,12288,0.005550933380921682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,12288,0.29474773406982424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,12288,1.128924814860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,12288,0.16527573267618817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,12288,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,12288,0.1651968002319336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,12288,0.1520458698272705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,12288,0.1525610605875651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,12288,0.14612372716267902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,12288,0.144104528427124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,12288,0.1382165273030599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,12288,0.12360106309254963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,12288,0.1255242665608724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,12288,0.11165119806925457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,12288,0.09809172948201497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,12288,0.09926719665527343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,12288,0.08722133636474609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,12288,0.08771946430206298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,12288,0.07441706657409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,12288,0.06201066573460897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,12288,0.06194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,12288,0.05396159887313843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,12288,0.0537770668665568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,12288,0.051376001040140784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,12288,0.1348159948984782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,12288,0.05150933265686035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,12288,0.11112000147501629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,12288,0.04532693227132161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,12288,0.03949013153711955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,12288,0.039049601554870604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,12288,0.03511039813359578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,12288,0.03353386720021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,12288,0.03141546646753947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,12288,0.03084160089492798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,12288,0.07562879721323648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,12288,0.027820799748102826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,12288,0.025178666909535723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,12288,0.02542720039685567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,12288,0.02677653431892395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,12288,0.024850134054819742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,12288,0.02490239938100179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,12288,0.02483733296394348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,12288,0.02467413345972697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,12288,0.022875734170277915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,12288,0.023702400922775268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,12288,0.02286293307940165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,12288,0.0233130673567454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,12288,0.04657599925994873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,12288,0.022682666778564453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,12288,0.022730666399002075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,12288,0.021048533916473388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,12288,0.020538665850957236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,12288,0.02127679983774821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,12288,0.019817600647608437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,12288,0.02474453250567118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,12288,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,12288,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,12288,0.018582399686177573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,12288,0.018718934059143065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,12288,0.019744000832239785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,12288,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,12288,0.01967573364575704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,12288,0.01881813406944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,12288,0.022299732764561972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,12288,0.018503467241923012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,12288,0.02084160049756368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,12288,0.018629332383473717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,12288,0.019102933009465535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,12288,0.018475733200709023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,12288,0.01848533352216085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,12288,0.017594667275746663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,12288,0.019817600647608437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,12288,0.01801813244819641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,12288,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,12288,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,12288,0.38325332005818685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,12288,0.2133024056752523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,12288,1.503237279256185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,12288,0.2009749412536621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,12288,0.19013333320617676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,12288,0.760264523824056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,12288,0.17952532768249513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,12288,0.21144426663716637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,12288,0.1670197327931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,12288,0.16387093861897786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,12288,0.1549930731455485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,12288,0.152019198735555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,12288,0.14094613393147787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,12288,0.199453862508138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,12288,0.13756160736083983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,12288,0.12166826725006104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,12288,0.18765652974446614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,12288,0.11892266273498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,12288,0.17617813746134442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,12288,0.09461973508199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,12288,0.06587839921315511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,12288,0.09552746613820394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,12288,0.05632640123367309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,12288,0.054254933198293054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,12288,0.04897600015004476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,12288,0.0773845354715983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,12288,0.047270401318868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,12288,0.07688852945963541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,12288,0.06504853169123331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,12288,0.042011733849843344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,12288,0.02926186720530192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,12288,0.04081386725107829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,12288,0.027193599939346315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,12288,0.02230400045712789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,12288,0.02104746699333191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,12288,0.020214400688807168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,12288,0.020713599522908528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,12288,0.020202666521072388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,12288,0.019051732619603474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,12288,0.01897066632906596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,12288,0.019106133778889974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,12288,0.019042134284973145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,12288,0.017771732807159425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,12288,0.017413334051767985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,12288,0.01776426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,12288,0.017574399709701538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,12288,0.017366399367650352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,12288,0.017349332571029663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,12288,0.017314134041468303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,12288,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,12288,0.016198399662971496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,12288,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,12288,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,12288,0.015732266505559287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,12288,0.016076800227165223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,12288,0.016090666254361473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,12288,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,12288,0.01609280010064443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,12288,0.01593493322531382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,12288,0.01569386621316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,12288,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,12288,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,12288,0.0160863995552063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,12288,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,12288,0.015917866428693136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,12288,0.01620266636212667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,12288,0.01574613352616628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,12288,0.01581546664237976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,12288,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,12288,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,12288,0.01606826682885488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,12288,0.016114133596420287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,12288,0.15292693773905436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,12288,0.2979104042053223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,12288,0.0882538636525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,12288,0.06178986628850301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,12288,0.06087786753972372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,12288,0.059538133939107264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,12288,0.05956799983978271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,12288,0.05758613348007202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,12288,0.05691413482030233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,12288,0.056745600700378415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,12288,0.055940266450246176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,12288,0.03538346687952677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,12288,0.0533408006032308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,12288,0.05184959967931112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,12288,0.05309653282165527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,12288,0.05097493330637613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,12288,0.04812373320261638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,12288,0.0482805331548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,12288,0.04561173518498739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,12288,0.034144000212351484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,12288,0.04537493387858073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,12288,0.04358079830805461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,12288,0.041892266273498534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,12288,0.04429866472880046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,12288,0.041568001111348465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,12288,0.03997333447138469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,12288,0.0399125337600708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,12288,0.037843199570973714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,12288,0.03657066822052002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,12288,0.038225066661834714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,12288,0.03662079970041911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,12288,0.03529173135757446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,12288,0.0353877345720927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,12288,0.03333866596221924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,12288,0.03332373301188151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,12288,0.03165653347969055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,12288,0.03132053414980571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,12288,0.029652265707651775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,12288,0.029310933748881024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,12288,0.02927359938621521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,12288,0.029252266883850096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,12288,0.02928000092506409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,12288,0.028998400767644244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,12288,0.02908693353335063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,12288,0.02922346591949463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,12288,0.028489599625269573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,12288,0.02841599980990092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,12288,0.028586665789286297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,12288,0.02804159919420878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,12288,0.0280021329720815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,12288,0.028062933683395387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,12288,0.028514132897059126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,12288,0.028059732913970948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,12288,0.02802773316701253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,12288,0.02838933269182841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,12288,0.02802346746126811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,12288,0.02808213432629903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,12288,0.028064000606536865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,12288,0.02797866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,12288,0.028420267502466838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,12288,0.028449066480000812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,12288,0.028024532397588092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,12288,0.027988266944885255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,12288,0.02800319989522298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,12288,0.02799573342005412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,12288,0.028118399779001872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,12288,0.028417066733042402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,12288,0.02794559995333354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,12288,0.02804693380991618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,12288,0.028281599283218384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,12288,0.028017065922419232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,12288,0.02802773316701253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,12288,0.028097067276636762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,10240,0.12834880352020264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,12288,0.028068266312281293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,12288,0.028436267375946046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,10240,0.03625493446985881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,10240,0.022066134214401244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,10240,0.020581332842508952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,10240,0.02119999925295512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,10240,0.023118933041890465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,10240,0.02067626714706421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,10240,0.022964266935984294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,10240,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,10240,0.016270933548609416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,10240,0.018793600797653198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,10240,0.01903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,12288,0.02802346746126811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,10240,0.021630932887395225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,10240,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,10240,0.020456532637278237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,10240,0.017607466379801432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,10240,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,10240,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,10240,0.019814399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,10240,0.01469013293584188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,10240,0.06574399868647257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,10240,0.013438933094342551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,10240,0.013380266229311624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,10240,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,10240,0.01263146698474884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,10240,0.02174506584803263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,10240,0.011686399579048157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,10240,0.010890666643778484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,10240,0.011062399546305338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,10240,0.009018666545550029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,10240,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,10240,0.010390399893124899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,10240,0.009988266229629516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,10240,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,10240,0.019384533166885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,10240,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,10240,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,10240,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,10240,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,10240,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,10240,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,10240,0.012735999623934426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,10240,0.010051199793815612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,10240,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,10240,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,10240,0.0067562664548556015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,10240,0.010078932841618855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,10240,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,10240,0.008229333162307739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,10240,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,10240,0.00626453310251236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,10240,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,10240,0.006493866443634033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,10240,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,10240,0.005958400170008342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,10240,0.00597866674264272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,10240,0.005971199770768484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,10240,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,10240,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,10240,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,10240,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,10240,0.005835733314355215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,10240,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,10240,0.00582826683918635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,10240,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,10240,0.005827199916044871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,10240,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,10240,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,10240,0.005749333401521047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,10240,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,10240,0.005690666536490122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,10240,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,10240,0.008949333429336548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,10240,0.47818241119384763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,10240,0.24785067240397135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,10240,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,10240,0.9427541097005209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,10240,0.12284479935963948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,10240,0.1248693307240804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,10240,0.11683839956919354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,10240,0.11740053494771321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,10240,0.11058133443196613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,10240,0.10764906406402588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,10240,0.0946282704671224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,10240,0.09501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,10240,0.0881322701772054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,10240,0.08719573020935059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,10240,0.07578346729278565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,10240,0.07668266296386719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,10240,0.13623466491699218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,10240,0.0664693315823873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,10240,0.0575925350189209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,10240,0.05830613374710083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,10240,0.135861333211263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,10240,0.05143359899520874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,10240,0.051345066229502356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,10240,0.04710186719894409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,10240,0.04738239844640096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,10240,0.044281601905822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,10240,0.04355520009994507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,10240,0.04044266541798909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,10240,0.03921706676483154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,10240,0.03652053276697795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,10240,0.036985599994659425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,10240,0.03299199938774109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,10240,0.03282346725463867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,10240,0.028939733902613323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,10240,0.02598080039024353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,10240,0.02659519910812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,10240,0.024770132700602212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,10240,0.024884267648061117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,10240,0.025075199206670125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,10240,0.025044266382853193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,10240,0.024609067042668662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,10240,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,10240,0.02294720013936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,10240,0.06638826529184977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,10240,0.022959999243418374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,10240,0.023611734310785927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,10240,0.022861866156260173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,10240,0.02214826742808024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,10240,0.02175359924634298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,10240,0.021014400323232017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,10240,0.02218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,10240,0.0187008003393809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,10240,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,10240,0.01919040083885193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,10240,0.02048426667849223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,10240,0.028884265820185346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,10240,0.018243199586868285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,10240,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,10240,0.01862506667772929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,10240,0.018538665771484376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,10240,0.02007360061009725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,10240,0.018478933970133463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,10240,0.018770132462183634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,10240,0.016800000270207723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,10240,0.01769919991493225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,10240,0.022948267062505086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,10240,0.016858667135238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,10240,0.017757866779963175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,10240,0.018778665860493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,10240,0.01735573410987854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,10240,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,10240,0.01830186645189921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,10240,0.01672853430112203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,10240,0.01971093416213989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,10240,0.016502400239308677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,10240,0.7435082753499349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,10240,0.3751178741455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,10240,0.20736106236775717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,10240,0.1943669319152832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,10240,0.18229653040568033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,10240,1.4766325632731119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,10240,0.16903573671976727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,10240,0.20347414016723633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,10240,0.15735467274983722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,10240,0.156494935353597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,10240,0.13741973241170247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,10240,0.19229119618733723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,10240,0.13912213643391927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,10240,0.11037013530731202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,10240,0.18010560671488446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,10240,0.11420479615529378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,10240,0.09412053426106771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,10240,0.09321920077006021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,10240,0.16742293039957684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,10240,0.07536106904347738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,10240,0.05981333255767822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,10240,0.076637864112854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,10240,0.06727573076883951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,10240,0.05379626750946045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,10240,0.05208959976832071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,10240,0.04729173183441162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,10240,0.045620266596476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,10240,0.06602880160013834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,10240,0.05934720039367676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,10240,0.04070293505986532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,10240,0.039043200016021726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,10240,0.027600000301996868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,10240,0.02510720094045003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,10240,0.02062826752662659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,10240,0.018973867098490395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,10240,0.018601600329081217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,10240,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,10240,0.019040000438690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,10240,0.01773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,10240,0.017552000284194947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,10240,0.017339734236399333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,10240,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,10240,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,10240,0.01629973351955414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,10240,0.016174933314323424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,10240,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,10240,0.015701333681742348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,10240,0.016107733050982155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,10240,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,10240,0.01564906636873881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,10240,0.014071466525395713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,10240,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,10240,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,10240,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,10240,0.014244266351064048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,10240,0.014172800381978354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,10240,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,10240,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,10240,0.014056533575057983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,10240,0.01409386694431305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,10240,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,10240,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,10240,0.014069333672523499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,10240,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,10240,0.014331733187039694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,10240,0.014083199699719749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,10240,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,10240,0.014316800236701965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,10240,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,10240,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,10240,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,10240,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,10240,0.271890131632487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,10240,0.14009706179300946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,10240,0.07991360028584799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,10240,0.05548373460769653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,10240,0.05529173215230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,10240,0.05368746519088745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,10240,0.054230399926503504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,10240,0.05181653499603271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,10240,0.05153173208236694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,10240,0.04882880051930745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,10240,0.04956800142923991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,10240,0.04548159837722778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,10240,0.044793601830800375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,10240,0.04349759817123413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,10240,0.033868801593780515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,10240,0.043229866027832034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,10240,0.04203519821166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,10240,0.04206826686859131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,10240,0.04063786665598552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,10240,0.03834346532821655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,10240,0.04035199880599975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,10240,0.03867093324661255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,10240,0.037006934483846024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,10240,0.03212479948997497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,10240,0.03552533388137817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,10240,0.03504106601079305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,10240,0.03674986759821574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,10240,0.034151466687520345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,10240,0.03328213294347127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,10240,0.032561065753300984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,10240,0.03127999901771546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,10240,0.03257279992103577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,10240,0.031240532795588177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,10240,0.029214932521184282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,10240,0.028832000494003297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,10240,0.027543467283248902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,10240,0.025598933299382527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,10240,0.025588266054789227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,10240,0.027742934226989747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,10240,0.025124265750249224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,10240,0.025206400950749712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,10240,0.025521065791447955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,10240,0.02563733259836833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,10240,0.025596799453099568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,10240,0.025516800085703534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,10240,0.025135999917984007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,10240,0.02518293261528015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,10240,0.024778666098912557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,10240,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,10240,0.024755199750264488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,10240,0.02484906713167826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,10240,0.024784000714619954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,10240,0.024791467189788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,10240,0.024709333976109825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,10240,0.024822400013605753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,10240,0.02467733422915141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,10240,0.024706133206685386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,10240,0.024734934171040855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,10240,0.024762666225433348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,10240,0.024893865982691447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,10240,0.024856533606847128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,10240,0.02512213389078776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,10240,0.024757333596547446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,10240,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,10240,0.024679466088612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,10240,0.024728532632191977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,10240,0.024745599428812663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,10240,0.025143466393152875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,10240,0.02468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,10240,0.02477333347002665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,10240,0.02469759980837504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,10240,0.025150932868321735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,10240,0.0246453324953715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,10240,0.02476373314857483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,8192,0.10150400002797444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,8192,0.055369599660237634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,8192,0.017219199736913045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,10240,0.024276266495386757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,8192,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,8192,0.017731199661890663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,8192,0.01765120029449463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,8192,0.01565226713816325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,8192,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,8192,0.015579733252525329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,8192,0.013452800114949546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,8192,0.01567146678765615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,8192,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,8192,0.017619200547536216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,8192,0.013247999548912048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,8192,0.01686933239301046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,8192,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,8192,0.016135467092196147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,8192,0.01209386686484019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,8192,0.012081066767374676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,8192,0.029923200607299805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,8192,0.012544000148773193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,8192,0.012218667070070903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,8192,0.0180351992448171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,8192,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,8192,0.012104533116022746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,8192,0.012589866916338602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,8192,0.01169599990049998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,8192,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,8192,0.010089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,8192,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,8192,0.008382933338483174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,8192,0.009218133489290873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,8192,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,8192,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,8192,0.007179733117421467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,10240,0.024984532594680788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,8192,0.007216000060240428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,8192,0.008552533388137818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,8192,0.006376533210277558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,8192,0.012148267030715943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,8192,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,8192,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,8192,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,8192,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,8192,0.00997866690158844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,8192,0.00625600020090739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,8192,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,8192,0.008323200047016144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,8192,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,8192,0.0073077330986658735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,8192,0.00591786652803421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,8192,0.0074538667996724445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,8192,0.005859200159708659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,8192,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,8192,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,8192,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,8192,0.005845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,8192,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,8192,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,8192,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,8192,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,8192,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,8192,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,8192,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,8192,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,8192,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,8192,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,8192,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,8192,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,8192,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,8192,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,8192,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,8192,0.005402666827042898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,8192,0.7573429107666015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,8192,0.005566933254400889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,8192,0.19970986048380535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,8192,0.3866623878479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,8192,0.10136213302612304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,8192,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,8192,0.10162986914316814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,8192,0.09223253726959228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,8192,0.09095573425292969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,8192,0.08667733669281005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,8192,0.08440213203430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,8192,0.07622293631235758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,8192,0.07459519704182943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,8192,0.06754559675852458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,8192,0.06223680178324381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,8192,0.06262826522191366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,8192,0.054978132247924805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,8192,0.05538880030314127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,8192,0.051430400212605795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,8192,0.04929920037587483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,8192,0.04735146760940552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,8192,0.04723200003306071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,8192,0.043150933583577473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,8192,0.043518932660420735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,8192,0.04108479817708333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,8192,0.037117866675059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,8192,0.03708159923553467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,8192,0.03635306755701701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,8192,0.035035733381907144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,8192,0.03185813426971436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,8192,0.0312608003616333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,8192,0.03093973398208618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,8192,0.029586132367451983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,8192,0.02638826568921407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,8192,0.026368000109990436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,8192,0.02456106742223104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,8192,0.024572799603144325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,8192,0.023982934157053628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,8192,0.06957226594289144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,8192,0.024471465746561685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,8192,0.022693334023157756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,8192,0.0245685338973999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,8192,0.022797866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,8192,0.04007360140482585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,8192,0.022022400299708048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,8192,0.021223467588424683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,8192,0.02214720050493876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,8192,0.022218666474024453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,8192,0.020598399639129638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,8192,0.022307199239730836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,8192,0.02022613286972046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,8192,0.021593600511550903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,8192,0.020850133895874024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,8192,0.01950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,8192,0.01882666746775309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,8192,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,8192,0.020878932873407998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,8192,0.01930026610692342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,8192,0.018514132499694823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,8192,0.019411200284957887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,8192,0.018346667289733887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,8192,0.01883626580238342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,8192,0.024664533138275147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,8192,0.019590399662653604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,8192,0.017785600821177163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,8192,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,8192,0.01810986598332723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,8192,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,8192,0.019399466117223103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,8192,0.018337066968282065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,8192,0.016646400094032288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,8192,0.018687999248504637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,8192,0.017352533340454102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,8192,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,8192,0.016689066092173258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,8192,0.01843093236287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,8192,0.7216896057128906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,8192,1.4370826721191405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,8192,0.19588905970255535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,8192,0.36350825627644856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,8192,0.1592693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,8192,0.18213334083557128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,8192,0.19588586489359539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,8192,0.13570772806803386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,8192,0.13843199412027996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,8192,0.11276373068491619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,8192,0.12290346622467041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,8192,0.09387946923573812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,8192,0.09815573692321777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,8192,0.0832202672958374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,8192,0.08445759614308676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,8192,0.07666453520456949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,8192,0.0751583973566691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,8192,0.18035626411437988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,8192,0.16356693903605143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,8192,0.06313600142796835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,8192,0.0573802669843038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,8192,0.06981866359710694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,8192,0.06916906833648681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,8192,0.05053973197937012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,8192,0.04967146714528402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,8192,0.044810668627421064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,8192,0.043374931812286376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,8192,0.06239999930063883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,8192,0.05686506827672323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,8192,0.03786666790644328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,8192,0.025569067398707075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,8192,0.037085866928100585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,8192,0.023746132850646973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,8192,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,8192,0.017324799299240114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,8192,0.017357865969340004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,8192,0.016976000865300496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,8192,0.015876266360282897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,8192,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,8192,0.015762133399645488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,8192,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,8192,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,8192,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,8192,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,8192,0.014078933000564575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,8192,0.016956800222396852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,8192,0.014105600118637086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,8192,0.014059733351071677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,8192,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,8192,0.014058666427930197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,8192,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,8192,0.012854400277137756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,8192,0.012549333771069846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,8192,0.012414933244387309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,8192,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,8192,0.012712533275286356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,8192,0.012475732962290447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,8192,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,8192,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,8192,0.012395733594894409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,8192,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,8192,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,8192,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,8192,0.012414933244387309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,8192,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,8192,0.01279253363609314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,8192,0.0132341335217158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,8192,0.012429866194725036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,8192,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,8192,0.012594133615493774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,8192,0.012779733538627625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,8192,0.01241386632124583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,8192,0.11100479761759441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,8192,0.21599787076314292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,8192,0.06530346473058066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,8192,0.04355413516362508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,8192,0.043722665309906004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,8192,0.041127467155456544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,8192,0.0414901336034139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,8192,0.040261332194010416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,8192,0.03996586799621582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,8192,0.03906879822413127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,8192,0.03823359807332356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,8192,0.037373868624369304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,8192,0.03660693168640137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,8192,0.03617493311564128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,8192,0.03615466753641765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,8192,0.03491413195927938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,8192,0.035411198933919266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,8192,0.03373973369598389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,8192,0.032102400064468385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,8192,0.03373226722081502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,8192,0.03257386684417725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,8192,0.03216320077578227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,8192,0.03097386757532756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,8192,0.03086506724357605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,8192,0.030082132418950396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,8192,0.030853333075841267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,8192,0.02881386677424113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,8192,0.02969493269920349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,8192,0.028439466158548993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,8192,0.027565866708755493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,8192,0.027218133211135864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,8192,0.026422399282455444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,8192,0.02643520037333171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,8192,0.02509760061899821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,8192,0.024702932437260947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,8192,0.02386773427327474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,8192,0.021805866559346517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,8192,0.021871999899546305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,8192,0.02354453404744466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,8192,0.02186346650123596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,8192,0.02187946637471517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,8192,0.021836799383163453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,8192,0.021831466754277547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,8192,0.0214954674243927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,8192,0.021811199188232423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,8192,0.021460266908009847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,8192,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,8192,0.021102933088938396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,8192,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,8192,0.02099626660346985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,8192,0.020882133642832437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,8192,0.020950400829315187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,8192,0.02097813288370768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,8192,0.02101226647694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,8192,0.021434666713078816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,8192,0.021079466740290324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,8192,0.0208512008190155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,8192,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,8192,0.021081600586573282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,8192,0.021082667509714763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,8192,0.02069013317426046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,8192,0.020948266983032225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,8192,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,8192,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,8192,0.0210591991742452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,8192,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,8192,0.02104533314704895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,8192,0.020615466435750327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,8192,0.021016534169514975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,8192,0.02106879949569702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,8192,0.02103253404299418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,8192,0.02104426622390747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,8192,0.02071573336919149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,7168,0.08801813125610351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,7168,0.04570773442586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,7168,0.026102399826049803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,7168,0.015359999736150107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,7168,0.015064533551534018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,7168,0.012412800391515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,7168,0.015222400426864624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,7168,0.015442132949829102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,8192,0.021064533789952596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,7168,0.014225066701571146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,7168,0.01411733329296112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,7168,0.016196266810099284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,7168,0.012139733632405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,7168,0.013899733622868856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,7168,0.01585493286450704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,7168,0.011809066931406657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,7168,0.015074132879575094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,7168,0.0132832000652949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,7168,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,7168,0.010854400197664897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,7168,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,7168,0.010904533664385478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,7168,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,7168,0.01104960044225057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,7168,0.010469333330790202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,7168,0.010931199789047242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,8192,0.02106026609738668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,7168,0.010815999905268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,7168,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,7168,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,7168,0.010392533739407857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,7168,0.008780800302823384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,8192,0.020703999201456706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,7168,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,7168,0.00864533285299937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,7168,0.008433066805203756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,7168,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,7168,0.0067114666104316715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,7168,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,7168,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,7168,0.015587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,7168,0.005931733548641205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,7168,0.007188266515731812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,7168,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,7168,0.005747200051943461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,7168,0.01144533356030782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,7168,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,7168,0.00664106657107671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,7168,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,7168,0.005804799993832906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,7168,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,7168,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,7168,0.00694400022427241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,7168,0.007979733248551685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,7168,0.006246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,7168,0.007893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,7168,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,7168,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,7168,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,7168,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,7168,0.005422933399677277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,7168,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,7168,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,7168,0.0055285334587097164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,7168,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,7168,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,7168,0.005430399874846141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,7168,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,7168,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,7168,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,7168,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,7168,0.005426133175690969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,7168,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,7168,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,7168,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,7168,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,7168,0.3403050740559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,7168,0.6626794815063477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,7168,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,7168,0.08360533714294434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,7168,0.0831829309463501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,7168,0.07505173683166504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,7168,0.07428586483001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,7168,0.06982293128967285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,7168,0.06909759839375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,7168,0.060519464810689295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,7168,0.05737386544545492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,7168,0.056936534245808926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,7168,0.05203946828842163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,7168,0.051292800903320314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,7168,0.04941226641337077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,7168,0.04861439863840739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,7168,0.04561813275019328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,7168,0.045262932777404785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,7168,0.04316693147023519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,7168,0.17531414031982423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,7168,0.04266453186670939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,7168,0.04121066729227702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,7168,0.04104426701863607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,7168,0.037043201923370364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,7168,0.03715306520462036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,7168,0.03585066795349121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,7168,0.03511893351872762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,7168,0.03295146624247233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,7168,0.031036800146102904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,7168,0.0309663991133372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,7168,0.028355199098587035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,7168,0.02810879945755005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,7168,0.0247381329536438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,7168,0.02541973392168681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,7168,0.02308053374290466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,7168,0.06288426717122396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,7168,0.02331413427988688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,7168,0.023188267151514688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,7168,0.02352959911028544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,7168,0.022789333264033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,7168,0.021974400679270426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,7168,0.022377600272496544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,7168,0.021204266945521036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,7168,0.020885332425435384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,7168,0.021935999393463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,7168,0.02100693384806315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,7168,0.034254932403564455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,7168,0.021075199047724404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,7168,0.020278400182723998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,7168,0.020987733205159505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,7168,0.020440532763799032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,7168,0.01889066696166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,7168,0.020004266500473024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,7168,0.018797866503397622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,7168,0.022436267137527464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,7168,0.019272534052530925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,7168,0.01871253252029419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,7168,0.01805013418197632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,7168,0.01912320057551066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,7168,0.016565333803494772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,7168,0.0186901330947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,7168,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,7168,0.01660693287849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,7168,0.01787733236948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,7168,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,7168,0.018309332927068076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,7168,0.017121066649754844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,7168,0.016501333316167197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,7168,0.018143999576568603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,7168,0.017633066574732462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,7168,0.017101866006851197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,7168,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,7168,0.018934400876363118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,7168,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,7168,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,7168,0.7287541071573893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,7168,0.36654186248779297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,7168,1.4555680592854818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,7168,0.1750666618347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,7168,0.12881386280059814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,7168,0.14734293619791666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,7168,0.18364159266153973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,7168,0.10969066619873047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,7168,0.11284159819285075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,7168,0.09515093167622884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,7168,0.16152853965759278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,7168,0.09775146643320719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,7168,0.08778133392333984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,7168,0.08745386600494384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,7168,0.08209919929504395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,7168,0.08033920129140218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,7168,0.0749141295750936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,7168,0.07381760279337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,7168,0.1352010726928711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,7168,0.0677898645401001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,7168,0.06220479806264242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,7168,0.05580053329467773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,7168,0.05473599831263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,7168,0.04972266753514608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,7168,0.04822293519973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,7168,0.04314986864725749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,7168,0.04226346810658772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,7168,0.06736319859822591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,7168,0.06112320025761923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,7168,0.0366431991259257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,7168,0.024337067206700643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,7168,0.03622399965922038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,7168,0.023077332973480226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,7168,0.018210132916768394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,7168,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,7168,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,7168,0.016495999693870545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,7168,0.01653866668542226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,7168,0.030825599034627275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,7168,0.014862933754920959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,7168,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,7168,0.01495039959748586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,7168,0.013608533143997192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,7168,0.013270399967829385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,7168,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,7168,0.013278933366139731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,7168,0.013288533687591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,7168,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,7168,0.0136245330174764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,7168,0.01356053352355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,7168,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,7168,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,7168,0.012027733524640401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,7168,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,7168,0.01193386713663737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,7168,0.012061867117881774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,7168,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,7168,0.01164479951063792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,7168,0.011637333035469054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,7168,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,7168,0.012059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,7168,0.01170133352279663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,7168,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,7168,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,7168,0.012044800321261089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,7168,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,7168,0.012168533603350322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,7168,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,7168,0.011641599734624227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,7168,0.01246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,7168,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,7168,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,7168,0.011596799890200297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,7168,0.103329070409139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,7168,0.06132266521453857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,7168,0.20128533045450844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,7168,0.039641598860422775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,7168,0.03948479890823364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,7168,0.03800319830576579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,7168,0.03765226602554321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,7168,0.03677546580632528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,7168,0.03656320174535115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,7168,0.0353877345720927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,7168,0.03539093335469563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,7168,0.034195200602213545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,7168,0.033744001388549806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,7168,0.0330186665058136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,7168,0.03211306730906169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,7168,0.03249706625938416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,7168,0.0333077331384023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,7168,0.03092693289120992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,7168,0.030869332949320476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,7168,0.03005653421084086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,7168,0.029654399553934736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,7168,0.028775467475255327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,7168,0.02877119978268941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,7168,0.02725546757380168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,7168,0.027194666862487792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,7168,0.026707200209299724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,7168,0.026051199436187743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,7168,0.025547732909520466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,7168,0.025235199928283693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,7168,0.024292266368865965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,7168,0.02943039933840434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,7168,0.024312533934911094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,7168,0.02307200034459432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,7168,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,7168,0.021971199909845987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,7168,0.0214303990205129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,7168,0.020221867163976035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,7168,0.019814399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,7168,0.019833600521087645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,7168,0.01981333295504252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,7168,0.02023786703745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,7168,0.020129066705703736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,7168,0.020148267348607383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,7168,0.01971093416213989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,7168,0.019820799430211387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,7168,0.019015467166900633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,7168,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,7168,0.01936639944712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,7168,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,7168,0.019221333662668864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,7168,0.01904319922129313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,7168,0.019397334257761637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,7168,0.019014400243759156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,7168,0.01936639944712321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,7168,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,7168,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,7168,0.019412267208099365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,7168,0.019015467166900633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,7168,0.018968532482782997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,7168,0.019448532660802206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,7168,0.019396267334620156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,7168,0.01939520041147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,7168,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,7168,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,7168,0.01918720006942749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,7168,0.01939520041147868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,7168,0.019850667317708334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,7168,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,7168,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,7168,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,7168,0.01936533252398173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,7168,0.019418666760126747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,7168,0.019270400206247963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,6144,0.08069547017415366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,6144,0.04112853209177653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,6144,0.02317333420117696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,6144,0.01302186648050944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,6144,0.013784533739089966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,7168,0.018968532482782997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,6144,0.01325440009435018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,6144,0.013660800457000733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,6144,0.012456533312797547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,6144,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,6144,0.0124917338291804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,6144,0.012852266430854797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,6144,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,6144,0.013485866785049438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,7168,0.019466666380564372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,6144,0.010761599739392598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,6144,0.012966400384902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,6144,0.013012267152468362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,6144,0.009682133793830872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,6144,0.009751466910044353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,6144,0.01009279986222585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,6144,0.010114133358001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,6144,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,6144,0.009665066997210186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,6144,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,6144,0.009697066744168599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,6144,0.011107200384140014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,6144,0.00928533375263214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,6144,0.010921600461006164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,6144,0.01125440001487732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,6144,0.010769066214561463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,6144,0.008843732873598735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,6144,0.007213866710662842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,6144,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,6144,0.007833600044250488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,6144,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,6144,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,6144,0.006299733122189839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,6144,0.008804266651471455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,6144,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,6144,0.007161599894364675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,6144,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,6144,0.0077898666262626644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,6144,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,6144,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,6144,0.0060597335298856105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,6144,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,6144,0.006252799928188324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,6144,0.009404800335566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,6144,0.007152000069618225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,6144,0.00622080018122991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,6144,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,6144,0.006554666658242543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,6144,0.005530666808287303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,6144,0.0061258668700853985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,6144,0.0059914668401082356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,6144,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,6144,0.0055754666527112326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,6144,0.00595413347085317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,6144,0.005566933254400889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,6144,0.006050133208433787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,6144,0.005989333490530649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,6144,0.005963733295599619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,6144,0.005950933198134104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,6144,0.005865600208441416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,6144,0.005958400170008342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,6144,0.0059562668204307554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,6144,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,6144,0.005299200117588043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,6144,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,6144,0.005243733525276184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,6144,0.005230933427810669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,6144,0.005128533144791921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,6144,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,6144,0.011286399761835734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,6144,0.5725109100341796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,6144,0.151364262898763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,6144,0.293450673421224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,6144,0.0663477341334025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,6144,0.0052255998055140175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,6144,0.05997333526611328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,6144,0.05966399908065796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,6144,0.05724480152130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,6144,0.05635519822438558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,6144,0.051387735207875575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,6144,0.05224853356679281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,6144,0.04946879943211873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,6144,0.04544320106506348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,6144,0.04522453149159749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,6144,0.04342506726582845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,6144,0.04313173294067383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,6144,0.04216213226318359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,6144,0.039401598771413165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,6144,0.06534719864527384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,6144,0.039332266648610434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,6144,0.03584213256835937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,6144,0.036124801635742186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,6144,0.036635732650756835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,6144,0.03291413386662801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,6144,0.03517226775487264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,6144,0.03305813272794088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,6144,0.0491104006767273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,6144,0.031109333038330078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,6144,0.03096853295962016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,6144,0.02914560039838155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,6144,0.0288917342821757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,6144,0.02646080056826274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,6144,0.0264138658841451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,6144,0.024872533480326333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,6144,0.02245546579360962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,6144,0.04179626703262329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,6144,0.022000000874201456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,6144,0.022061866521835328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,6144,0.021552000443140665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,6144,0.020786132415135702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,6144,0.021641600131988525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,6144,0.02061333258946737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,6144,0.020838399728139244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,6144,0.020836265881856282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,6144,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,6144,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,6144,0.019925334056218467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,6144,0.01952000061670939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,6144,0.02101759910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,6144,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,6144,0.01882666746775309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,6144,0.0190720001856486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,6144,0.01918720006942749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,6144,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,6144,0.02114773392677307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,6144,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,6144,0.018739199638366698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,6144,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,6144,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,6144,0.01848533352216085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,6144,0.02493013342221578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,6144,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,6144,0.018170666694641114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,6144,0.018595200777053834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,6144,0.017443199952443443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,6144,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,6144,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,6144,0.01677653392155965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,6144,0.01679146687189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,6144,0.01718399922053019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,6144,0.018861865997314452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,6144,0.016545066237449647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,6144,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,6144,0.018149334192276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,6144,0.016698666413625083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,6144,0.3624800046284994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,6144,1.416835149129232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,6144,0.7166794459025065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,6144,0.13646720250447592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,6144,0.10974400043487549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,6144,0.14590080579121906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,6144,0.11794880231221516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,6144,0.09889600276947022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,6144,0.09264106750488281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,6144,0.09182079633076987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,6144,0.12313706874847412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,6144,0.08620693683624267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,6144,0.08579306602478028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,6144,0.07998080253601074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,6144,0.0793440024058024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,6144,0.07381760279337565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,6144,0.07294613520304362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,6144,0.09949653148651123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,6144,0.1101962645848592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,6144,0.06164373159408569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,6144,0.06698880195617676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,6144,0.05506773392359415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,6144,0.05434133211771647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,6144,0.049106132984161374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,6144,0.047864532470703124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,6144,0.043051731586456296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,6144,0.041406933466593424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,6144,0.06705493132273356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,6144,0.06052800019582113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,6144,0.03634133338928223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,6144,0.02358400026957194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,6144,0.035412267843882246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,6144,0.02226346731185913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,6144,0.017334399620691936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,6144,0.016053332885106405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,6144,0.015660799543062844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,6144,0.015621333320935567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,6144,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,6144,0.014113066593805948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,6144,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,6144,0.01411946713924408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,6144,0.030050132671991987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,6144,0.014126933614412942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,6144,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,6144,0.012825600306193032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,6144,0.012843733032544455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,6144,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,6144,0.012436266740163167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,6144,0.012430933117866517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,6144,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,6144,0.011181867122650147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,6144,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,6144,0.010925867160161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,6144,0.010883200168609618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,6144,0.011262933413187664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,6144,0.010850133498509724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,6144,0.010784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,6144,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,6144,0.01246506671110789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,6144,0.012498133381207784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,6144,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,6144,0.010942932963371278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,6144,0.011130666732788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,6144,0.011014399925867717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,6144,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,6144,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,6144,0.010770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,6144,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,6144,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,6144,0.011272533734639486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,6144,0.010841600100199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,6144,0.010794666409492493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,6144,0.011177600423494975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,6144,0.18877333005269367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,6144,0.09730772972106934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,6144,0.05752533276875814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,6144,0.03549760182698568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,6144,0.034777601559956864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,6144,0.035816534360249834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,6144,0.0336949348449707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,6144,0.03501226504643758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,6144,0.03371200164159139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,6144,0.03253226677576701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,6144,0.03253119985262553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,6144,0.03167253335316976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,6144,0.031300266583760575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,6144,0.030472532908121748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,6144,0.030494934320449828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,6144,0.02960639993349711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,6144,0.030022400617599487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,6144,0.02840426762898763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,6144,0.028391466538111372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,6144,0.027309866746266682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,6144,0.027508266766866046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,6144,0.026317866643269856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,6144,0.02604159911473592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,6144,0.025164800882339477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,6144,0.02490239938100179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,6144,0.023897600173950196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,6144,0.02346986730893453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,6144,0.028696533044179278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,6144,0.023596799373626708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,6144,0.02286506692568461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,6144,0.02222826679547628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,6144,0.022643200556437173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,6144,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,6144,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,6144,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,6144,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,6144,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,6144,0.01814613342285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,6144,0.01808746655782064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,6144,0.018207999070485432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,6144,0.01813760002454122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,6144,0.018307199080785118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,6144,0.018152532974878947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,6144,0.018175999323527016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,6144,0.0180896004041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,6144,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,6144,0.017770665884017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,6144,0.01771946748097738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,6144,0.017733333508173625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,6144,0.017382399241129557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,6144,0.017364267508188883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,6144,0.017395200332005818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,6144,0.01737920045852661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,6144,0.017458132902781167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,6144,0.017364267508188883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,6144,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,6144,0.01732906699180603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,6144,0.017573332786560057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,6144,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,6144,0.017731199661890663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,6144,0.017787732680638633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,6144,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,6144,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,6144,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,6144,0.01776426633199056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,6144,0.017479467391967773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,6144,0.017349332571029663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,6144,0.017326933145523072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,6144,0.017284266153971353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,6144,0.01734613378842672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,6144,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,6144,0.017811199029286705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,5120,0.06485439936319987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,5120,0.0343285322189331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,5120,0.01711146632830302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,5120,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,6144,0.017723733186721803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,5120,0.011290666460990906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,5120,0.009875200192133586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,5120,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,5120,0.011742933591206869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,5120,0.01055999994277954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,5120,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,5120,0.010795733332633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,5120,0.009531733393669129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,6144,0.017399466037750243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,5120,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,5120,0.011953066786130269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,5120,0.009482666850090027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,5120,0.010059733192125957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,5120,0.010972799857457478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,5120,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,5120,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,5120,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,5120,0.008807466427485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,5120,0.008839466174443563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,5120,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,5120,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,5120,0.008474666873613994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,5120,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,5120,0.008683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,5120,0.010726400216420491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,6144,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,5120,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,5120,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,5120,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,5120,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,5120,0.01147093375523885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,5120,0.007206400235493978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,5120,0.007886933286984761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,5120,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,5120,0.007881600161393483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,5120,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,5120,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,5120,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,5120,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,5120,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,5120,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,5120,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,5120,0.006684799989064534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,5120,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,5120,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,5120,0.006712533533573151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,5120,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,5120,0.0052138666311899815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,5120,0.006694399813810985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,5120,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,5120,0.005773866673310598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,5120,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,5120,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,5120,0.005029333134492239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,5120,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,5120,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,5120,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,5120,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,5120,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,5120,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,5120,0.005468800167242686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,5120,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,5120,0.00547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,5120,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,5120,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,5120,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,5120,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,5120,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,5120,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,5120,0.005038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,5120,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,5120,0.24755199750264487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,5120,0.47907520929972336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,5120,0.12182186444600422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,5120,0.051533865928649905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,5120,0.05171519915262858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,5120,0.04821653366088867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,5120,0.04932373364766439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,5120,0.04845759868621826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,5120,0.005596800148487091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,5120,0.04451093276341756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,5120,0.045111465454101565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,5120,0.04147626558939616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,5120,0.042728531360626223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,5120,0.042189868291219075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,5120,0.041275731722513836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,5120,0.039111467202504475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,5120,0.03928533395131429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,5120,0.036823467413584395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,5120,0.03625599940617879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,5120,0.035046398639678955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,5120,0.037544532616933184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,5120,0.03319680094718933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,5120,0.03297066688537598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,5120,0.03175786733627319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,5120,0.02945493261019389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,5120,0.031941332419713336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,5120,0.03100266655286153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,5120,0.02881493369738261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,5120,0.026782933870951337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,5120,0.02587733268737793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,5120,0.02923840085665385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,5120,0.02492693265279134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,5120,0.024539732933044435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,5120,0.022925867636998495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,5120,0.02061333258946737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,5120,0.02349546750386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,5120,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,5120,0.02060479919115702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,5120,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,5120,0.020780799786249797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,5120,0.021005866924921672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,5120,0.020396800835927327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,5120,0.01909439961115519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,5120,0.020402133464813232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,5120,0.019818667570749918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,5120,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,5120,0.019870932896931967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,5120,0.018798933426539103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,5120,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,5120,0.018517333269119262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,5120,0.018578133980433145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,5120,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,5120,0.04825066725413005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,5120,0.01864746610323588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,5120,0.019367466370264687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,5120,0.018771199385325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,5120,0.019332265853881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,5120,0.01885226567586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,5120,0.01779200037320455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,5120,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,5120,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,5120,0.01657919983069102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,5120,0.018151466051737467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,5120,0.017602133750915527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,5120,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,5120,0.017548799514770508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,5120,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,5120,0.016926934321721397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,5120,0.018716800212860107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,5120,0.019828265905380248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,5120,0.017605332533518474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,5120,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,5120,0.016509866714477538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,5120,0.017963733275731406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,5120,0.01698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,5120,1.401479466756185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,5120,0.7058975855509441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,5120,0.35568745930989587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,5120,0.11650559902191163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,5120,0.10408533414204915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,5120,0.11568533579508464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,5120,0.0969258705774943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,5120,0.09595413208007812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,5120,0.09111039638519287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,5120,0.08941226800282796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,5120,0.08465706507364909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,5120,0.08353706995646158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,5120,0.07861653168996176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,5120,0.07760319709777833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,5120,0.1087381362915039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,5120,0.07228053410847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,5120,0.0712394634882609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,5120,0.10859946409861247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,5120,0.10418986479441325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,5120,0.06613440116246541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,5120,0.053783468405405675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,5120,0.06481279929478964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,5120,0.04728533426920573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,5120,0.04609920183817546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,5120,0.04151253302892049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,5120,0.039895466963450116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,5120,0.06036800146102905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,5120,0.05877653360366821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,5120,0.05258453289667765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,5120,0.03498133420944214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,5120,0.02271040081977844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,5120,0.03416426579157512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,5120,0.01612053314844767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,5120,0.01493013302485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,5120,0.014730667074521383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,5120,0.014979199568430582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,5120,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,5120,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,5120,0.013286399841308593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,5120,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,5120,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,5120,0.011593600114186604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,5120,0.011634133259455363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,5120,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,5120,0.011595732967058818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,5120,0.011803733309110005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,5120,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,5120,0.011981866757074992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,5120,0.011381333072980244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,5120,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,5120,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,5120,0.010452266534169514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,5120,0.010397866368293762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,5120,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,5120,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,5120,0.010161067048708599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,5120,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,5120,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,5120,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,5120,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,5120,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,5120,0.010060800115267436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,5120,0.010062932968139648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,5120,0.010436266660690308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,5120,0.010698666175206501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,5120,0.010061867038408915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,5120,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,5120,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,5120,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,5120,0.01036906639734904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,5120,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,5120,0.1777557373046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,5120,0.09102400143941244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,5120,0.05317866802215576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,5120,0.032466133435567215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,5120,0.03215786616007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,5120,0.031727999448776245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,5120,0.03168639938036601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,5120,0.030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,5120,0.030449066559473676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,5120,0.029691733916600543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,5120,0.029239465792973835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,5120,0.028777599334716797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,5120,0.028442666927973433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,5120,0.029320534070332843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,5120,0.02763306697209676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,5120,0.027743999163309736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,5120,0.027245867252349853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,5120,0.027217066287994383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,5120,0.025959465901056928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,5120,0.025209599733352663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,5120,0.025970133145650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,5120,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,5120,0.027581866582234698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,5120,0.024217599630355836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,5120,0.023441066344579063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,5120,0.02280319929122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,5120,0.022721066077550253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,5120,0.02146453261375427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,5120,0.021912533044815063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,5120,0.02147946755091349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,5120,0.02068480054537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,5120,0.02007360061009725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,5120,0.02027733325958252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,5120,0.020804266134897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,5120,0.01867306629816691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,5120,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,5120,0.01813546617825826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,5120,0.01752106746037801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,5120,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,5120,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,5120,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,5120,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,5120,0.016123732924461363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,5120,0.01649173299471537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,5120,0.01632426679134369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,5120,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,5120,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,5120,0.015735466281572977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,5120,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,5120,0.015924266974131265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,5120,0.01583146651585897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,5120,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,5120,0.015801599621772765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,5120,0.015675733486811318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,5120,0.01574186682701111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,5120,0.01573973298072815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,5120,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,5120,0.015689599514007568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,5120,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,5120,0.015758933623631795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,5120,0.016238933801651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,5120,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,5120,0.0156960000594457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,5120,0.01548373301823934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,5120,0.015759999553362526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,5120,0.016101333498954772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,5120,0.015643733739852905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,5120,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,5120,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,5120,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,5120,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,5120,0.015664000312487283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,5120,0.01576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,5120,0.015929599603017174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,4096,0.05272106726964315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,4096,0.028417066733042402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,4096,0.013581867019335428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,5120,0.01612160007158915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,4096,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,4096,0.008151466647783916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,4096,0.009683199723561605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,4096,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,4096,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,4096,0.007692799965540569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,4096,0.007650133470694225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,5120,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,4096,0.008206933240095774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,4096,0.008157866696516674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,4096,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,4096,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,4096,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,4096,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,4096,0.007566933333873749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,4096,0.007698133091131846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,4096,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,4096,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,4096,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,4096,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,4096,0.0071829333901405334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,4096,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,4096,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,5120,0.015701333681742348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,4096,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,4096,0.007212799787521362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,4096,0.008619733651479085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,4096,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,4096,0.007001600166161854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,4096,0.00702400008837382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,4096,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,4096,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,4096,0.006728533407052357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,4096,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,4096,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,4096,0.006631466746330261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,4096,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,4096,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,4096,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,4096,0.006242133180300395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,4096,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,4096,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,4096,0.006662400066852569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,4096,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,4096,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,4096,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,4096,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,4096,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,4096,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,4096,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,4096,0.0066442668437957765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,4096,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,4096,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,4096,0.0054293334484100345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,4096,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,4096,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,4096,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,4096,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,4096,0.007111466427644093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,4096,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,4096,0.005285333096981049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,4096,0.005189333359400431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,4096,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,4096,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,4096,0.005165866514046987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,4096,0.0051925331354141235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,4096,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,4096,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,4096,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,4096,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,4096,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,4096,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,4096,0.19937280019124348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,4096,0.38961493174235023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,4096,0.08887893358866374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,4096,0.04338239828745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,4096,0.043228801091512045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,4096,0.04133653243382772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,4096,0.04102079868316651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,4096,0.04188053210576375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,4096,0.04106560150782267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,4096,0.039153067270914714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,4096,0.039060266812642415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,4096,0.03716693321863811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,4096,0.009629866480827332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,4096,0.0353770653406779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,4096,0.03503679831822713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,4096,0.03516266743342082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,4096,0.03510613441467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,4096,0.033214932680130003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,4096,0.03319786588350932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,4096,0.031616000334421794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,4096,0.031380265951156616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,4096,0.028933332363764448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,4096,0.029164799054463703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,4096,0.029548799991607665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,4096,0.027715200185775758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,4096,0.02792533238728841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,4096,0.02638079921404521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,4096,0.02605866591135661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,4096,0.025158399343490602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,4096,0.03698879877726237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,4096,0.024601600567499795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,4096,0.02370880047480265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,4096,0.022730666399002075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,4096,0.0219925324122111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,4096,0.01917440096537272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,4096,0.02119893431663513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,4096,0.02008533279101054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,4096,0.01858133276303609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,4096,0.020359466473261513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,4096,0.018569600582122803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,4096,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,4096,0.017761067549387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,4096,0.018771199385325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,4096,0.018707199891408285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,4096,0.029549866914749146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,4096,0.01894506613413493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,4096,0.017267199357350667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,4096,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,4096,0.01977919936180115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,4096,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,4096,0.018092799186706542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,4096,0.017745065689086913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,4096,0.01922559936841329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,4096,0.019267199436823527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,4096,0.0180074671904246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,4096,0.018017067511876424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,4096,0.01798080007235209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,4096,0.017270400126775106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,4096,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,4096,0.01863893270492554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,4096,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,4096,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,4096,0.017412267128626504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,4096,0.01695786714553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,4096,0.01908373236656189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,4096,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,4096,0.018665599822998046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,4096,0.01811306675275167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,4096,0.017870932817459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,4096,0.016657066345214844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,4096,0.017066667477289833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,4096,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,4096,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,4096,0.016707199811935424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,4096,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,4096,0.11206613381703694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,4096,0.6934591929117839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,4096,0.1062058687210083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,4096,1.3827018737792969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,4096,0.10025813579559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,4096,0.32702614466349283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,4096,0.09498773415883383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,4096,0.11209173202514648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,4096,0.08824640115102132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,4096,0.08761173089345296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,4096,0.08221226533253988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,4096,0.08171306451161703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,4096,0.10598933696746826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,4096,0.07631253401438395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,4096,0.07542933622996012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,4096,0.07023680210113525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,4096,0.06905919710795085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,4096,0.09982613722483316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,4096,0.0941536029179891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,4096,0.06359573205312094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,4096,0.06285119851430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,4096,0.05177280108133951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,4096,0.05103573401769003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,4096,0.04565440018971761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,4096,0.04468586842219035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,4096,0.03935146729151408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,4096,0.03880106608072917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,4096,0.058014933268229166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,4096,0.05686293443044027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,4096,0.03335786660512288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,4096,0.021061333020528157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,4096,0.03295680085817973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,4096,0.020205867290496827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,4096,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,4096,0.01360426644484202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,4096,0.013705600301424661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,4096,0.014062933127085366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,4096,0.01369599997997284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,4096,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,4096,0.027177600065867107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,4096,0.012400000294049581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,4096,0.012149332960446676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,4096,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,4096,0.010807466506958009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,4096,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,4096,0.010762666662534077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,4096,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,4096,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,4096,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,4096,0.010834133625030518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,4096,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,4096,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,4096,0.009198932846387228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,4096,0.009567999839782714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,4096,0.009545600414276123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,4096,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,4096,0.00944106678167979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,4096,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,4096,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,4096,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,4096,0.009202133615811665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,4096,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,4096,0.00956160028775533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,4096,0.009592533111572266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,4096,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,4096,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,4096,0.009619200229644775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,4096,0.009577600161234538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,4096,0.009572266538937887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,4096,0.00959999958674113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,4096,0.009186133742332458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,4096,0.010891733566919963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,4096,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,4096,0.03913493156433105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,4096,0.026872533559799194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,4096,0.13293226559956867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,4096,0.027085866530736285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,4096,0.025971200068791705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,4096,0.02637866735458374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,4096,0.06889706452687581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,4096,0.025540266434351606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,4096,0.025130667289098102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,4096,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,4096,0.024729599555333458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,4096,0.02434026598930359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,4096,0.023886932929356893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,4096,0.02346453269322713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,4096,0.02342933416366577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,4096,0.02263573408126831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,4096,0.022679466009140014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,4096,0.022217599550882976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,4096,0.02184106707572937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,4096,0.02076906760533651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,4096,0.02104640007019043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,4096,0.02021119991938273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,4096,0.020214400688807168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,4096,0.019436800479888917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,4096,0.01937920053799947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,4096,0.018742400407791137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,4096,0.018554667631785073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,4096,0.018149334192276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,4096,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,4096,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,4096,0.017338667313257852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,4096,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,4096,0.016477866967519125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,4096,0.015677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,4096,0.015583999951680503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,4096,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,4096,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,4096,0.026627200841903686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,4096,0.014104533195495605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,4096,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,4096,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,4096,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,4096,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,4096,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,4096,0.01406719982624054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,4096,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,4096,0.013850667079289756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,4096,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,4096,0.013678933183352152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,4096,0.013723733027776084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,4096,0.013750400145848593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,4096,0.01363200048605601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,4096,0.014008532961209616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,4096,0.014042666554450989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,4096,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,4096,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,4096,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,4096,0.014100266496340432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,4096,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,4096,0.01362879971663157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,4096,0.013642666737238565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,4096,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,4096,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,4096,0.013665067156155905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,4096,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,4096,0.013645866513252258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,4096,0.013321600357691445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,4096,0.013718400398890176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,4096,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,4096,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,4096,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,4096,0.01370133360226949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,3584,0.048146132628122965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,3584,0.025674666961034136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,3584,0.012158933281898498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,4096,0.013223466277122498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,3584,0.009327999750773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,3584,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,3584,0.007512533167997997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,3584,0.009180800120035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,3584,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,3584,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,3584,0.0072522665063540145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,3584,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,3584,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,3584,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,3584,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,4096,0.013656533757845559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,3584,0.007409066458543142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,3584,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,3584,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,3584,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,3584,0.007145600020885467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,3584,0.006696533163388569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,3584,0.006771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,3584,0.006819200019041698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,3584,0.006997333467006683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,3584,0.006545066833496094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,3584,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,3584,0.0066431999206542965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,3584,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,3584,0.00665280024210612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,3584,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,3584,0.008333866794904072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,3584,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,3584,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,3584,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,3584,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,3584,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,3584,0.006266666452089946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,3584,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,3584,0.00633493314186732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,3584,0.006296533346176148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,3584,0.005866666634877523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,3584,0.006237866481145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,3584,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,3584,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,3584,0.005650133391221364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,3584,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,3584,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,3584,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,3584,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,3584,0.006177066763242086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,3584,0.005841066439946493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,3584,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,3584,0.00586346685886383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,3584,0.005371733506520589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,4096,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,3584,0.0059008002281188965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,3584,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,3584,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,3584,0.00514026681582133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,3584,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,3584,0.0051136001944541935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,3584,0.005107200145721436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,3584,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,3584,0.005161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,3584,0.005242666602134705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,3584,0.005141333242257436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,3584,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,3584,0.005157333115736643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,3584,0.005260799825191498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,3584,0.005148800214131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,3584,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,3584,0.005151999990145365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,3584,0.00517439991235733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,3584,0.005131733417510986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,3584,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,3584,0.17556692759195963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,3584,0.3413610776265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,3584,0.07298133373260499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,3584,0.0411733349164327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,3584,0.041093333562215166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,3584,0.03919893503189087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,3584,0.03911360104878743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,3584,0.006002133091290792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,3584,0.03712639808654785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,3584,0.0350325345993042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,3584,0.0357312003771464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,3584,0.03495466709136963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,3584,0.03510613441467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,3584,0.034168533484141034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,3584,0.03451626698176066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,3584,0.03289600014686585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,3584,0.032893866300582886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,3584,0.030923734108606975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,3584,0.028841600815455122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,3584,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,3584,0.029546666145324706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,3584,0.028819199403127032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,3584,0.027372799317042035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,3584,0.03746560017267863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,3584,0.02669973373413086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,3584,0.02696320017178853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,3584,0.023527467250823976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,3584,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,3584,0.02348053256670634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,3584,0.023244800170262654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,3584,0.022758400440216063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,3584,0.022807466983795165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,3584,0.03105173309644063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,3584,0.020962133010228475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,3584,0.019621332486470543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,3584,0.019671465953191122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,3584,0.01885973413785299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,3584,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,3584,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,3584,0.018478933970133463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,3584,0.018380800882975258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,3584,0.027344000339508057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,3584,0.017819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,3584,0.017118932803471883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,3584,0.018870399395624796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,3584,0.019033600886662803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,3584,0.01774079998334249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,3584,0.0192522664864858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,3584,0.018150399128595986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,3584,0.016966400543848674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,3584,0.017529600858688356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,3584,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,3584,0.01672640045483907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,3584,0.017203199863433837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,3584,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,3584,0.01835626761118571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,3584,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,3584,0.018278400103251137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,3584,0.01785279909769694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,3584,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,3584,0.016503467162450155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,3584,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,3584,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,3584,0.01730453372001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,3584,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,3584,0.01658453345298767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,3584,0.02068480054537455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,3584,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,3584,0.015101866920789084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,3584,0.016448000073432924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,3584,0.015475199619928996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,3584,0.01663253307342529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,3584,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,3584,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,3584,0.016475733121236166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,3584,0.27845652898152673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,3584,0.7039967854817708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,3584,0.11106879711151123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,3584,0.10528639952341716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,3584,0.09912213484446207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,3584,1.3989983876546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,3584,0.09401919841766357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,3584,0.11122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,3584,0.08705920378367106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,3584,0.08703786532084147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,3584,0.10495359897613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,3584,0.0813759962717692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,3584,0.09889600276947022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,3584,0.08086613019307455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,3584,0.07545493443806967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,3584,0.06941333611806234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,3584,0.0685429334640503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,3584,0.0748255968093872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,3584,0.09282986323038736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,3584,0.06322773297627768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,3584,0.051327999432881674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,3584,0.06251413424809774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,3584,0.04507946570714315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,3584,0.044050133228302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,3584,0.05675413211186727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,3584,0.03917440176010132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,3584,0.037829331556955975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,3584,0.05629973411560059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,3584,0.05020266771316528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,3584,0.03210560083389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,3584,0.02093120018641154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,3584,0.01976213256518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,3584,0.014759467045466105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,3584,0.013238400220870972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,3584,0.013224533200263977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,3584,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,3584,0.013262933492660523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,3584,0.011667199929555257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,3584,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,3584,0.032943999767303465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,3584,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,3584,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,3584,0.010441600282986959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,3584,0.010737066467603047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,3584,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,3584,0.010428800185521444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,3584,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,3584,0.010759466886520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,3584,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,3584,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,3584,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,3584,0.009265066186587016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,3584,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,3584,0.008841600020726521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,3584,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,3584,0.008993066350618998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,3584,0.008926933010419209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,3584,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,3584,0.009128533800443013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,3584,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,3584,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,3584,0.009532800316810608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,3584,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,3584,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,3584,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,3584,0.00912000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,3584,0.009539199868837993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,3584,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,3584,0.009133866429328919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,3584,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,3584,0.009015466769536335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,3584,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,3584,0.1198463996251424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,3584,0.06339199940363566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,3584,0.037315201759338376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,3584,0.024727465709050496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,3584,0.024693334102630617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,3584,0.024331732590993246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,3584,0.023883734146753946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,3584,0.02346773346265157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,3584,0.023139200607935586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,3584,0.023110399643580117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,3584,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,3584,0.02187839945157369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,3584,0.021938133239746093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,3584,0.021474132935206093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,3584,0.021441066265106203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,3584,0.02106346686681112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,3584,0.020925867557525634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,3584,0.020172800620396933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,3584,0.01984000007311503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,3584,0.019346133867899577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,3584,0.019441066185633342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,3584,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,3584,0.01827626625696818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,3584,0.018132267395655315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,3584,0.01773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,3584,0.0169322669506073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,3584,0.017384533087412515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,3584,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,3584,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,3584,0.01607360045115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,3584,0.016170666615168253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,3584,0.015340800086657206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,3584,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,3584,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,3584,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,3584,0.02699093421300252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,3584,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,3584,0.013398399949073792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,3584,0.013306666413942972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,3584,0.01336853305498759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,3584,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,3584,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,3584,0.013408000270525614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,3584,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,3584,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,3584,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,3584,0.012849066654841104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,3584,0.012520533800125123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,3584,0.013409066200256347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,3584,0.026040534178415935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,3584,0.012809600432713827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,3584,0.01286720037460327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,3584,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,3584,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,3584,0.012596266468365988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,3584,0.01299626628557841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,3584,0.013255467017491659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,3584,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,3584,0.012937600413958231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,3584,0.012676266829172769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,3584,0.012869333227475485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,3584,0.012780800461769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,3584,0.012851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,3584,0.012805333733558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,3584,0.01328426698843638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,3584,0.012779733538627625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,3584,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,3584,0.012943999965985617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,3584,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,3584,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,3584,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,3584,0.012827733159065246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,3584,0.012729600071907043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,3584,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,3072,0.0403658668200175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,3072,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,3072,0.0077002664407094315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,3072,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,3072,0.006858666737874349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,3072,0.00836906631787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,3072,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,3072,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,3584,0.012987732887268066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,3072,0.00666133314371109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,3584,0.012838400403658547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,3072,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,3072,0.0064181332786877945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,3072,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,3072,0.006775466601053874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,3072,0.0068010667959849044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,3072,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,3072,0.00639573335647583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,3072,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,3072,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,3072,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,3072,0.0062837332487106325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,3072,0.006666666766007741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,3072,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,3072,0.00590826670328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,3072,0.006040533383687338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,3072,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,3072,0.006025599936644236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,3072,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,3072,0.006788266698519389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,3072,0.006156800190607706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,3072,0.022395733992258707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,3072,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,3072,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,3072,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,3072,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,3072,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,3072,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,3072,0.005671466886997223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,3072,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,3072,0.005635199944178263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,3072,0.005579733351866404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,3072,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,3072,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,3072,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,3072,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,3072,0.005598933498064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,3072,0.005592533449331919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,3072,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,3072,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,3072,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,3072,0.005555200080076853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,3072,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,3072,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,3072,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,3072,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,3072,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,3072,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,3072,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,3072,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,3072,0.004983466863632202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,3072,0.005187200009822845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,3072,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,3072,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,3072,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,3072,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,3072,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,3072,0.005014400184154511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,3072,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,3072,0.005021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,3072,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,3072,0.005015466610590617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,3072,0.005005866785844167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,3072,0.005041066805521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,3072,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,3072,0.2954421361287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,3072,0.1513173262278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,3072,0.05944960117340088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,3072,0.03705600102742513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,3072,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,3072,0.036999468008677164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,3072,0.035138134161631265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,3072,0.03493013381958008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,3072,0.03569600184758504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,3072,0.03601919809977214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,3072,0.03299626708030701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,3072,0.03323946595191955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,3072,0.03299199938774109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,3072,0.03290346662203471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,3072,0.032295467456181844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,3072,0.030931200583775836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,3072,0.028880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,3072,0.02909440000851949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,3072,0.02904213269551595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,3072,0.028917332490285236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,3072,0.029795199632644653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,3072,0.02679786682128906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,3072,0.02823573350906372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,3072,0.025705599784851076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,3072,0.02648319999376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,3072,0.02477546731630961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,3072,0.024856533606847128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,3072,0.0245088001092275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,3072,0.02360426584879557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,3072,0.022714666525522866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,3072,0.02300693392753601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,3072,0.02218986749649048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,3072,0.022526933749516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,3072,0.021589332818984987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,3072,0.018549333016077675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,3072,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,3072,0.020861866076787312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,3072,0.01854506731033325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,3072,0.028856533765792846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,3072,0.017087999979654947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,3072,0.01880533297856649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,3072,0.016504533092180886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,3072,0.017614932854970296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,3072,0.016668800512949625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,3072,0.017194666465123496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,3072,0.017089066902796428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,3072,0.01672853430112203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,3072,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,3072,0.017100799083709716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,3072,0.01754986643791199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,3072,0.017148800690968833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,3072,0.016492799917856852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,3072,0.016328533490498863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,3072,0.01639893352985382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,3072,0.016862932840983072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,3072,0.016520532965660095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,3072,0.0164874662955602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,3072,0.015105066696802774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,3072,0.015964800119400026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,3072,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,3072,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,3072,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,3072,0.015261866648991904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,3072,0.015913599729537965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,3072,0.016315733393033348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,3072,0.015480533242225647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,3072,0.01646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,3072,0.0180074671904246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,3072,0.015899733702341715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,3072,0.015715199708938598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,3072,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,3072,0.015318399667739869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,3072,0.01622719963391622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,3072,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,3072,0.015090133746465048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,3072,0.21184852917989097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,3072,0.11085333029429119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,3072,0.10503146648406983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,3072,1.3830368041992187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,3072,0.09873493512471518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,3072,0.6973045349121094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,3072,0.0928767999013265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,3072,0.11066453456878662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,3072,0.08695680300394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,3072,0.08660053412119548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,3072,0.08081386884053549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,3072,0.10465386708577473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,3072,0.08049600124359131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,3072,0.07515733242034912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,3072,0.074671999613444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,3072,0.06933013598124185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,3072,0.06816426912943521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,3072,0.0980949322382609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,3072,0.09240852991739909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,3072,0.06323733329772949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,3072,0.0619978666305542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,3072,0.050589867432912196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,3072,0.05050453344980875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,3072,0.044839465618133546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,3072,0.04391573270161946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,3072,0.03867626587549845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,3072,0.03763200044631958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,3072,0.056751998265584316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,3072,0.05585066477457682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,3072,0.031676799058914185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,3072,0.03294933239618937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,3072,0.020989867051442464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,3072,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,3072,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,3072,0.01322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,3072,0.013038933277130127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,3072,0.012847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,3072,0.011928533514340717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,3072,0.011639466881752015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,3072,0.011582932869593303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,3072,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,3072,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,3072,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,3072,0.019434666633605956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,3072,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,3072,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,3072,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,3072,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,3072,0.00999679962793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,3072,0.01034879982471466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,3072,0.008753066261609394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,3072,0.008755200107892354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,3072,0.02681066592534383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,3072,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,3072,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,3072,0.008718933661778767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,3072,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,3072,0.008699733018875121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,3072,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,3072,0.008713600039482117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,3072,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,3072,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,3072,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,3072,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,3072,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,3072,0.008700799942016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,3072,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,3072,0.008737066388130188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,3072,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,3072,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,3072,0.008403199911117553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,3072,0.008642133076985676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,3072,0.10408639907836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,3072,0.05522026618321737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,3072,0.030898133913675945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,3072,0.008291199803352356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,3072,0.022265599171320597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,3072,0.02235413392384847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,3072,0.02185386617978414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,3072,0.021810134251912437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,3072,0.021095466613769532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,3072,0.02105493346850077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,3072,0.020920532941818237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,3072,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,3072,0.02019946575164795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,3072,0.020256000757217407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,3072,0.019409066438674925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,3072,0.019426133235295615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,3072,0.018984532356262206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,3072,0.018998400370279948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,3072,0.018145066499710084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,3072,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,3072,0.01776960094769796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,3072,0.01739306648572286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,3072,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,3072,0.01696853240331014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,3072,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,3072,0.016525866587956746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,3072,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,3072,0.01569066643714905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,3072,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,3072,0.01572480003039042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,3072,0.014858667055765787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,3072,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,3072,0.013646933436393737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,3072,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,3072,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,3072,0.013214932878812155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,3072,0.012552533547083536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,3072,0.012433066964149475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,3072,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,3072,0.012422399719556172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,3072,0.012377599875132244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,3072,0.012321066856384278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,3072,0.012435199817021687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,3072,0.012202666203180949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,3072,0.012074666221936543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,3072,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,3072,0.01209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,3072,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,3072,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,3072,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,3072,0.012051199873288471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,3072,0.012058666348457337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,3072,0.01164479951063792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,3072,0.012033067146937053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,3072,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,3072,0.025722666581471758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,3072,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,3072,0.01202880044778188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,3072,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,3072,0.01218666632970174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,3072,0.012106666962305706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,3072,0.012206932902336121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,3072,0.011994666854540507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,3072,0.012051199873288471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,3072,0.01164906620979309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,3072,0.012013866504033407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,3072,0.011994666854540507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,3072,0.011986133456230164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,3072,0.012227200468381246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,3072,0.012006400028864543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,3072,0.011974400281906128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,3072,0.012027733524640401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,3072,0.01202453374862671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,2560,0.03445333242416382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,2560,0.01721386710802714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,3072,0.012133333086967468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,2560,0.009577600161234538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,2560,0.007021866738796234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,2560,0.006374399860699971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,2560,0.0072618668278058365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,2560,0.0074527998765309645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,3072,0.011975466211636861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,2560,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,2560,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,2560,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,2560,0.006337066491444905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,2560,0.006289066871007283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,2560,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,2560,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,2560,0.006060799956321717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,2560,0.0059456000725428265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,2560,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,2560,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,2560,0.00555733342965444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,2560,0.005527466535568237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,2560,0.00558186670144399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,2560,0.00547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,2560,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,2560,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,2560,0.00543146679798762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,2560,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,2560,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,2560,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,2560,0.005110399921735128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,2560,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,2560,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,2560,0.005946666498978933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,2560,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,2560,0.005145599941412607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,2560,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,2560,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,2560,0.005128533144791921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,2560,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,2560,0.005317333340644837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,2560,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,2560,0.005207466582457224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,2560,0.005163733164469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,2560,0.005198933184146881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,2560,0.005142400165398916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,2560,0.005095466474692027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,2560,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,2560,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,2560,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,2560,0.005273599922657013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,2560,0.005005866785844167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,3072,0.011981866757074992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,2560,0.005463466544946035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,2560,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,2560,0.0054506664474805195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,2560,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,2560,0.005095466474692027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,2560,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,2560,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,2560,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,2560,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,2560,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,2560,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,2560,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,2560,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,2560,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,2560,0.005154133339722951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,2560,0.005177600185076395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,2560,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,2560,0.0051925331354141235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,2560,0.005332266787687937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,2560,0.005273599922657013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,2560,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,2560,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,2560,0.2484821319580078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,2560,0.12365439732869465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,2560,0.047585066159566244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,2560,0.03422293265660604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,2560,0.034296532471974686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,2560,0.005171200136343638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,2560,0.032919466495513916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,2560,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,2560,0.033212800820668534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,2560,0.03160853385925293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,2560,0.03113279938697815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,2560,0.03095253308614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,2560,0.029047467311223346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,2560,0.028887466589609785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,2560,0.0288480003674825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,2560,0.028986666599909467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,2560,0.028823467095692952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,2560,0.029154133796691895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,2560,0.027134933074315387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,2560,0.026811732848485308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,2560,0.025102933247884113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,2560,0.02704746723175049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,2560,0.02473599910736084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,2560,0.024684800704320272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,2560,0.025085866451263428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,2560,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,2560,0.023026132583618165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,2560,0.030755199988683063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,2560,0.022714666525522866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,2560,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,2560,0.022780799865722658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,2560,0.02099519968032837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,2560,0.021109332640965782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,2560,0.020300799608230592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,2560,0.02677653431892395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,2560,0.01992853283882141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,2560,0.01846933364868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,2560,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,2560,0.017282134294509886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,2560,0.018577067057291667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,2560,0.017644800742467246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,2560,0.018590933084487914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,2560,0.017296000321706136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,2560,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,2560,0.016566399733225504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,2560,0.01765759984652201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,2560,0.016448000073432924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,2560,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,2560,0.01653866668542226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,2560,0.016291200121243795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,2560,0.016420267025629678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,2560,0.01795519987742106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,2560,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,2560,0.01689599951108297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,2560,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,2560,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,2560,0.016437333822250367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,2560,0.016219733158747356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,2560,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,2560,0.022733867168426514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,2560,0.01600106656551361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,2560,0.01518933375676473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,2560,0.015979733069737753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,2560,0.01598186691602071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,2560,0.01689280072848002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,2560,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,2560,0.015042133132616677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,2560,0.01532906691233317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,2560,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,2560,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,2560,0.014709333578745524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,2560,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,2560,0.01685653328895569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,2560,0.014948266744613647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,2560,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,2560,0.01525973379611969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,2560,0.6849472045898437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,2560,0.20097920099894204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,2560,1.370248540242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,2560,0.11087573369344075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,2560,0.09842773278554282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,2560,0.10997866789499919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,2560,0.09198293685913086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,2560,0.09199679692586263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,2560,0.08563733100891113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,2560,0.086135466893514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,2560,0.08054080009460449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,2560,0.10394986470540364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,2560,0.0792469342549642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,2560,0.07349867026011149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,2560,0.07392746607462565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,2560,0.10417173703511555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,2560,0.06756479740142822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,2560,0.067795197168986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,2560,0.09764266808827718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,2560,0.06225279966990153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,2560,0.05012906789779663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,2560,0.061484801769256595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,2560,0.04391573270161946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,2560,0.04362346728642781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,2560,0.03744959831237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,2560,0.03775146802266439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,2560,0.05668053229649862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,2560,0.05551360050837199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,2560,0.049388798077901204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,2560,0.03169813354810079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,2560,0.020202666521072388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,2560,0.030902399619420366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,2560,0.014140799641609192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,2560,0.012857600053151449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,2560,0.012488533059755962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,2560,0.012467199563980102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,2560,0.012411733468373615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,2560,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,2560,0.011169067025184632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,2560,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,2560,0.00972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,2560,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,2560,0.009525332848230999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,2560,0.009916800260543823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,2560,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,2560,0.009753599762916565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,2560,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,2560,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,2560,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,2560,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,2560,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,2560,0.008027733365694682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,2560,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,2560,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,2560,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,2560,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,2560,0.008303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,2560,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,2560,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,2560,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,2560,0.008724266290664673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,2560,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,2560,0.008141866823037466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,2560,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,2560,0.00830080012480418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,2560,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,2560,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,2560,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,2560,0.008052266637484233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,2560,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,2560,0.09015466372172037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,2560,0.047914667924245195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,2560,0.027254400650660197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,2560,0.019820799430211387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,2560,0.019926400979359944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,2560,0.019048533837000527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,2560,0.01903146704037984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,2560,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,2560,0.018582399686177573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,2560,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,2560,0.018205867211023966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,2560,0.018148267269134523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,2560,0.017749333381652833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,2560,0.01733120083808899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,2560,0.017387733856836955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,2560,0.01691626707712809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,2560,0.016936532656351724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,2560,0.01615466674168905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,2560,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,2560,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,2560,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,2560,0.026532266537348432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,2560,0.015378133455912272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,2560,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,2560,0.014892799655596414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,2560,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,2560,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,2560,0.014179199934005737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,2560,0.014006400108337402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,2560,0.013731200496355692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,2560,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,2560,0.012942933042844138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,2560,0.013356799880663553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,2560,0.012865066528320312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,2560,0.012135466933250428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,2560,0.012057600418726604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,2560,0.011714133620262145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,2560,0.011499733726183573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,2560,0.025195733706156416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,2560,0.011586133639017742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,2560,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,2560,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,2560,0.011641599734624227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,2560,0.011723732948303223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,2560,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,2560,0.01890773375829061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,2560,0.011345066626866658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,2560,0.011202133695284526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,2560,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,2560,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,2560,0.011185066898663838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,2560,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,2560,0.010805333654085796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,2560,0.010843732953071594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,2560,0.011224533120791119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,2560,0.011340799927711486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,2560,0.011041067043940226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,2560,0.010822400450706482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,2560,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,2560,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,2560,0.011221333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,2560,0.011192533373832702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,2560,0.011292800307273865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,2560,0.011370666821797689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,2560,0.011204266548156738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,2560,0.010782933235168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,2560,0.01123199959595998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,2560,0.011196800072987874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,2560,0.011190399527549744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,2560,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,2560,0.010858666896820069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,2560,0.01123306651910146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,2048,0.028249599536259967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,2048,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,2560,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,2560,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,2048,0.006006399790445963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,2048,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,2048,0.006306133170922597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,2048,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,2048,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,2048,0.005155199766159057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,2048,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,2560,0.011603200435638427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,2048,0.005533866584300995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,2048,0.00553173323472341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,2048,0.005178666611512502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,2048,0.005116799970467886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,2048,0.00513919989267985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,2048,0.0053258667389551794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,2048,0.005137066543102265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,2048,0.005100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,2048,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,2048,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,2048,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,2048,0.008274133503437042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,2048,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,2048,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,2048,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,2048,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,2048,0.004737066725889841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,2048,0.005236266553401947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,2048,0.004654933512210846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,2048,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,2048,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,2048,0.004590933521588644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,2048,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,2048,0.0044064000248909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,2048,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,2048,0.004226133227348328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,2048,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,2048,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,2048,0.004533333579699198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,2048,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,2048,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,2048,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,2048,0.00454720010360082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,2048,0.004368000229199727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,2048,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,2048,0.004279466470082601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,2048,0.004264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,2048,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,2048,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,2048,0.004252799848715464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,2048,0.005085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,2048,0.004317866762479147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,2048,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,2048,0.004997333387533823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,2048,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,2048,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,2048,0.004986666639645894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,2048,0.005011199911435445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,2048,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,2048,0.00487360010544459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,2048,0.004667733112970988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,2048,0.00487253318230311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,2048,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,2048,0.004716800153255462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,2048,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,2048,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,2048,0.004729599754015604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,2048,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,2048,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,2048,0.004654933512210846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,2048,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,2048,0.20072852770487465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,2048,0.09190719922383626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,2048,0.041960533459981283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,2048,0.0307861328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,2048,0.029978666702906293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,2048,0.029155200719833373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,2048,0.004282666742801667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,2048,0.028892799218495684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,2048,0.028941865762074786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,2048,0.02927466630935669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,2048,0.028842665751775104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,2048,0.028862933317820232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,2048,0.027287467320760088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,2048,0.028283733129501342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,2048,0.02674773335456848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,2048,0.026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,2048,0.0248906672000885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,2048,0.026866134007771807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,2048,0.02469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,2048,0.02537279923756917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,2048,0.024726400772730507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,2048,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,2048,0.024456532796223958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,2048,0.022817067305246987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,2048,0.023521065711975098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,2048,0.023038933674494423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,2048,0.022705066204071044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,2048,0.023642667134602866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,2048,0.02257066567738851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,2048,0.021155200401941934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,2048,0.020871466398239134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,2048,0.020296533902486168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,2048,0.019814399878184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,2048,0.0188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,2048,0.016982400417327882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,2048,0.017129600048065186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,2048,0.016607999801635742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,2048,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,2048,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,2048,0.016618667046229045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,2048,0.022957867383956908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,2048,0.018614399433135986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,2048,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,2048,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,2048,0.01639359990755717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,2048,0.015849600235621132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,2048,0.016977065801620485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,2048,0.016804265975952148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,2048,0.016532267133394875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,2048,0.016421332955360413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,2048,0.01878933310508728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,2048,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,2048,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,2048,0.01712426741917928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,2048,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,2048,0.015411200126012168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,2048,0.01627946694691976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,2048,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,2048,0.014890666802724203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,2048,0.01504853367805481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,2048,0.014888532956441245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,2048,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,2048,0.021002666155497233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,2048,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,2048,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,2048,0.0166101336479187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,2048,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,2048,0.014776532848676046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,2048,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,2048,0.01558080017566681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,2048,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,2048,0.014604799946149192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,2048,0.014620799819628397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,2048,0.014691199858983359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,2048,0.015285332997639975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,2048,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,2048,0.19994880358378092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,2048,0.10951039791107178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,2048,0.1036725362141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,2048,1.3607381184895835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,2048,0.09769066969553629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,2048,0.6692895889282227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,2048,0.0923466682434082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,2048,0.10922880172729492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,2048,0.08540480136871338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,2048,0.08503146966298422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,2048,0.07925120194753012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,2048,0.07922560373942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,2048,0.07341759999593099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,2048,0.10383786360422771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,2048,0.066975998878479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,2048,0.06773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,2048,0.09758400122324626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,2048,0.07331413427988688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,2048,0.09121599992116293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,2048,0.06094719966252645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,2048,0.04930560191472371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,2048,0.06126826604207357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,2048,0.04890666802724202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,2048,0.043188265959421795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,2048,0.0550922671953837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,2048,0.042738131682078045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,2048,0.037427198886871335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,2048,0.03658133347829183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,2048,0.05481066703796387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,2048,0.030740267038345336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,2048,0.01941653291384379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,2048,0.018568533658981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,2048,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,2048,0.012060800194740295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,2048,0.012408533692359924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,2048,0.012079999844233195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,2048,0.012057600418726604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,2048,0.010653866330782573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,2048,0.0107914666334788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,2048,0.010786133011182149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,2048,0.03130346735318502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,2048,0.01076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,2048,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,2048,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,2048,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,2048,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,2048,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,2048,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,2048,0.009387733538945515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,2048,0.00921493371327718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,2048,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,2048,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,2048,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,2048,0.025597866376241046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,2048,0.007665066421031952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,2048,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,2048,0.00790719985961914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,2048,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,2048,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,2048,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,2048,0.007876266539096833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,2048,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,2048,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,2048,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,2048,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,2048,0.007987200220425924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,2048,0.00796693315108617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,2048,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,2048,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,2048,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,2048,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,2048,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,2048,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,2048,0.07335360050201416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,2048,0.03795413176218669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,2048,0.023030400276184082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,2048,0.017044266064961754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,2048,0.01696959932645162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,2048,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,2048,0.017010132471720375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,2048,0.016190933187802632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,2048,0.016084266702334087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,2048,0.016099199652671814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,2048,0.0157258669535319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,2048,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,2048,0.01530239979426066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,2048,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,2048,0.015238400300343832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,2048,0.014919466773668923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,2048,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,2048,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,2048,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,2048,0.01404906709988912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,2048,0.014219733079274497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,2048,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,2048,0.013620266318321228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,2048,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,2048,0.013246933619181315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,2048,0.012924800316492716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,2048,0.012819199760754903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,2048,0.012005333105723064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,2048,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,2048,0.011958400408426922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,2048,0.011971199512481689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,2048,0.011653332908948263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,2048,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,2048,0.011170132954915365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,2048,0.010821333527565003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,2048,0.010760533809661865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,2048,0.010760533809661865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,2048,0.010749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,2048,0.01035093367099762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,2048,0.010371200243631999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,2048,0.010797866185506185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,2048,0.010726400216420491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,2048,0.010759466886520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,2048,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,2048,0.010387200117111205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,2048,0.010027733445167542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,2048,0.010342400272687275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,2048,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,2048,0.009973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,2048,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,2048,0.010121599833170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,2048,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,2048,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,2048,0.009945600231488546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,2048,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,2048,0.010043733318646749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,2048,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,2048,0.010419199864069622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,2048,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,2048,0.010365866621335347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,2048,0.010088533163070679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,2048,0.010360532999038696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,2048,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,2048,0.010128000378608703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,2048,0.009969066580136616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,2048,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,2048,0.010371200243631999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,2048,0.009983999530474345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,2048,0.024929066499074302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,2048,0.009998933474222819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,2048,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,2048,0.010359467069307963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,1536,0.02112320065498352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,1536,0.011228799819946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,1536,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,1536,0.005627733469009399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,2048,0.010401067137718201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,1536,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,1536,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,1536,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,1536,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,2048,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,1536,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,1536,0.004620799918969473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,1536,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,1536,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,1536,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,1536,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,1536,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,1536,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,1536,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,1536,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,1536,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,1536,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,1536,0.004470400015513102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,1536,0.004250666499137879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,1536,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,1536,0.004217599829037985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,1536,0.00425493319829305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,1536,0.004296533266703288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,1536,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,1536,0.004222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,1536,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,1536,0.004212266703446706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,1536,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,1536,0.003908266623814901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,1536,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,1536,0.0038602667550245917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,1536,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,1536,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,1536,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,1536,0.0038474666575590765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,1536,0.0038506666819254553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,1536,0.003765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,1536,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,2048,0.010291199882825215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,1536,0.0051146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,1536,0.003869866579771042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,1536,0.003752533346414566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,1536,0.0037952000896135964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,1536,0.003806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,1536,0.003751466671625773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,1536,0.003752533346414566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,1536,0.003802666564782461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,1536,0.003748266647259394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,1536,0.00383146678407987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,1536,0.003738666574160258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,1536,0.003738666574160258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,1536,0.0037589333951473236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,1536,0.003739733248949051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,1536,0.0038304001092910765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,1536,0.003807999938726425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,1536,0.003773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,1536,0.003773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,1536,0.0037439999481042228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,1536,0.003532800078392029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,1536,0.003736533224582672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,1536,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,1536,0.003751466671625773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,1536,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,1536,0.003915733347336451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,1536,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,1536,0.1522165298461914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,1536,0.06044053236643473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,1536,0.03512746493021647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,1536,0.027294933795928955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,1536,0.026570665836334228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,1536,0.02687573234240214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,1536,0.02672213315963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,1536,0.02670186758041382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,1536,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,1536,0.02569493254025777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,1536,0.024855466683705647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,1536,0.02485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,1536,0.023616000016530355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,1536,0.02462079922358195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,1536,0.0230730672677358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,1536,0.02284053365389506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,1536,0.027084799607594807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,1536,0.022851200898488362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,1536,0.023172267278035483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,1536,0.022678399085998537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,1536,0.022849067052205404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,1536,0.02248319983482361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,1536,0.022797866662343343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,1536,0.02190293272336324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,1536,0.022423466046651207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,1536,0.020965333779652914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,1536,0.0210207998752594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,1536,0.020267732938130698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,1536,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,1536,0.01887893279393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,1536,0.018689066171646118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,1536,0.01990293264389038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,1536,0.017915733655293784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,1536,0.0188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,1536,0.018531199296315512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,1536,0.016963199774424235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,1536,0.022940800587336222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,1536,0.017051732540130614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,1536,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,1536,0.017473065853118898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,1536,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,1536,0.015458133816719056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,1536,0.015980799992879234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,1536,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,1536,0.01633280018965403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,1536,0.014989866813023885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,1536,0.0159061332543691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,1536,0.016382933656374613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,1536,0.015917866428693136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,1536,0.01688533425331116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,1536,0.015050666530927024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,1536,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,1536,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,1536,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,1536,0.015003732840220132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,1536,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,1536,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,1536,0.015550933281580605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,1536,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,1536,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,1536,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,1536,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,1536,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,1536,0.01623679995536804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,1536,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,1536,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,1536,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,1536,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,1536,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,1536,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,1536,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,1536,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,1536,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,1536,0.016369066635767617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,1536,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,1536,0.4389781316121419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,1536,1.3513163248697917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,1536,0.10833386580149333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,1536,0.10213226477305096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,1536,0.09611199696858724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,1536,0.1984437306722005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,1536,0.09133973121643066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,1536,0.09651520252227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,1536,0.10834879875183105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,1536,0.08411733309427896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,1536,0.08461439609527588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,1536,0.07833173274993896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,1536,0.07877546946207682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,1536,0.07233813603719076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,1536,0.07240959803263346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,1536,0.06684587001800538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,1536,0.06658453146616618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,1536,0.10267306963602703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,1536,0.09029653072357177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,1536,0.060380800565083825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,1536,0.04895573457082113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,1536,0.06054506699244181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,1536,0.043074134985605875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,1536,0.0423093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,1536,0.03712426821390788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,1536,0.054647465546925865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,1536,0.0366048018137614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,1536,0.05469653209050497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,1536,0.04858346780141194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,1536,0.030918399492899578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,1536,0.01936533252398173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,1536,0.030062933762868244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,1536,0.013268267114957174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,1536,0.011708799997965496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,1536,0.012012799580891926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,1536,0.011592533191045125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,1536,0.011988266309102377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,1536,0.01034453312555949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,1536,0.010366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,1536,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,1536,0.01034773290157318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,1536,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,1536,0.008819199601809184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,1536,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,1536,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,1536,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,1536,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,1536,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,1536,0.009139200051625569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,1536,0.007180800040562947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,1536,0.007527466615041096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,1536,0.00710399995247523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,1536,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,1536,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,1536,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,1536,0.007237333556016285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,1536,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,1536,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,1536,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,1536,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,1536,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,1536,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,1536,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,1536,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,1536,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,1536,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,1536,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,1536,0.007417599856853485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,1536,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,1536,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,1536,0.007089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,1536,0.0581216017405192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,1536,0.029254400730133058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,1536,0.019040000438690186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,1536,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,1536,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,1536,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,1536,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,1536,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,1536,0.014106667041778565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,1536,0.01363200048605601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,1536,0.014054399728775025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,1536,0.013648000359535218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,1536,0.013212800025939941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,1536,0.013266133268674216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,1536,0.01322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,1536,0.013198933005332947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,1536,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,1536,0.012460800011952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,1536,0.012477866808573405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,1536,0.012261333068211873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,1536,0.012428800264994305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,1536,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,1536,0.0120170662800471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,1536,0.011621333161989848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,1536,0.01153706709543864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,1536,0.011564800143241882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,1536,0.02585386633872986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,1536,0.011230933666229247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,1536,0.011159466703732808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,1536,0.011171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,1536,0.010892800490061442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,1536,0.010451199611028035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,1536,0.010507733623186747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,1536,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,1536,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,1536,0.010377599795659383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,1536,0.009716266393661499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,1536,0.009674666325251262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,1536,0.009588266412417095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,1536,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,1536,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,1536,0.009661866227785747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,1536,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,1536,0.009565866986910502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,1536,0.009578667084376017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,1536,0.00927786628405253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,1536,0.02431466579437256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,1536,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,1536,0.009544533491134644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,1536,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,1536,0.00920853316783905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,1536,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,1536,0.009240532914797466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,1536,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,1536,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,1536,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,1536,0.009219200412432352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,1536,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,1536,0.009577600161234538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,1536,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,1536,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,1536,0.009171199798583985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,1536,0.008967467149098714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,1536,0.00922986666361491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,1536,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,1536,0.009225599964459737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,1536,0.009122133255004883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,1536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,1536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,1536,0.009529599547386169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,1536,0.009514666597048442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,1536,0.009145599603652955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,1536,0.009165866176287334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,1536,0.009130666653315227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,1024,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,1024,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,1024,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,1024,0.0042346666256586705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,1536,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,1024,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,1024,0.004611200094223023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,1024,0.004262400170167288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,1024,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,1024,0.003824000060558319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,1024,0.0044170667727788295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,1024,0.00425600012143453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,1024,0.00391146664818128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,1024,0.004390400151411692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,1024,0.004462933540344239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,1024,0.0038560000558694207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,1024,0.0038677332301934562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,1024,0.004134399940570196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,1024,0.003824000060558319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,1024,0.004159999887148539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,1024,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,1024,0.0034624000390370687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,1024,0.003765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,1024,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,1536,0.009172266721725464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,1024,0.00412266676624616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,1024,0.00489386667807897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,1024,0.0038560000558694207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,1024,0.0034474665919939675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,1024,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,1024,0.0034773332377274835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,1024,0.004040533304214477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,1024,0.0038133333126703895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,1024,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,1024,0.003390933324893316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,1024,0.0033887999753157297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,1024,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,1024,0.003369600077470144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,1024,0.003304533412059148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,1024,0.0033802665770053864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,1024,0.003385599950949351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,1024,0.003339733431736628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,1024,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,1024,0.0032618666688601174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,1024,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,1024,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,1024,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,1024,0.0033632000287373864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,1024,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,1024,0.0031914666295051576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,1024,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,1024,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,1024,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,1024,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,1024,0.0031008000175158186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,1024,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,1024,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,1024,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,1024,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,1024,0.003065599997838338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,1024,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,1024,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,1024,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,1024,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,1024,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,1024,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,1024,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,1024,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,1024,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,1024,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,1024,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,1024,0.003102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,1024,0.003151999910672506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,1024,0.09308373133341472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,1024,0.041383465131123856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,1024,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,1024,0.029190399249394733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,1024,0.022660267353057862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,1024,0.023475199937820435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,1024,0.022654932737350465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,1024,0.02297066648801168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,1024,0.0035573333501815797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,1024,0.023028266429901124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,1024,0.02303253412246704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,1024,0.02333866755167643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,1024,0.022674133380254112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,1024,0.02355626622835795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,1024,0.022653865814208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,1024,0.022388267517089843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,1024,0.02305493354797363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,1024,0.02304533322652181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,1024,0.022336000204086305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,1024,0.021543467044830324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,1024,0.021792000532150267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,1024,0.02087999979654948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,1024,0.02140053311983744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,1024,0.02092693249384562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,1024,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,1024,0.020977065960566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,1024,0.02061226765314738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,1024,0.019729065895080566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,1024,0.019749333461125694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,1024,0.018935465812683107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,1024,0.01881813406944275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,1024,0.018463999032974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,1024,0.018917334079742432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,1024,0.01818880041440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,1024,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,1024,0.02177066604296366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,1024,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,1024,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,1024,0.015154133240381876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,1024,0.01572053333123525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,1024,0.015542399883270264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,1024,0.015573333700497946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,1024,0.014865066607793173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,1024,0.01470186710357666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,1024,0.017464532454808553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,1024,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,1024,0.01546239952246348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,1024,0.015887999534606935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,1024,0.014877866705258688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,1024,0.01516800026098887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,1024,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,1024,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,1024,0.015599999825159708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,1024,0.015086932977040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,1024,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,1024,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,1024,0.014867200454076131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,1024,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,1024,0.015159466862678527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,1024,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,1024,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,1024,0.014776532848676046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,1024,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,1024,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,1024,0.014686933159828186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,1024,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,1024,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,1024,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,1024,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,1024,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,1024,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,1024,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,1024,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,1024,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,1024,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,1024,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,1024,0.015637333194414772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,1024,0.19842027028401693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,1024,0.39027627309163415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,1024,1.3403082529703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,1024,0.10868693192799886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,1024,0.0963807980219523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,1024,0.10183680057525635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,1024,0.10870506763458251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,1024,0.08960639635721843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,1024,0.0898026704788208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,1024,0.08375679651896159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,1024,0.08386560281117758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,1024,0.07767679691314697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,1024,0.07785173257191977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,1024,0.0718506654103597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,1024,0.07207893530527751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,1024,0.06617386738459269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,1024,0.06617173353830973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,1024,0.10252479712168376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,1024,0.09642240206400553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,1024,0.05382933219273885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,1024,0.05964906613032023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,1024,0.04807466665903727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,1024,0.04196266730626424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,1024,0.04197973410288493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,1024,0.06005973418553671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,1024,0.03623466491699219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,1024,0.03582826852798462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,1024,0.05380266507466634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,1024,0.048102398713429764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,1024,0.030019199848175047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,1024,0.029656533400217695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,1024,0.018833067019780478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,1024,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,1024,0.012483200430870056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,1024,0.011242666840553283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,1024,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,1024,0.011589333415031433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,1024,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,1024,0.009671466549237569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,1024,0.010052266716957092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,1024,0.009925333658854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,1024,0.009656533598899841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,1024,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,1024,0.008413867155710856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,1024,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,1024,0.008318933347860973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,1024,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,1024,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,1024,0.00870293378829956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,1024,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,1024,0.006794666747252147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,1024,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,1024,0.007055999835332234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,1024,0.006906666855017345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,1024,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,1024,0.007207466661930085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,1024,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,1024,0.006797866523265838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,1024,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,1024,0.006867200136184692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,1024,0.007259733478228251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,1024,0.00717439999183019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,1024,0.007158400118350982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,1024,0.0067562664548556015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,1024,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,1024,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,1024,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,1024,0.006776533524195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,1024,0.006403199831644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,1024,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,1024,0.006300800045331319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,1024,0.039318398634592695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,1024,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,1024,0.02146773338317871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,1024,0.01493013302485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,1024,0.012364799777666729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,1024,0.012389333049456278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,1024,0.012084266543388367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,1024,0.012044800321261089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,1024,0.011569066842397054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,1024,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,1024,0.011593600114186604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,1024,0.011633066336313884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,1024,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,1024,0.011609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,1024,0.011559466520945232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,1024,0.011621333161989848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,1024,0.011183999975522359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,1024,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,1024,0.01081706682840983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,1024,0.010825600226720173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,1024,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,1024,0.010753066341082255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,1024,0.010353066523869832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,1024,0.010413866241772969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,1024,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,1024,0.010378666718800863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,1024,0.01002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,1024,0.009614933530489604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,1024,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,1024,0.00974826713403066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,1024,0.009550933043162029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,1024,0.009330133597056072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,1024,0.008914132912953694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,1024,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,1024,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,1024,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,1024,0.00874133308728536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,1024,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,1024,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,1024,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,1024,0.008426666259765625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,1024,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,1024,0.008738133311271667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,1024,0.008750933408737182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,1024,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,1024,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,1024,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,1024,0.008686932921409606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,1024,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,1024,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,1024,0.008355200290679932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,1024,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,1024,0.00834986666838328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,1024,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,1024,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,1024,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,1024,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,1024,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,1024,0.008733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,1024,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,1024,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,1024,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,1024,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,1024,0.02488853335380554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,1024,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,1024,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,1024,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,1024,0.008396800359090168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,1024,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,1024,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,1024,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,1024,0.0086709330479304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,1024,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,1024,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,1024,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,768,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,1024,0.008381866415341695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,768,0.004792533318201701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,768,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,768,0.004237866898377737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,768,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,768,0.003944533318281174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,768,0.004333866635958353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,768,0.003939199944337209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,768,0.003499733408292135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,768,0.0034783999125162757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,768,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,768,0.0037930667400360107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,768,0.003504000107447306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,768,0.0034847999612490333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,768,0.0034847999612490333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,768,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,768,0.0034741332133611047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,768,0.0035242666800816857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,768,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,768,0.0034229333202044168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,768,0.003487999985615412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,768,0.003278933217128118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,768,0.0033151999115943907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,768,0.0034080001215140024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,768,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,768,0.0037216000258922578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,768,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,768,0.0033887999753157297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,768,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,768,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,768,0.0033130665620168054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,768,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,768,0.003058133274316788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,768,0.0034058667719364167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,768,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,768,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,768,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,768,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,768,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,768,0.0030730667213598887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,768,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,768,0.003078400095303853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,768,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,768,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,768,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,768,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,768,0.0030975999931494398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,768,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,768,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,768,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,768,0.0031199999153614043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,768,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,768,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,768,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,768,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,768,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,768,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,768,0.0029696000119050344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,768,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,768,0.0029824001093705496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,768,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,768,0.0028309332827727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,768,0.06495253245035806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,768,0.034932267665863034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,768,0.026714666684468584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,768,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,1024,0.023849600553512575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,768,0.023176532983779908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,768,0.02246933380762736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,768,0.022618667284647623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,768,0.02271359960238139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,768,0.022230400641759237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,768,0.02180373271306356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,768,0.020810665686925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,768,0.022337067127227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,768,0.020878932873407998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,768,0.020668800671895346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,768,0.020643200476964316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,768,0.02067199945449829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,768,0.021929599841435752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,768,0.020077866315841675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,768,0.01983893314997355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,768,0.02026026646296183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,768,0.01932800014813741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,768,0.01952106753985087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,768,0.02041706641515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,768,0.021574399868647256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,768,0.01909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,768,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,768,0.018538665771484376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,768,0.018685867389043175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,768,0.017666133244832356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,768,0.018348799149195353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,768,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,768,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,768,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,768,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,768,0.016245333353678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,768,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,768,0.017484800020853678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,768,0.016055466731389363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,768,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,768,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,768,0.014899200201034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,768,0.015979733069737753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,768,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,768,0.014662399888038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,768,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,768,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,768,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,768,0.014814933141072592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,768,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,768,0.015863466262817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,768,0.01723626653353373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,768,0.01709973414738973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,768,0.014602667093276978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,768,0.01578986644744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,768,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,768,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,768,0.015108266472816467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,768,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,768,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,768,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,768,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,768,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,768,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,768,0.013859200477600097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,768,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,768,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,768,0.014138666788736978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,768,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,768,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,768,0.014366933703422546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,768,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,768,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,768,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,768,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,768,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,768,0.1971882661183675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,768,0.39028800328572594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,768,1.0299327850341797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,768,0.10811200141906738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,768,0.09579839706420898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,768,0.10108266671498616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,768,0.10787413120269776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,768,0.08937066396077474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,768,0.08950080076853434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,768,0.08342933654785156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,768,0.08373653093973796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,768,0.07802666823069254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,768,0.07755520343780517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,768,0.0717631975809733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,768,0.07154026826222738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,768,0.06607253154118856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,768,0.10168533325195313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,768,0.06569706598917643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,768,0.09558293024698893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,768,0.060031998157501223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,768,0.04813226858774821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,768,0.0534495989481608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,768,0.05961066484451294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,768,0.04151573181152344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,768,0.04153706630071004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,768,0.03580480019251506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,768,0.03572800159454346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,768,0.053428268432617186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,768,0.047646931807200116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,768,0.029700267314910888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,768,0.018216532468795777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,768,0.02953280011812846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,768,0.012817066907882691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,768,0.011150933305422465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,768,0.011016533772150675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,768,0.011290666460990906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,768,0.010823466380437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,768,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,768,0.009583999713261921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,768,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,768,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,768,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,768,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,768,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,768,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,768,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,768,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,768,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,768,0.00788800021012624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,768,0.006657066444555919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,768,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,768,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,768,0.006494933366775512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,768,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,768,0.006648533542950948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,768,0.0070613334576288865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,768,0.0070826664566993715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,768,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,768,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,768,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,768,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,768,0.00680320014556249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,768,0.0067775999506314594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,768,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,768,0.006795733173688252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,768,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,768,0.006650666892528534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,768,0.006301866471767425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,768,0.006308266520500183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,768,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,768,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,768,0.03023680051167806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,768,0.018186666568120322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,768,0.013318399588267008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,768,0.011878400047620138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,768,0.011982933680216471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,768,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,768,0.011648000280062357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,768,0.01160426636536916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,768,0.011215999722480774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,768,0.01162559986114502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,768,0.011243733763694762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,768,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,768,0.011225600043932598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,768,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,768,0.011256532867749532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,768,0.01076800028483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,768,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,768,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,768,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,768,0.01032960017522176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,768,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,768,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,768,0.009939199686050415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,768,0.00997866690158844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,768,0.009637332955996196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,768,0.009714133540789286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,768,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,768,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,768,0.00921066701412201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,768,0.02443199952443441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,768,0.008785067001978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,768,0.009297066926956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,768,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,768,0.008733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,768,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,768,0.008364799618721008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,768,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,768,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,768,0.008385066191355388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,768,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,768,0.008051200211048127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,768,0.00879146655400594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,768,0.008368000388145447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,768,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,768,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,768,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,768,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,768,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,768,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,768,0.008067200084527333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,768,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,768,0.00840106705824534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,768,0.008032000064849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,768,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,768,0.007977599898974102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,768,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,768,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,768,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,768,0.008028799792130788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,768,0.023264000813166298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,768,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,768,0.008431999882062276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,768,0.008044800162315369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,768,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,768,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,768,0.008340266346931458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,768,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,768,0.007914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,768,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,768,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,768,0.017373865842819212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,768,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,768,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,768,0.008317866424719492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,768,0.008330666522185007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,512,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,512,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,512,0.004197333256403605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,512,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,768,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,512,0.003505066782236099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,512,0.0034048000971476236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,512,0.0034805332620938623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,512,0.0038346665600935614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,512,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,512,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,512,0.003094399968783061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,512,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,512,0.003155199935038885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,512,0.003399466723203659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,512,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,512,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,512,0.0030591999491055804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,512,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,512,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,512,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,512,0.0031615999837716425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,512,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,512,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,512,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,512,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,512,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,512,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,512,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,512,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,512,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,512,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,512,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,512,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,512,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,512,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,512,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,512,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,512,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,512,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,512,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,512,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,512,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,512,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,512,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,512,0.0026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,512,0.0026922665536403658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,512,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,512,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,512,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,512,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,512,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,512,0.0035146666069825493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,512,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,512,0.0032159999012947083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,512,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,512,0.002664533257484436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,512,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,512,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,512,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,512,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,512,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,512,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,512,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,512,0.0025418666501839954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,512,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,512,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,512,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,512,0.02900586724281311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,512,0.02177066604296366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,512,0.020810665686925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,512,0.019723733266194664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,512,0.020504534244537354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,512,0.020258132616678873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,512,0.020500266551971437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,512,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,512,0.02058666745821635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,512,0.019828265905380248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,512,0.021127466360727945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,512,0.019054933389027914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,512,0.018710400660832724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,512,0.04239253203074138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,512,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,512,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,512,0.018971733252207437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,512,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,512,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,512,0.01877440015474955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,512,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,512,0.017242666085561117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,512,0.018042665719985963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,512,0.017870932817459106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,512,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,512,0.017917867501576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,512,0.01869759956995646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,512,0.017196800311406454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,512,0.020141865809758505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,512,0.016886399189631144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,512,0.017835734287897746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,512,0.016759467124938966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,512,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,512,0.01687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,512,0.015966932972272238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,512,0.015592533349990844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,512,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,512,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,512,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,512,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,512,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,512,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,512,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,512,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,512,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,512,0.01752106746037801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,512,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,512,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,512,0.014712533354759217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,512,0.015624533096949259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,512,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,512,0.01592853367328644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,512,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,512,0.01386240025361379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,512,0.014300800363222756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,512,0.015079466501871744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,512,0.014750933647155762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,512,0.013988266388575235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,512,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,512,0.014219733079274497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,512,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,512,0.014258133371671042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,512,0.013690666357676188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,512,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,512,0.014061866203943887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,512,0.013851733009020487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,512,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,512,0.01423893372217814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,512,0.014669866363207499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,512,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,512,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,512,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,512,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,512,0.014664533734321594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,512,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,512,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,512,0.19689493179321288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,512,0.10620799859364827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,512,0.7653354644775391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,512,0.10041386286417645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,512,0.09437653223673502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,512,0.3867530822753906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,512,0.08980693022410074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,512,0.10729813575744629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,512,0.08327999909718832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,512,0.08313279946645101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,512,0.0772554636001587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,512,0.07722240289052328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,512,0.10051413377126057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,512,0.07145600318908692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,512,0.07101333141326904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,512,0.06529386838277182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,512,0.06499626636505126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,512,0.09477759997049967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,512,0.08902506828308106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,512,0.05952213207880656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,512,0.047933868567148846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,512,0.05875626802444458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,512,0.04180373350779216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,512,0.04108800093332927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,512,0.035810132821400956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,512,0.03500800132751465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,512,0.05306986570358276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,512,0.05299733479817709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,512,0.04695359865824382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,512,0.030075732866923017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,512,0.028867199023564653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,512,0.018198400735855103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,512,0.0169813334941864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,512,0.010794666409492493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,512,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,512,0.010866133371988933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,512,0.010771200060844421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,512,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,512,0.012035199999809265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,512,0.009541333715120951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,512,0.00953493316968282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,512,0.009204266468683879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,512,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,512,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,512,0.007926400005817413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,512,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,512,0.00795306662718455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,512,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,512,0.00798399994770686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,512,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,512,0.006266666452089946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,512,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,512,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,512,0.006345599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,512,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,512,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,512,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,512,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,512,0.006615466872851054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,512,0.006467199822266896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,512,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,512,0.006750933329264323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,512,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,512,0.006321066617965698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,512,0.006372266511122386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,512,0.006237866481145223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,512,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,512,0.006232533355553945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,512,0.005924266576766968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,512,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,512,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,512,0.022282665967941283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,512,0.01325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,512,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,512,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,512,0.012055466572443645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,512,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,512,0.015192533532778421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,512,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,512,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,512,0.011587199568748475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,512,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,512,0.010775466759999592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,512,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,512,0.010880000392595927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,512,0.010754133264223736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,512,0.01042133371035258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,512,0.01037440001964569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,512,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,512,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,512,0.00992746651172638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,512,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,512,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,512,0.009530666470527648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,512,0.009191466371218364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,512,0.009123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,512,0.0092031995455424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,512,0.008808533350626629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,512,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,512,0.00874773363272349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,512,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,512,0.008301866551240284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,512,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,512,0.00792746643225352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,512,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,512,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,512,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,512,0.00790293316046397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,512,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,512,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,512,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,512,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,512,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,512,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,512,0.00787199983994166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,512,0.007539199789365132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,512,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,512,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,512,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,512,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,512,0.007876266539096833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,512,0.007565866907437642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,512,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,512,0.0074869334697723385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,512,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,512,0.007469866673151653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,512,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,512,0.00751146674156189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,512,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,512,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,512,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,512,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,512,0.0074986666440963745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,512,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,512,0.007517866790294647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,512,0.007563733557860057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,512,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,512,0.007613866527875264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,512,0.007570133109887441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,512,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,256,0.006297599772612255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,256,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,256,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,256,0.0031167998909950255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,256,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,256,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,256,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,256,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,256,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,256,0.0027285332481066385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,256,0.0026890667776266735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,256,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,256,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,256,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,256,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,256,0.0026367999613285064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,256,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,256,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,512,0.024371200799942018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,256,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,256,0.0027317332724730173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,256,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,256,0.0026975999275843303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,256,0.0027189334233601887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,256,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,256,0.002677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,256,0.0026634665826956432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,256,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,256,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,256,0.002700799951950709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,256,0.0026975999275843303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,256,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,256,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,256,0.002678400029738744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,256,0.002703999976317088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,256,0.0026133333643277483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,256,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,256,0.0026389333109060925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,256,0.0027221334477265675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,256,0.0026464000344276427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,256,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,256,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,256,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,256,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,256,0.002251733342806498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,256,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,256,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,256,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,256,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,256,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,256,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,256,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,256,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,256,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,256,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,256,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,256,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,256,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,256,0.00277866671482722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,256,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,256,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,256,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,256,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,256,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,256,0.002251733342806498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,256,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,256,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,256,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,256,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,256,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,256,0.030767999092737836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,256,0.022897066672643025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,256,0.021193599700927733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,256,0.018532266219456993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,256,0.018564265966415406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,256,0.01867093245188395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,256,0.018568533658981323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,256,0.018761599063873292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,256,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,256,0.017884800831476845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,256,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,256,0.01680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,256,0.017595734198888144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,256,0.017077332735061644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,512,0.023504000902175904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,256,0.01702293356259664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,256,0.017001599073410034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,256,0.017052799463272095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,256,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,256,0.016934400796890257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,256,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,256,0.01678933302561442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,256,0.016555733482042947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,256,0.01685439944267273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,256,0.017157334089279174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,256,0.017234132687250773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,256,0.016770132382710776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,256,0.015035733580589294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,256,0.01735466718673706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,256,0.015541332960128783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,256,0.015059199929237366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,256,0.015080533425013223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,256,0.01934079925219218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,256,0.014824533462524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,256,0.014898133277893067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,256,0.01596799989541372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,256,0.015094400445620219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,256,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,256,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,256,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,256,0.014198399583498635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,256,0.015072000026702882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,256,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,256,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,256,0.015173332889874777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,256,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,256,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,256,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,256,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,256,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,256,0.015099733074506124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,256,0.014410666624704995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,256,0.014805333813031516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,256,0.014451199769973755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,256,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,256,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,256,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,256,0.014371200402577718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,256,0.012931199868520102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,256,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,256,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,256,0.01415786643822988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,256,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,256,0.014385066429773965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,256,0.014231466253598533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,256,0.014375467101732889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,256,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,256,0.014265599846839904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,256,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,256,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,256,0.013831466436386108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,256,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,256,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,256,0.0136543999115626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,256,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,256,0.014753066500027976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,256,0.15908800760904948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,256,0.312389341990153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,256,0.6229002634684245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,256,0.08792853355407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,256,0.07847786744435628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,256,0.08237120310465494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,256,0.07309546470642089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,256,0.08680213292439778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,256,0.07272106806437174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,256,0.06779946486155192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,256,0.06791040102640787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,256,0.06327253182729085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,256,0.08278720378875733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,256,0.058755199114481606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,256,0.0583893338839213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,256,0.05413973331451416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,256,0.05358506838480631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,256,0.06311999956766765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,256,0.07765759627024332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,256,0.04897493521372477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,256,0.03946133454640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,256,0.04848106702168782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,256,0.03501439889272054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,256,0.03420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,256,0.029704533020655316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,256,0.02964479923248291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,256,0.043960531552632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,256,0.043953065077463785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,256,0.039087998867034915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,256,0.025117866198221844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,256,0.015677866339683533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,256,0.024279467264811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,256,0.010749866565068562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,256,0.009553066889444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,256,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,256,0.009434666236241658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,256,0.009566932916641235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,256,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,256,0.008295466502507527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,256,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,256,0.008292266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,256,0.007483733197053273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,256,0.0072736000021298725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,256,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,256,0.007299200197060903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,256,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,256,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,256,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,256,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,256,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,256,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,256,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,256,0.005977599819501241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,256,0.00581333339214325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,256,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,256,0.00592853327592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,256,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,256,0.005592533449331919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,256,0.0056874667604764305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,256,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,256,0.005542399982611338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,256,0.0058442667126655575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,256,0.005815466741720835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,256,0.005955199897289276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,256,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,256,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,256,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,256,0.0058442667126655575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,256,0.0058794667323430385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,256,0.005504000186920166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,256,0.02145493427912394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,256,0.018181333939234413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,256,0.01613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,256,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,256,0.011688533425331115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,256,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,256,0.0116074671347936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,256,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,256,0.010835199554761251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,256,0.010805333654085796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,256,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,256,0.010833066701889039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,256,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,256,0.010385066270828247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,256,0.010357333223025005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,256,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,256,0.009948800007502239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,256,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,256,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,256,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,256,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,256,0.0091839998960495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,256,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,256,0.00879039963086446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,256,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,256,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,256,0.008700799942016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,256,0.008371200164159138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,256,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,256,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,256,0.008273066580295562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,256,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,256,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,256,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,256,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,256,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,256,0.007507200042406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,256,0.007938133180141449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,256,0.007572266459465027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,256,0.020323199033737183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,256,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,256,0.007624533275763195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,256,0.00759680022795995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,256,0.007659733295440674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,256,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,256,0.00727040022611618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,256,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,256,0.007157333195209503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,256,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,256,0.007642666498819987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,256,0.0076447998483975725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,256,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,256,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,256,0.007175466914971669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,256,0.007316266496976216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,256,0.007587199906508128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,256,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,256,0.007330133517583211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,256,0.0071263998746871945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,256,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,256,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,256,0.007250133156776428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,256,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,256,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,256,0.007170133292675018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,256,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,256,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,256,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,256,0.007202133536338806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,256,0.0071946665644645694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,256,0.0071936001380284624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,256,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,128,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,128,0.004221866528193155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,256,0.019423999389012656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,128,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,128,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,128,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,128,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,128,0.0027327999472618104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,128,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,128,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,128,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,128,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,128,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,128,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,128,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,128,0.002666666607062022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,128,0.002657066782315572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,128,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,128,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,256,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,128,0.002549333373705546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,128,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,128,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,128,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,128,0.0025429333249727885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,128,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,128,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,128,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,128,0.002313599983851115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,128,0.0023445333043734234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,128,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,128,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,128,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,128,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,128,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,128,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,128,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,128,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,128,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,128,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,128,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,128,0.002515200028816859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,128,0.002329600105683009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,128,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,128,0.0023039999107519788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,128,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,128,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,128,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,128,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,128,0.0022442666192849475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,128,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,128,0.0022858666876951856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,128,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,128,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,128,0.0023946667710940043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,128,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,128,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,128,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,128,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,128,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,128,0.0022805333137512207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,128,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,128,0.002316800008217494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,128,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,128,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,128,0.02467306653658549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,128,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,128,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,128,0.016261333227157594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,128,0.017114667097727458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,128,0.016936532656351724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,128,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,128,0.016249600052833556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,128,0.01673813263575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,128,0.015618133544921874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,128,0.016007467110951742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,128,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,128,0.01599360009034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,128,0.017179733514785765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,128,0.015998933712641397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,128,0.015963733196258545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,128,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,128,0.016962132851282754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,128,0.015219199657440185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,128,0.015547733505566916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,128,0.016705065965652466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,128,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,128,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,128,0.016377600034077962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,128,0.01543786625067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,128,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,128,0.01632213294506073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,128,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,128,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,128,0.014755200346310934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,128,0.014997333288192749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,128,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,128,0.016225066781044007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,128,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,128,0.014921599626541137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,128,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,128,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,128,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,128,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,128,0.015118933717409768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,128,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,128,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,128,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,128,0.015288533767064414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,128,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,128,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,128,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,128,0.01516266663869222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,128,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,128,0.013527466853459676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,128,0.01404800017674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,128,0.013723733027776084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,128,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,128,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,128,0.013364266355832419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,128,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,128,0.014679466684659323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,128,0.014241066575050355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,128,0.01439573367436727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,128,0.013808000087738036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,128,0.014324266711870828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,128,0.013776000340779623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,128,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,128,0.013909332950909934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,128,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,128,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,128,0.013272533814112345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,128,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,128,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,128,0.013702399532000222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,128,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,128,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,128,0.014028799533843995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,128,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,128,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,256,128,0.140557861328125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,256,128,0.2766634623209635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,256,128,0.07794773578643799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,256,128,0.5489397048950195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,256,128,0.06935040156046549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,256,128,0.07726933161417643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,256,128,0.06487573385238647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,256,128,0.06444160143534342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,256,128,0.07320426305135092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,256,128,0.07308159669240316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,256,128,0.060412800312042235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,256,128,0.056332798798878994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,256,128,0.06045120159784952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,256,128,0.0562719980875651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,256,128,0.052254935105641685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,256,128,0.05181013345718384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,256,128,0.04799573421478272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,256,128,0.04768319924672444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,256,128,0.06900373299916586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,256,128,0.04353919823964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,256,128,0.039485867818196616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,256,128,0.034949334462483723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,256,128,0.03128640055656433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,256,128,0.03054400086402893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,256,128,0.02677759925524394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,256,128,0.026410667101542155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,256,128,0.04322346846262614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,256,128,0.035368533929189046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,256,128,0.0391701340675354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,256,128,0.022745599349339805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,256,128,0.014094932874043783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,256,128,0.02181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,256,128,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,256,128,0.008825600147247314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,256,128,0.018563199043273925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,256,128,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,256,128,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,256,128,0.008787199854850769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,256,128,0.007482666770617168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,256,128,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,256,128,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,256,128,0.007876266539096833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,256,128,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,256,128,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,256,128,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,256,128,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,256,128,0.006635733445485433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,256,128,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,256,128,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,256,128,0.006289066871007283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,256,128,0.005755733450253805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,256,128,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,256,128,0.005605333546797434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,256,128,0.0056533331672350565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,256,128,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,256,128,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,256,128,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,256,128,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,256,128,0.00547733356555303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,256,128,0.005031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,256,128,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,256,128,0.005065600077311197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,256,128,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,256,128,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,256,128,0.0050346667567888895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,256,128,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,256,128,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,256,128,0.005414400001366933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,256,128,0.005085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,256,128,0.005333333214124044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,256,128,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,256,128,0.005560533205668131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,256,128,0.02966826756795247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,256,128,0.024366933107376098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,256,128,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,256,128,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,256,128,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,256,128,0.011201066772143047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,256,128,0.011152000228563944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,256,128,0.011191466450691223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,256,128,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,256,128,0.010413866241772969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,256,128,0.010372266173362732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,256,128,0.010339200496673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,256,128,0.009944533308347065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,256,128,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,256,128,0.00997226635615031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,256,128,0.009901866316795349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,256,128,0.009603200356165568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,256,128,0.009525332848230999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,256,128,0.009502933422724406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,256,128,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,256,128,0.008739200234413148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,256,128,0.009156266848246258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,256,128,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,256,128,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,256,128,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,256,128,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,256,128,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,256,128,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,256,128,0.007956266899903615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,256,128,0.007900799810886382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,256,128,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,256,128,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,256,128,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,256,128,0.0075434664885203045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,256,128,0.0071733335653940845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,256,128,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,256,128,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,256,128,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,256,128,0.007113599777221679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,256,128,0.006926933427651723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,256,128,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,256,128,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,256,128,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,256,128,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,256,128,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,256,128,0.007052800059318543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,256,128,0.007096533477306366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,256,128,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,256,128,0.007076266904671986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,256,128,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,256,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,256,128,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,256,128,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,256,128,0.00676800012588501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,256,128,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,256,128,0.0066997334361076355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,256,128,0.006714666883150737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,256,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,256,128,0.006252799928188324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,256,128,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,256,128,0.006702933212121327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,256,128,0.006662400066852569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,256,128,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,256,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,256,128,0.006681600213050842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,256,128,0.0070698668559392285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,256,128,0.006532266736030579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,256,128,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,256,128,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,256,128,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,256,128,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,256,128,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,256,128,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,256,128,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,64,0.005809066692988077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,64,0.00386559988061587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,64,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,64,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,64,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,64,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,64,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,64,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,64,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,64,0.002459733436505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,64,0.0025226667523384093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,64,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,64,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,64,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,64,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,64,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,64,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,64,0.002380799998839696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,64,0.0027029333015282948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,64,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,64,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,64,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,64,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,64,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,64,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,64,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,64,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,64,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,64,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,64,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,64,0.0024480000138282776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,64,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,64,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,64,0.002467199911673864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,64,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,64,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,64,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,64,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,64,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,64,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,64,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,64,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,64,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,64,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,64,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,64,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,64,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,64,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,64,0.002533333251873652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,64,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,64,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,64,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,64,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,64,0.02467093269030253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,256,128,0.017917867501576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,64,0.01715839902559916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,64,0.014745600024859109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,64,0.016241066654523215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,64,0.015614933768908181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,64,0.016176000237464905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,64,0.015223466356595359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,64,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,64,0.01656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,64,0.016731733083724977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,64,0.016475733121236166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,64,0.01511146624883016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,64,0.015559466679890952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,64,0.015176533659299215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,64,0.01513920029004415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,64,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,64,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,64,0.018722132841746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,64,0.01635199983914693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,64,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,64,0.014808533589045205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,64,0.014847999811172486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,64,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,64,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,64,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,64,0.014728533228238425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,64,0.015761066476504007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,64,0.014618666966756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,64,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,64,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,64,0.015672533710797628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,64,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,64,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,64,0.015106133619944253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,64,0.015247999628384908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,64,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,64,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,64,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,64,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,64,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,64,0.015541332960128783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,64,0.014717866977055868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,64,0.014375467101732889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,64,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,64,0.014366933703422546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,64,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,64,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,64,0.0137855996688207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,64,0.013147733608881631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,64,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,64,0.014017066359519959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,64,0.014174933234850565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,64,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,64,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,64,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,64,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,64,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,64,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,64,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,64,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,64,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,64,0.014410666624704995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,64,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,64,0.014204800128936768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,64,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,64,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,64,0.013659733533859252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,64,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,64,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,64,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,64,0.013781332969665527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,64,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,256,32,0.006297599772612255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,64,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,256,32,0.004402133325735727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,256,32,0.002995199958483378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,256,32,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,256,32,0.0028384000062942503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,256,32,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,256,32,0.0026943999032179515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,256,32,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,256,32,0.0027253332237402597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,256,32,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,256,32,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,256,32,0.002703999976317088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,256,32,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,256,32,0.0027594665686289472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,256,32,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,256,32,0.0026975999275843303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,256,32,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,256,32,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,256,32,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,256,32,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,256,32,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,256,32,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,256,32,0.0025194667279720305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,256,32,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,256,32,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,256,32,0.0026677332818508146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,256,32,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,256,32,0.002364799877007802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,256,32,0.0022890667120615644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,256,32,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,256,32,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,256,128,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,256,32,0.0023391999304294584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,256,32,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,256,32,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,256,32,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,256,32,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,256,32,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,256,32,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,256,32,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,256,32,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,256,32,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,256,32,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,256,32,0.0021429332594076794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,256,32,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,256,32,0.0021269333859284716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,256,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,256,32,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,256,32,0.0021354667842388153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,256,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,256,32,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,256,32,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,256,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,256,32,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,256,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,256,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,256,32,0.002111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,256,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,256,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,256,32,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,256,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,256,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,256,32,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,256,32,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,256,32,0.0021226666867733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,256,32,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,256,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,256,32,0.0023189333577950796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,256,32,0.0021375998854637145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,256,32,0.002090666691462199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,256,32,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,256,32,0.0020949333906173707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,256,32,0.0021248000363508863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,256,32,0.022564266125361124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,256,32,0.019079466660817467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,256,32,0.01918826699256897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,256,32,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,256,32,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,256,32,0.014668800433476768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,256,32,0.01637440025806427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,256,32,0.015999999642372132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,256,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,256,32,0.015553067127863566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,256,32,0.015560533603032431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,256,32,0.016088533401489257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,256,32,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,256,32,0.01511573294798533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,256,32,0.015131733814875283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,256,32,0.015001599987347921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,256,32,0.015210666259129844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,256,32,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,256,32,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,256,32,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,256,32,0.015936000148455302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,256,32,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,256,32,0.01583999991416931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,256,32,0.014444800217946372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,256,32,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,256,32,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,256,32,0.016141866644223533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,256,32,0.015125333269437154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,256,32,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,256,32,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,256,32,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,256,32,0.014692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,256,32,0.014645333091417948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,256,32,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,256,32,0.015587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,256,32,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,256,32,0.013448533415794373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,256,32,0.014672000209490457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,256,32,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,256,32,0.013981866836547851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,256,32,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,256,32,0.013711999853452048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,256,32,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,256,32,0.013553067048390707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,256,32,0.014059733351071677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,256,32,0.013915733496348063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,256,32,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,256,32,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,256,32,0.015213867028554281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,256,32,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,256,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,256,32,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,256,32,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,256,32,0.013438933094342551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,256,32,0.0143477330605189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,256,32,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,256,32,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,256,32,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,256,32,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,256,32,0.013595733046531677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,256,32,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,256,32,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,256,32,0.013593600193659464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,256,32,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,256,32,0.01437226633230845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,256,32,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,256,32,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,256,32,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,256,32,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,256,32,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,256,32,0.014366933703422546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,256,32,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,256,32,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,65536,0.6773877461751302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,256,32,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,256,32,0.013567999998728434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,65536,0.32103786468505857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,65536,0.17786134084065755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,256,32,0.014216533303260804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,65536,0.09273813565572103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,65536,0.09093013604482016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,65536,0.09445652961730958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,65536,0.08762986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,65536,0.08793493111928305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,65536,0.0766709327697754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,65536,0.07884906927744548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,65536,0.07545279661814372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,65536,0.07424000104268393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,65536,0.06785813172658285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,65536,0.06787412961324056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,65536,0.0643669327100118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,65536,0.0630133350690206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,65536,0.06479253371556601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,65536,0.058772265911102295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,65536,0.05753386815388998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,65536,0.048737064997355146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,65536,0.09269333680470784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,65536,0.051108264923095705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,65536,0.04243733485539754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,65536,0.040508798758188885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,65536,0.03808426856994629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,65536,0.03261013428370158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,65536,0.03320533235867818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,65536,0.03010666569073995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,65536,0.027939200401306152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,65536,0.023389865954717003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,65536,0.024571732680002848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,65536,0.016806399822235106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,65536,0.05432960192362467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,65536,0.015301332871119181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,65536,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,65536,0.015019733707110086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,65536,0.016780799627304076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,65536,0.015326933066050211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,65536,0.020312533775965372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,65536,0.013688533504803976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,65536,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,65536,0.016119466225306193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,65536,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,65536,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,65536,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,65536,0.023640533288319908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,65536,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,65536,0.02051946719487508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,65536,0.011523200074831645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,65536,0.008046933511892954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,65536,0.017997866868972777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,65536,0.011642666657765706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,65536,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,65536,0.008925867080688477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,65536,0.011289599537849426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,65536,0.010024533669153849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,65536,0.015657599767049155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,65536,0.015705600380897522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,65536,0.01576746702194214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,65536,0.015737600127855935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,65536,0.01697173317273458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,65536,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,65536,0.015804800391197204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,65536,0.015339733163515726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,65536,0.009939199686050415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,65536,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,65536,0.009935999910036724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,65536,0.009539199868837993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,65536,0.01741866668065389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,65536,0.009823999802271525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,65536,0.009569066762924194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,65536,0.009607467055320739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,65536,0.046607999006907146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,65536,0.009844266374905904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,65536,0.7989109039306641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,65536,1.4799957275390625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,65536,0.7986069361368815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,65536,2.924671936035156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,65536,0.7519999821980794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,65536,0.7111743927001953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,65536,0.7565141042073568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,65536,0.705845324198405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,65536,0.6634112040201823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,65536,0.6585599899291992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,65536,0.6156106948852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,65536,0.6139765421549479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,65536,0.5701824188232422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,65536,0.5699114481608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,65536,5.810478719075521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,65536,0.5257034619649251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,65536,0.5251637458801269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,65536,0.4794261296590169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,65536,0.47870505650838213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,65536,0.43355840047200517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,65536,0.43376000722249347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,65536,0.38739306131998696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,65536,0.3445184071858724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,65536,0.3871648152669271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,65536,0.2954965273539225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,65536,0.34305171966552733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,65536,0.24688000679016114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,65536,0.2949824015299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,65536,0.24749333063761392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,65536,0.20361599922180176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,65536,0.20239466031392417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,65536,0.15310079256693523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,65536,0.15284694035847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,65536,0.09606613318125407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,65536,0.09814933141072592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,65536,0.04713813463846843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,65536,0.04692266782124837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,65536,0.04724693298339844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,65536,0.0434058666229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,65536,0.03910613457361857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,65536,0.04922773440678914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,65536,0.03718719879786174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,65536,0.03908160130182902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,65536,0.03118399977684021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,65536,0.033986131350199386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,65536,0.037913600603739425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,65536,0.031122134129206343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,65536,0.03327999909718831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,65536,0.033063467343648276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,65536,0.04511253436406453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,65536,0.028883200883865357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,65536,0.0269813338915507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,65536,0.03165439963340759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,65536,0.029607466856638592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,65536,0.028913066784540815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,65536,0.024910932779312132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,65536,0.03344320058822632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,65536,0.025000532468159992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,65536,0.021972266832987468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,65536,0.02155733307202657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,65536,0.021623466412226358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,65536,0.021735467513402305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,65536,0.02104319930076599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,65536,0.021606399615605672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,65536,0.020779732863108316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,65536,0.01962239940961202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,65536,0.020437333981196085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,65536,0.018707199891408285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,65536,0.020901334285736085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,65536,0.01917546590169271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,65536,0.01879253387451172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,65536,0.01890666683514913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,65536,0.020065067211786906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,65536,0.022791467110315957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,65536,0.9018239974975586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,65536,1.7297269185384114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,65536,3.4417643229166663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,65536,0.49157759348551433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,65536,0.4384042739868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,65536,0.4932117462158203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,65536,0.41356372833251953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,65536,0.4095285415649414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,65536,0.4671584129333496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,65536,0.3885408083597819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,65536,0.38238932291666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,65536,0.3632949193318685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,65536,0.35687573750813806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,65536,0.33931732177734375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,65536,0.3331829388936361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,65536,0.314080015818278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,65536,0.46182721455891923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,65536,0.3079434712727865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,65536,0.4356159845987956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,65536,0.28414932886759436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,65536,0.2305290699005127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,65536,0.2576277256011963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,65536,0.20650453567504884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,65536,0.27854719161987307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,65536,0.2035114606221517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,65536,0.18198506037394208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,65536,0.15684587160746258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,65536,0.1534549395243327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,65536,0.13468480110168457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,65536,0.12999786535898844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,65536,0.10796159903208416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,65536,0.10503679911295574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,65536,0.07700160344441732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,65536,0.1784000078837077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,65536,0.0735530694325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,65536,0.07504213651021321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,65536,0.07285973230997721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,65536,0.07061226367950439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,65536,0.07172373135884604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,65536,0.06778773466746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,65536,0.06797119776407877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,65536,0.06628693342208862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,65536,0.0652949333190918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,65536,0.06387626727422079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,65536,0.06428159872690836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,65536,0.0635424017906189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,65536,0.06265173355738321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,65536,0.0608735998471578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,65536,0.06032106479008993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,65536,0.06035840113957723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,65536,0.06033600171407064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,65536,0.060464000701904295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,65536,0.05903146664301554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,65536,0.05917653242746988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,65536,0.06146666606267294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,65536,0.05880106687545776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,65536,0.05924586852391561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,65536,0.05909013350804647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,65536,0.05929493506749471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,65536,0.059095466136932374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,65536,0.059112532933553064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,65536,0.05939733187357584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,65536,0.05916266838709513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,65536,0.059172264734903966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,65536,0.05912426710128784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,65536,0.059483734766642246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,65536,0.05948479970296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,65536,0.05914346774419149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,65536,0.05955946842829386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,65536,0.059552001953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,65536,0.05962560176849365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,65536,0.059546665350596106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,65536,0.2556181271870931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,65536,0.7244159698486328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,65536,1.4532394409179688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,65536,0.4077386538187663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,65536,0.26056000391642253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,65536,0.259281063079834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,65536,0.22873172760009766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,65536,0.2543872038523356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,65536,0.24191999435424805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,65536,0.25366826057434083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,65536,0.24341227213541666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,65536,0.23742826779683432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,65536,0.23700159390767417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,65536,0.22400959332784018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,65536,0.225328000386556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,65536,0.21975146929423012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,65536,0.21897172927856445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,65536,0.2138762633005778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,65536,0.21686293284098307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,65536,0.2020106633504232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,65536,0.20068693161010742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,65536,0.1976245403289795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,65536,0.1836959997812907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,65536,0.18276373545328778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,65536,0.19678932825724285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,65536,0.17973012924194337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,65536,0.1782325267791748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,65536,0.17341334025065105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,65536,0.1682026704152425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,65536,0.16166399319966634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,65536,0.16159146626790363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,65536,0.15628159840901693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,65536,0.1459466616312663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,65536,0.14564693768819173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,65536,0.15586880048116047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,65536,0.1378389358520508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,65536,0.13628586133321124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,65536,0.1252842664718628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,65536,0.12444480260213216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,65536,0.1240447998046875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,65536,0.12440959612528484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,65536,0.12417813142140706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,65536,0.12435626983642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,65536,0.12397013505299885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,65536,0.12400533358256023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,65536,0.12203946908315022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,65536,0.12161386807759603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,65536,0.12110506693522136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,65536,0.12104746500651042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,65536,0.12101866404215496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,65536,0.12144426504770915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,65536,0.12114026546478271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,65536,0.12110933462778728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,65536,0.1210975964864095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,65536,0.12113706270853679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,65536,0.12103146711985271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,65536,0.12107199827829998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,65536,0.12108159859975179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,65536,0.12106773058573406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,65536,0.12101653416951497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,65536,0.12140800158182781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,65536,0.12121067047119141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,65536,0.12149333159128825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,65536,0.12113066514333089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,65536,0.12065707047780354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,65536,0.12120746771494548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,65536,0.12119680245717365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,65536,0.12104106744130452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,65536,0.12102293173472087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,65536,0.12108799616495769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,65536,0.12120107014973958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,65536,0.12117013136545818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,65536,0.12111146450042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,65536,0.12113813559214275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,51200,0.5208682696024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,51200,0.13379306793212892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,51200,0.07412160237630208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,51200,0.07387733459472656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,51200,0.07366613547007242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,51200,0.07189866701761881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,51200,0.07100266615549723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,51200,0.07072853247324626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,51200,0.24453439712524414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,51200,0.061425065994262694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,51200,0.06185386578241984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,51200,0.05845973491668701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,51200,0.05895359913508097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,51200,0.05439466635386149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,51200,0.054354135195414224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,51200,0.0508405327796936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,51200,0.05060906807581583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,51200,0.050190933545430506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,51200,0.048205868403116865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,51200,0.045899732907613115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,51200,0.04419519901275635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,51200,0.03924373388290405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,65536,0.12074027061462403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,51200,0.04030719995498657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,51200,0.038022398948669434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,51200,0.03542293310165405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,51200,0.03314773241678874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,51200,0.032150399684906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,51200,0.030567467212677002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,51200,0.026550400257110595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,51200,0.02360639969507853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,51200,0.017012266318003337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,51200,0.017576533555984496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,51200,0.013883733749389648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,51200,0.012947199741999307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,51200,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,51200,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,51200,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,51200,0.013579733173052468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,51200,0.016562133034070333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,51200,0.012062933047612507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,51200,0.012651733557383218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,51200,0.01241386632124583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,51200,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,51200,0.012818132837613424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,51200,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,51200,0.020331732432047524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,51200,0.00995733340581258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,51200,0.027586134274800618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,51200,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,51200,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,51200,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,51200,0.015245866775512696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,51200,0.010038399696350097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,51200,0.014141866564750671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,51200,0.007980800171693166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,51200,0.00962453285853068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,51200,0.008709333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,51200,0.013638400038083396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,51200,0.013623467087745667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,51200,0.013582932949066161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,51200,0.01322879989941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,51200,0.019977599382400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,51200,0.01325866679350535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,51200,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,51200,0.008405333757400513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,51200,0.008726400136947633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,51200,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,51200,0.008363733688990276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,51200,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,51200,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,51200,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,51200,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,51200,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,65536,0.1215509335199992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,51200,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,51200,0.627566909790039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,51200,1.1633536020914712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,51200,0.6282410939534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,51200,2.2804885864257813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,51200,0.5924341201782226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,51200,0.5921183904012044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,51200,0.5619754791259766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,51200,0.5594581604003906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,51200,0.5239232063293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,51200,0.5228608131408692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,51200,0.4902229309082031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,51200,0.48652693430582683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,51200,0.4524650573730469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,51200,4.533836873372396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,51200,0.41427412033081057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,51200,0.4166389465332031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,51200,0.3806495984395345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,51200,0.3815648078918457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,51200,0.34420693715413414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,51200,0.3064234733581543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,51200,0.3064288139343262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,51200,0.27027947107950845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,51200,0.45379199981689455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,51200,0.23478612899780274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,51200,0.2001194636027018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,51200,0.1979541301727295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,51200,0.3412384033203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,51200,0.16336746215820314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,51200,0.1619328022003174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,51200,0.118122665087382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,51200,0.2701354662577311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,51200,0.12013333638509113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,51200,0.07088533242543539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,51200,0.07158506711324056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,51200,0.0426144003868103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,51200,0.03977919816970825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,51200,0.04174613157908122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,51200,0.03893760045369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,51200,0.23669120470682778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,51200,0.03504426479339599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,51200,0.04149440129597982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,51200,0.0320032000541687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,51200,0.03731199900309245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,51200,0.03086506724357605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,51200,0.03090133269627889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,51200,0.02969813346862793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,51200,0.034178133805592856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,51200,0.02794666687647502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,51200,0.028986666599909467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,51200,0.026257065931955974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,51200,0.03066986600557963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,51200,0.028516266743342084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,51200,0.038482133547465006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,51200,0.027331199248631793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,51200,0.026947200298309326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,51200,0.02402879993120829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,51200,0.023092265923817953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,51200,0.02309760053952535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,51200,0.021124267578125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,51200,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,51200,0.02114880084991455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,51200,0.02071040074030558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,51200,0.021383466323216756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,51200,0.020549333095550536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,51200,0.02041920026143392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,51200,0.0252895991007487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,51200,0.01989226738611857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,51200,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,51200,0.020275199413299562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,51200,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,51200,0.01800959904988607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,51200,0.019598933060963948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,51200,0.019037866592407228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,51200,0.020097066958745323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,51200,0.4537184079488118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,51200,3.1899925231933595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,51200,0.43059733708699544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,51200,0.8320117314656577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,51200,0.4073535919189453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,51200,1.6024266560872396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,51200,0.38319466908772787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,51200,0.45155839920043944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,51200,0.35907198588053385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,51200,0.4280576070149739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,51200,0.35504213968912757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,51200,0.33403520584106444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,51200,0.33015254338582356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,51200,0.3090144157409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,51200,0.3055360158284505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,51200,0.28658666610717776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,51200,0.28337812423706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,51200,0.40469973882039384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,51200,0.3793578783671061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,51200,0.2569994608561198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,51200,0.21153599421183267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,51200,0.25793493588765465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,51200,0.23323307037353516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,51200,0.1842890739440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,51200,0.18446507453918456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,51200,0.16440320014953613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,51200,0.16133227348327636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,51200,0.14105067253112794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,51200,0.13714133898417155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,51200,0.11736853122711181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,51200,0.08394773006439209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,51200,0.0818943977355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,51200,0.06069866816202799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,51200,0.06152213414510092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,51200,0.05788373152414957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,51200,0.05786986748377482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,51200,0.05626560052235922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,51200,0.05585813522338867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,51200,0.05388586521148682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,51200,0.11305493513743084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,51200,0.053819731871287024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,51200,0.052578131357828774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,51200,0.05186880032221476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,51200,0.05098986625671387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,51200,0.050095999240875246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,51200,0.04933546781539917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,51200,0.0493066668510437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,51200,0.04893333514531453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,51200,0.04893759886423747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,51200,0.04853013356526693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,51200,0.048504531383514404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,51200,0.04857493241628011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,51200,0.04811199903488159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,51200,0.04683733383814494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,51200,0.046971734364827475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,51200,0.047226667404174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,51200,0.04733333190282186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,51200,0.04725866715113322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,51200,0.0470090667406718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,51200,0.047193598747253415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,51200,0.04691733519236247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,51200,0.04733973344167074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,51200,0.04719786643981934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,51200,0.04701333443323771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,51200,0.04728533426920573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,51200,0.04732799927393595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,51200,0.047286399205525714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,51200,0.04729280074437459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,51200,0.04760853449503581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,51200,0.04754879872004191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,51200,0.047546664873758956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,51200,0.047337599595387775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,51200,0.23188799222310386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,51200,1.1665631612141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,51200,0.5824607849121094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,51200,0.3227253278096517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,51200,0.20908692677815757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,51200,0.20943999290466309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,51200,0.20320426623026527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,51200,0.204314661026001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,51200,0.19538453420003254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,51200,0.19076266288757324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,51200,0.20856854120890297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,51200,0.19094079335530598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,51200,0.19370880126953124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,51200,0.17964906692504884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,51200,0.17903253237406414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,51200,0.17679039637247723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,51200,0.17542293866475422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,51200,0.17259732882181805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,51200,0.1721333344777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,51200,0.16235520044962565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,51200,0.1608415921529134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,51200,0.15751999219258625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,51200,0.1573333263397217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,51200,0.14703359603881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,51200,0.1431455930074056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,51200,0.14237972895304363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,51200,0.1352885405222575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,51200,0.14621334075927733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,51200,0.1345941384633382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,51200,0.12929386297861736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,51200,0.12907520135243733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,51200,0.12431039810180664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,51200,0.11443626880645752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,51200,0.11479360262552898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,51200,0.12477227052052815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,51200,0.10672960281372071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,51200,0.10638399918874104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,51200,0.09931306838989258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,51200,0.0988981326421102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,51200,0.09903146425882975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,51200,0.09901013374328613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,51200,0.09871040185292562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,51200,0.09905172983805338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,51200,0.09880853494008382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,51200,0.09731733004252116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,51200,0.09653120040893555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,51200,0.09904639720916748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,51200,0.09653653303782145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,51200,0.09636053244272867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,51200,0.09650346438090006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,51200,0.09652053515116374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,51200,0.09613760312398276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,51200,0.09615680376688639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,51200,0.09647893110911052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,51200,0.09657599925994872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,51200,0.09608000119527181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,51200,0.09658133188883464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,51200,0.0961738665898641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,51200,0.09613119761149089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,51200,0.09654080073038737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,51200,0.09651199976603189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,51200,0.0964565356572469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,51200,0.09599040349324545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,51200,0.09609599908192953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,51200,0.09606826305389404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,51200,0.09644906520843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,51200,0.09605440298716227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,51200,0.09614826838175455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,51200,0.09650560220082602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,51200,0.09606826305389404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,51200,0.09620693524678549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,51200,0.09639786879221598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,51200,0.09640426635742187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,16384,0.1857418696085612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,16384,0.08607786496480306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,16384,0.046375465393066403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,16384,0.03206506570180257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,16384,0.028974932432174683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,16384,0.029229867458343505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,16384,0.028124799331029255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,16384,0.028542933861414592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,16384,0.028410667181015016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,16384,0.02523946762084961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,16384,0.024791467189788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,16384,0.023486934105555215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,16384,0.023462400833765665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,51200,0.09651520252227783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,16384,0.02261013388633728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,16384,0.021441066265106203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,16384,0.01758400003115336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,16384,0.01920959949493408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,16384,0.013633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,16384,0.014737066626548768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,16384,0.015703466534614564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,51200,0.09610666433970133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,16384,0.011782399813334147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,16384,0.011666133006413778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,16384,0.013335466384887695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,16384,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,16384,0.011014399925867717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,16384,0.012071466445922852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,16384,0.012122666835784912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,16384,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,16384,0.011949867010116577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,16384,0.011496532956759136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,16384,0.009983999530474345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,16384,0.011347200473149617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,16384,0.011146666606267293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,16384,0.009142399827639262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,16384,0.009154133001963298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,16384,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,16384,0.006381866832574208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,16384,0.008319999774297078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,16384,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,16384,0.0083146666487058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,16384,0.006292266647020976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,16384,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,16384,0.008717866738637288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,16384,0.008745599786440532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,16384,0.0056085333228111265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,16384,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,16384,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,16384,0.007612800101439159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,16384,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,16384,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,16384,0.006242133180300395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,16384,0.005919999877611796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,16384,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,16384,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,16384,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,16384,0.0058890665570894875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,16384,0.005858133236567179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,16384,0.005845333139101664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,16384,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,16384,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,16384,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,16384,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,16384,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,16384,0.005942399799823761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,16384,0.0056639999151229855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,16384,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,16384,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,16384,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,16384,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,16384,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,16384,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,16384,0.005842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,16384,0.005401599903901418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,16384,0.006877866884072621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,16384,0.7454367955525716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,51200,0.0964682658513387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,16384,0.21357226371765137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,16384,0.38191680908203124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,16384,0.199343999226888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,16384,0.20926399230957032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,16384,1.4771007537841796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,16384,0.19934080441792806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,16384,0.19109652837117513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,16384,0.18922026952107746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,16384,0.1779413382212321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,16384,0.16471145947774252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,16384,0.15421973864237468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,16384,0.1508021354675293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,16384,0.1393269379933675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,16384,0.13786880175272626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,16384,0.12421973546346028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,16384,0.12367466290791829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,16384,0.10744853019714355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,16384,0.17589227358500165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,16384,0.09229866663614908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,16384,0.09140693346659343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,16384,0.16423679987589518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,16384,0.07517759799957276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,16384,0.07556373278299967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,16384,0.06174506743748983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,16384,0.059831468264261875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,16384,0.051641599337259925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,16384,0.050197335084279385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,16384,0.046187734603881835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,16384,0.046716801325480145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,16384,0.03936426639556885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,16384,0.03840959866841634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,16384,0.03178133368492127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,16384,0.028553599119186403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,16384,0.02509760061899821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,16384,0.10822292963663738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,16384,0.02638186613718669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,16384,0.02633066574732463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,16384,0.024943999449412026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,16384,0.02590399980545044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,16384,0.024791467189788818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,16384,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,16384,0.034949334462483723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,16384,0.02446613311767578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,16384,0.024796799818674723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,16384,0.028017065922419232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,16384,0.02325119972229004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,16384,0.02336853345235189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,16384,0.022207999229431154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,16384,0.022731733322143555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,16384,0.020924800634384157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,16384,0.022243199745814006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,16384,0.02073813279469808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,16384,0.021221333742141725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,16384,0.02022506594657898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,16384,0.01959786613782247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,16384,0.018747733036677042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,16384,0.020154666900634766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,16384,0.022190932432810465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,16384,0.01880533297856649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,16384,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,16384,0.019156267245610557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,16384,0.01834986607233683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,16384,0.018279467026392618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,16384,0.01835306684176127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,16384,0.01985493302345276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,16384,0.018439465761184694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,16384,0.018771199385325114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,16384,0.01835093299547831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,16384,0.01956053376197815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,16384,0.01844693422317505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,16384,0.018076799313227334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,16384,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,16384,0.020376533269882202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,16384,0.3918784141540527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,16384,0.7679189046223958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,16384,1.5234495798746743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,16384,0.21384426752726235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,16384,0.19061973889668782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,16384,0.2144693374633789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,16384,0.17915412584940593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,16384,0.2020960013071696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,16384,0.17840320269266766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,16384,0.16768746376037597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,16384,0.16694186528523763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,16384,0.201964807510376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,16384,0.15593280792236328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,16384,0.15495893160502117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,16384,0.14407787322998047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,16384,0.14349865913391113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,16384,0.131275733311971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,16384,0.13342827161153156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,16384,0.19018239974975587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,16384,0.11953600247701009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,16384,0.12045760154724121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,16384,0.0843733310699463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,16384,0.08290879726409912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,16384,0.06123199860254923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,16384,0.06336533228556315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,16384,0.052724266052246095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,16384,0.051362133026123045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,16384,0.04548159837722778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,16384,0.04415466785430908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,16384,0.03868800004323324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,16384,0.03736319939295451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,16384,0.03173759977022807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,16384,0.030748800436655684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,16384,0.02553173303604126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,16384,0.024254933993021647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,16384,0.02392746607462565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,16384,0.10636053085327149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,16384,0.02389226754506429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,16384,0.022299732764561972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,16384,0.022292266289393105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,16384,0.021887999773025513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,16384,0.021074134111404418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,16384,0.02060799996058146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,16384,0.020637865861256918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,16384,0.020439465840657554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,16384,0.023939200242360435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,16384,0.02067199945449829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,16384,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,16384,0.020641066630681357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,16384,0.02267199953397115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,16384,0.020492800076802573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,16384,0.019078399737675986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,16384,0.019351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,16384,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,16384,0.01902079979578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,16384,0.018609066804250084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,16384,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,16384,0.018981333573659262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,16384,0.0190175990263621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,16384,0.018962132930755615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,16384,0.018935465812683107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,16384,0.018987733125686645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,16384,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,16384,0.019004799922307334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,16384,0.019013333320617675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,16384,0.01899306575457255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,16384,0.018720000982284546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,16384,0.01909653345743815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,16384,0.01902186671892802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,16384,0.018972800175348917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,16384,0.019022933642069497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,16384,0.018964266777038573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,16384,0.018969599405924478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,16384,0.21006506284077964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,16384,0.41384213765462236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,16384,0.114356263478597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,16384,0.07644480069478353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,16384,0.07641066710154215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,16384,0.07548480033874512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,16384,0.07459946473439535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,16384,0.07140053113301595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,16384,0.07200640042622884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,16384,0.07034239768981934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,16384,0.07018880049387613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,16384,0.06650346517562866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,16384,0.0665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,16384,0.06479893525441488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,16384,0.1051520029703776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,16384,0.06525973478953043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,16384,0.06352853377660116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,16384,0.06336640119552613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,16384,0.06019733349482218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,16384,0.06016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,16384,0.05645120143890381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,16384,0.0534495989481608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,16384,0.05705920060475668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,16384,0.05380373398462931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,16384,0.05014293193817139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,16384,0.05026559829711914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,16384,0.048072532812754316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,16384,0.04746880133946736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,16384,0.04584213495254517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,16384,0.04404906829198201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,16384,0.04443200031916301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,16384,0.041555198033650716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,16384,0.04568426609039307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,16384,0.041606398423512776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,16384,0.03952000141143799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,16384,0.03945813179016113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,16384,0.03707093397776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,16384,0.03662933508555095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,16384,0.0361568013827006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,16384,0.03655466636021932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,16384,0.03622399965922038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,16384,0.036510932445526126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,16384,0.03669333457946777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,16384,0.03627626498540242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,16384,0.034995198249816895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,16384,0.03593279918034871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,16384,0.03543039957682292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,16384,0.03578026692072551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,16384,0.03543253342310588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,16384,0.03545813163121541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,16384,0.03536426623662313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,16384,0.034991999467213944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,16384,0.03494720061620076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,16384,0.034993068377176924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,16384,0.03543359835942586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,16384,0.03536320130030314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,16384,0.03535786469777425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,16384,0.03533866802851359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,16384,0.03494506676991781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,16384,0.03544106483459473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,16384,0.03497386773427327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,16384,0.034986666838328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,16384,0.03543999989827474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,16384,0.03543146848678589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,16384,0.03536213239034017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,16384,0.0353770653406779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,16384,0.035595734914143876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,16384,0.035361067454020186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,16384,0.03493653138478597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,16384,0.03505813280741374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,16384,0.03540159861246745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,16384,0.03515626589457194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,16384,0.035396265983581546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,12288,0.06242560148239136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,12288,0.13078506787618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,16384,0.035368533929189046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,12288,0.03377386728922526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,12288,0.02476159930229187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,12288,0.02145919998486837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,12288,0.021317332983016968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,12288,0.022706133127212525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,12288,0.015708800156911215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,12288,0.018381865819295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,12288,0.015345066785812378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,12288,0.014313600460688271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,16384,0.03542933464050293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,12288,0.015873066584269204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,12288,0.013543466726938883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,12288,0.012974933783213297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,12288,0.020972800254821778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,12288,0.012506666779518127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,12288,0.020826667547225952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,12288,0.011669333775838215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,12288,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,12288,0.012549333771069846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,12288,0.012380799651145935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,12288,0.012482133507728577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,12288,0.009248000383377076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,12288,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,12288,0.009897599617640179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,12288,0.009993599851926167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,12288,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,12288,0.009639466802279156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,12288,0.014125866691271463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,12288,0.011614933609962463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,12288,0.009238400061925252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,12288,0.009160533547401428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,12288,0.011290666460990906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,12288,0.010814932982126872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,12288,0.00674773355325063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,12288,0.0074879998962084455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,12288,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,12288,0.007208533088366191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,12288,0.005836800237496694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,12288,0.00876800020535787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,12288,0.007805866499741872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,12288,0.00761599987745285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,12288,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,12288,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,12288,0.006657066444555919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,12288,0.006757333377997081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,12288,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,12288,0.006780800223350525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,12288,0.005892266829808554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,12288,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,12288,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,12288,0.00957546631495158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,12288,0.006302933394908905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,12288,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,12288,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,12288,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,12288,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,12288,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,12288,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,12288,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,12288,0.005534933507442474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,12288,0.005330133438110352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,12288,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,12288,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,12288,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,12288,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,12288,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,12288,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,12288,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,12288,0.005157333115736643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,12288,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,12288,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,12288,0.5624554951985676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,12288,0.005464533468087515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,12288,0.28941014607747395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,12288,1.1117781321207683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,12288,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,12288,0.16134079297383624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,12288,0.14983466466267903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,12288,0.14820052782694498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,12288,0.14060266812642414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,12288,0.14024319648742675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,12288,0.13035733699798585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,12288,0.12301440238952636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,12288,0.13214720090230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,12288,0.12166612943013508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,12288,0.10662079652150472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,12288,0.09613227049509684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,12288,0.09831253687540689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,12288,0.10753280321757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,12288,0.08563306331634521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,12288,0.08612480163574218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,12288,0.07325653235117593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,12288,0.16164587338765463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,12288,0.05333760182062784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,12288,0.06015786727269491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,12288,0.053513598442077634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,12288,0.04735786517461141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,12288,0.04701226552327474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,12288,0.043171199162801106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,12288,0.04414079984029134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,12288,0.03880000114440918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,12288,0.040746665000915526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,12288,0.03514240185419719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,12288,0.03338346481323242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,12288,0.03097386757532756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,12288,0.02674773335456848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,12288,0.02937813401222229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,12288,0.025275733073552447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,12288,0.07113920052846273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,12288,0.027261867125829058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,12288,0.024825600783030193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,12288,0.024574933449427287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,12288,0.024502400557200113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,12288,0.023602133989334105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,12288,0.024245333671569825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,12288,0.022832000255584718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,12288,0.02288320064544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,12288,0.02268480062484741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,12288,0.061020799477895106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,12288,0.02206826607386271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,12288,0.02440213362375895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,12288,0.02121493419011434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,12288,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,12288,0.020668800671895346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,12288,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,12288,0.02060799996058146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,12288,0.020603734254837035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,12288,0.019154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,12288,0.020166399081548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,12288,0.018759467204411826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,12288,0.01879040002822876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,12288,0.018503467241923012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,12288,0.019500799973805747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,12288,0.01800640026728312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,12288,0.01763520042101542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,12288,0.018158932526906334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,12288,0.018230400482813516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,12288,0.01731733282407125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,12288,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,12288,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,12288,0.018463999032974243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,12288,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,12288,0.017429333925247193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,12288,0.018337066968282065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,12288,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,12288,0.01935360034306844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,12288,0.019400533040364584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,12288,0.3793578783671061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,12288,0.7437695821126302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,12288,0.2070997397104899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,12288,1.4735338846842447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,12288,0.18643306096394857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,12288,0.19705600738525392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,12288,0.17506453196207683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,12288,0.20902080535888673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,12288,0.17395520210266113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,12288,0.16304000218709308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,12288,0.16140373547871906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,12288,0.15201279322306316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,12288,0.1498517354329427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,12288,0.19530773162841797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,12288,0.13530027071634929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,12288,0.13743786811828612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,12288,0.11481706301371257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,12288,0.11474560101826985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,12288,0.18468799591064453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,12288,0.08953493436177572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,12288,0.06113919814427694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,12288,0.09704426924387613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,12288,0.07459306716918945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,12288,0.05341973304748535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,12288,0.05457706848780314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,12288,0.04819200038909912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,12288,0.07444480260213217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,12288,0.04694079955418905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,12288,0.041492267449696855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,12288,0.04029546578725179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,12288,0.03374293247858683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,12288,0.028411734104156493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,12288,0.026794666051864625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,12288,0.021845332781473794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,12288,0.020756266514460244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,12288,0.020595200856526694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,12288,0.020891733964284263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,12288,0.02058773239453634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,12288,0.01904746691385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,12288,0.01894186735153198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,12288,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,12288,0.018950400749842326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,12288,0.017386666933695474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,12288,0.017349332571029663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,12288,0.017708800236384072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,12288,0.017461333672205606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,12288,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,12288,0.0173418660958608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,12288,0.016992000738779704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,12288,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,12288,0.03513706525166829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,12288,0.016078933080037435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,12288,0.01612160007158915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,12288,0.01574720044930776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,12288,0.015748266379038492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,12288,0.015850667158762613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,12288,0.015811199943224587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,12288,0.01575040022532145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,12288,0.01581013302008311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,12288,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,12288,0.015710933009783427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,12288,0.015853866934776306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,12288,0.0157642662525177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,12288,0.015941333770751954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,12288,0.015572266777356467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,12288,0.015826132893562318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,12288,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,12288,0.015793066223462424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,12288,0.015797332922617594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,12288,0.01566506624221802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,12288,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,12288,0.01576640009880066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,12288,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,12288,0.1656618595123291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,12288,0.3188373247782389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,12288,0.09078293641408285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,12288,0.061134934425354004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,12288,0.06138026714324951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,12288,0.059631999333699545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,12288,0.05973759889602661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,12288,0.05723626613616943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,12288,0.05628373225529989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,12288,0.05733866691589355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,12288,0.055530667304992676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,12288,0.05352746645609537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,12288,0.053046401341756186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,12288,0.050979200998942056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,12288,0.05117546717325846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,12288,0.04796479940414429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,12288,0.045643734931945804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,12288,0.045689598719278975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,12288,0.043645866711934406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,12288,0.04428906838099162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,12288,0.04852373202641805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,12288,0.041433600584665935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,12288,0.041501867771148684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,12288,0.03997013171513875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,12288,0.039537068208058676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,12288,0.038258135318756104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,12288,0.03668053150177002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,12288,0.03790186643600464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,12288,0.036660265922546384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,12288,0.03538346687952677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,12288,0.03544319868087768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,12288,0.03344426552454631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,12288,0.03294826745986938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,12288,0.03176533381144206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,12288,0.029233066240946452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,12288,0.029233066240946452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,12288,0.029155200719833373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,12288,0.03125226696332296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,12288,0.028892799218495684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,12288,0.0292138675848643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,12288,0.029291733105977373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,12288,0.02881173292795817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,12288,0.029208532969156903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,12288,0.02805333336194356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,12288,0.028076799710591634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,12288,0.02876373330752055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,12288,0.02805546720822652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,12288,0.028014934062957762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,12288,0.02829866607983907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,12288,0.028386133909225463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,12288,0.02807146708170573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,12288,0.027974400917689008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,12288,0.059989333152770996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,12288,0.02805333336194356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,12288,0.02837120095888774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,12288,0.028317866722742717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,12288,0.028043733040491743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,12288,0.027980800469716387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,12288,0.028074665864308672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,12288,0.028394667307535808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,12288,0.02837226589520772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,12288,0.02802133361498515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,12288,0.0280074675877889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,12288,0.028365866343180342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,12288,0.027982934315999346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,12288,0.027999999125798543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,12288,0.02840426762898763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,12288,0.028411734104156493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,12288,0.02796906630198161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,12288,0.02818346619606018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,12288,0.0279968003431956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,12288,0.02839360038439433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,10240,0.1095253308614095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,12288,0.027957334121068315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,12288,0.02801919976870219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,10240,0.02953706582387288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,10240,0.015447466572125753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,10240,0.05423680146535238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,10240,0.01560640037059784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,10240,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,10240,0.015416533748308817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,10240,0.016394666830698647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,10240,0.01479680041472117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,10240,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,10240,0.013734400272369385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,10240,0.014841600259145101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,10240,0.015287466843922935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,12288,0.0279968003431956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,10240,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,10240,0.01172160009543101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,10240,0.011762133240699768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,10240,0.01097706655661265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,10240,0.011158399780591329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,10240,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,10240,0.01125866671403249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,10240,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,10240,0.012872533003489176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,10240,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,10240,0.010163199901580811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,10240,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,10240,0.009559466441472372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,10240,0.009206400314966837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,10240,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,10240,0.011156266927719117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,10240,0.01028053363164266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,10240,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,10240,0.008685866991678875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,10240,0.010099200407663982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,10240,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,10240,0.009963732957839967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,10240,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,10240,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,10240,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,10240,0.006367999811967213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,10240,0.006257066627343495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,10240,0.007904000083605449
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,10240,0.006259199976921081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,10240,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,10240,0.005842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,10240,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,10240,0.006291200220584869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,10240,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,10240,0.005847466488679251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,10240,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,10240,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,10240,0.0058559998869895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,10240,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,10240,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,10240,0.005836800237496694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,10240,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,10240,0.005611733098824819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,10240,0.0058229332168896995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,10240,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,10240,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,10240,0.005673600236574808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,10240,0.0055744002262751256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,10240,0.00559146652619044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,10240,0.005602133274078369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,10240,0.005686399837334951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,10240,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,10240,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,10240,0.005551999807357788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,10240,0.005539200206597646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,10240,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,10240,0.005402666827042898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,10240,0.005308799942334493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,10240,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,10240,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,10240,0.24261333147684733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,10240,0.47329918543497723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,10240,0.008725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,10240,0.13218453725179036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,10240,0.9304117202758789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,10240,0.13267412980397542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,10240,0.12135466734568279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,10240,0.12087893486022949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,10240,0.11324160099029541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,10240,0.11306560039520264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,10240,0.10520533720652263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,10240,0.10402452945709229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,10240,0.09185600280761719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,10240,0.09075520038604737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,10240,0.0816981315612793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,10240,0.08413120110829672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,10240,0.06756052970886231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,10240,0.07380266984303793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,10240,0.05553386608759562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,10240,0.055693864822387695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,10240,0.04985280036926269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,10240,0.049347201983133956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,10240,0.04733440081278483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,10240,0.04662826855977376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,10240,0.04331733385721843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,10240,0.03913173278172811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,10240,0.03915946483612061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,10240,0.03616960048675537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,10240,0.035768532752990724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,10240,0.03309760093688965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,10240,0.03296746611595154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,10240,0.029308799902598066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,10240,0.043244798978169754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,10240,0.027688533067703247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,10240,0.026195200284322102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,10240,0.024975999196370443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,10240,0.024719999233881632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,10240,0.024804266293843587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,10240,0.024165334304173787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,10240,0.022709333896636964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,10240,0.07189653714497884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,10240,0.022699733575185142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,10240,0.022722133000691733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,10240,0.06147306760152181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,10240,0.020950400829315187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,10240,0.022801067431767783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,10240,0.021282132466634116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,10240,0.0214464008808136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,10240,0.020228266716003418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,10240,0.02117439905802409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,10240,0.02058346668879191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,10240,0.021333332856496176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,10240,0.020617600282033285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,10240,0.018943999210993448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,10240,0.018832000096638997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,10240,0.02372373342514038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,10240,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,10240,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,10240,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,10240,0.018284799655278523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,10240,0.018331732352574667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,10240,0.01739306648572286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,10240,0.0179967999458313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,10240,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,10240,0.01663146714369456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,10240,0.019563732544581096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,10240,0.017100799083709716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,10240,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,10240,0.019058134158452353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,10240,0.01708266735076904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,10240,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,10240,0.01665173371632894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,10240,0.017859200636545815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,10240,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,10240,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,10240,0.3733759880065918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,10240,0.7313557306925456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,10240,1.4509621938069661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,10240,0.2015925407409668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,10240,0.18693440755208332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,10240,0.19068800608317057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,10240,0.2020479996999105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,10240,0.16678080558776856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,10240,0.16681493123372396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,10240,0.15318719546000165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,10240,0.1494474728902181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,10240,0.13041280110677084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,10240,0.13093547026316327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,10240,0.100218669573466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,10240,0.1085205316543579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,10240,0.08396266301472982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,10240,0.0890005350112915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,10240,0.18971625963846844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,10240,0.17795947392781575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,10240,0.07155626614888509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,10240,0.05880213181177775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,10240,0.07290026346842447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,10240,0.052995200951894125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,10240,0.05216426849365234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,10240,0.04641493161519368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,10240,0.04519999821980794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,10240,0.039862398306528726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,10240,0.038276267051696775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,10240,0.06529066562652588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,10240,0.03327893416086833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,10240,0.02717973391215007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,10240,0.031666133801142374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,10240,0.024962133169174193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,10240,0.02044373353322347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,10240,0.019364267587661743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,10240,0.01898346741994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,10240,0.01908586621284485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,10240,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,10240,0.017372800906499227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,10240,0.01739413340886434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,10240,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,10240,0.017347200711568197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,10240,0.015736533204714458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,10240,0.01577173372109731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,10240,0.016106667121251424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,10240,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,10240,0.01572160025437673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,10240,0.015656532843907674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,10240,0.015639467040697734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,10240,0.015556266903877259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,10240,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,10240,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,10240,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,10240,0.014102400342623393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,10240,0.014139733711878457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,10240,0.014158933361371358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,10240,0.014038399855295817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,10240,0.014082133769989014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,10240,0.014359466234842935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,10240,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,10240,0.014062933127085366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,10240,0.014300800363222756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,10240,0.014079999923706055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,10240,0.01402346690495809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,10240,0.014029866456985474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,10240,0.014167466759681701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,10240,0.01407360037167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,10240,0.014095999797185264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,10240,0.014244266351064048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,10240,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,10240,0.01404800017674764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,10240,0.014014933506647745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,10240,0.29190826416015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,10240,0.15179200172424318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,10240,0.0842367966969808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,10240,0.05534293254216512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,10240,0.05508373181025187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,10240,0.053318401177724205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,10240,0.053659733136494955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,10240,0.050962134202321374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,10240,0.05060799916585287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,10240,0.04893866777420044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,10240,0.04806720018386841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,10240,0.0452458659807841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,10240,0.04477866490681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,10240,0.04350293477376302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,10240,0.043163732687632246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,10240,0.041915734608968094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,10240,0.04161386489868164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,10240,0.04021333456039429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,10240,0.03986453215281169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,10240,0.038422401746114096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,10240,0.03865813414255778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,10240,0.03691200017929077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,10240,0.03661866585413615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,10240,0.03551040093104045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,10240,0.03540800015131633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,10240,0.06516693433125814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,10240,0.03385706742604573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,10240,0.03324480056762695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,10240,0.03259946703910828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,10240,0.03211733301480611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,10240,0.03133866588274638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,10240,0.03097493251164754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,10240,0.02925119996070862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,10240,0.029260800282160444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,10240,0.02775040070215861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,10240,0.027589333057403565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,10240,0.025846399863560993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,10240,0.025651200612386064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,10240,0.025576533873875935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,10240,0.025614933172861738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,10240,0.025570134321848553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,10240,0.025527467330296833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,10240,0.058238931496938075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,10240,0.025546665986378985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,10240,0.025148799022038777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,10240,0.02598186731338501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,10240,0.02468693256378174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,10240,0.024708267052968344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,10240,0.02472533384958903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,10240,0.02467733422915141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,10240,0.02477226654688517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,10240,0.024759467442830405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,10240,0.024679466088612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,10240,0.024762666225433348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,10240,0.024676267306009927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,10240,0.024745599428812663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,10240,0.02468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,10240,0.024755199750264488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,10240,0.0247488001982371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,10240,0.02474666635195414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,10240,0.02467199961344401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,10240,0.025141332546869916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,10240,0.024332799514134727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,10240,0.024382932980855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,10240,0.024774400393168132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,10240,0.024717867374420166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,10240,0.02448319991429647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,10240,0.024700800577799477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,10240,0.02480640014012655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,10240,0.02472320000330607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,10240,0.024752000967661537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,10240,0.02471253275871277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,10240,0.024345600605010988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,8192,0.09101440111796061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,8192,0.044839465618133546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,8192,0.02432639996210734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,8192,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,10240,0.024759467442830405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,8192,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,8192,0.012878933548927307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,8192,0.013191466530164083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,10240,0.024693334102630617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,8192,0.012165333827336628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,8192,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,8192,0.012090667088826498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,8192,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,8192,0.012386133273442585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,8192,0.012066133817036946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,8192,0.012871467073758445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,8192,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,8192,0.012810666362444559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,8192,0.011751466989517212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,8192,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,8192,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,8192,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,8192,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,8192,0.011827199657758077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,8192,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,8192,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,8192,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,8192,0.008404266834259034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,8192,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,8192,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,8192,0.009807999928792317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,8192,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,8192,0.009131733576456707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,8192,0.007998933394749958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,8192,0.009030399719874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,8192,0.012875733772913614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,8192,0.00720000018676122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,8192,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,8192,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,8192,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,10240,0.024547199408213295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,8192,0.0060479998588562015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,8192,0.005849599838256836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,8192,0.007387733459472657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,8192,0.005820799867312113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,8192,0.006793599824110668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,8192,0.006783999999364217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,8192,0.005957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,8192,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,8192,0.005970133344332377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,8192,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,8192,0.00582826683918635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,8192,0.0059690664211908976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,8192,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,8192,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,8192,0.005862399935722351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,8192,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,8192,0.005840000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,8192,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,8192,0.00619946668545405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,8192,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,8192,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,8192,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,8192,0.005825066566467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,8192,0.0055178667108217875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,8192,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,8192,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,8192,0.005884799857934316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,8192,0.0055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,8192,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,8192,0.005411200225353241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,8192,0.00521066685517629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,8192,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,8192,0.005233066777388254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,8192,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,8192,0.3820864041646322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,8192,0.19458239873250324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,8192,0.7480991999308269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,8192,0.09895466963450114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,8192,0.0982858657836914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,8192,0.08811093171437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,8192,0.08775359789530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,8192,0.08190293312072754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,8192,0.08100266456604004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,8192,0.005515733361244201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,8192,0.07101120154062907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,8192,0.07335786819458008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,8192,0.06408213376998902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,8192,0.06619626681009928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,8192,0.058466132481892905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,8192,0.058592001597086586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,8192,0.05307733217875162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,8192,0.04917973279953003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,8192,0.04921280145645142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,8192,0.04592959880828858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,8192,0.04650880098342895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,8192,0.042734932899475095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,8192,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,8192,0.0411296010017395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,8192,0.04039040009180705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,8192,0.037198932965596516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,8192,0.03725333213806152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,8192,0.03487253189086914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,8192,0.03127146760622661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,8192,0.03169066707293193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,8192,0.0542517344156901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,8192,0.029396265745162964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,8192,0.03083840012550354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,8192,0.04133760134379069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,8192,0.026037333408991496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,8192,0.023384533325831094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,8192,0.023830399910608927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,8192,0.022806400060653688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,8192,0.023373866081237794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,8192,0.023320533831914268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,8192,0.02246399919191996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,8192,0.02244480053583781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,8192,0.021684267123540244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,8192,0.03507413466771443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,8192,0.02218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,8192,0.020822399854660036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,8192,0.021149865786234536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,8192,0.020654932657877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,8192,0.021613866090774536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,8192,0.020572799444198608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,8192,0.020577067136764528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,8192,0.019641600052515664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,8192,0.020087466637293497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,8192,0.01926506757736206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,8192,0.021221333742141725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,8192,0.018756266434987387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,8192,0.019428267081578573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,8192,0.01768746574719747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,8192,0.02616320053736369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,8192,0.018201599518458046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,8192,0.017515732844670614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,8192,0.017103999853134155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,8192,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,8192,0.018875734011332194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,8192,0.018524799744288126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,8192,0.01726079980532328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,8192,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,8192,0.01853653391202291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,8192,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,8192,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,8192,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,8192,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,8192,0.016661333044370015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,8192,0.01707093318303426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,8192,0.01660053332646688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,8192,0.0165994664033254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,8192,0.3605696042378744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,8192,0.7105621337890625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,8192,0.1907434622446696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,8192,1.4211029052734374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,8192,0.1523434638977051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,8192,0.19356692632039388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,8192,0.17797867457071942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,8192,0.1743157386779785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,8192,0.13051626682281495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,8192,0.11304106712341308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,8192,0.10883946418762207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,8192,0.09416000048319498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,8192,0.09494187037150065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,8192,0.08291200002034506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,8192,0.08129920164744059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,8192,0.07532373269399008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,8192,0.07437866528828939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,8192,0.12237760225931804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,8192,0.15621546109517415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,8192,0.06277439991633096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,8192,0.06800639629364014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,8192,0.056279468536376956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,8192,0.05013333161671957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,8192,0.04930560191472371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,8192,0.04416960080464681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,8192,0.0427839994430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,8192,0.037829331556955975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,8192,0.03617279926935832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,8192,0.03166293303171794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,8192,0.030075732866923017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,8192,0.025485867261886598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,8192,0.023563732703526817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,8192,0.019012266397476198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,8192,0.017717333634694417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,8192,0.017347200711568197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,8192,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,8192,0.016966400543848674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,8192,0.016127999623616537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,8192,0.015808000167210897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,8192,0.06900906562805176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,8192,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,8192,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,8192,0.05550080140431722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,8192,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,8192,0.014380799730618796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,8192,0.014132266243298849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,8192,0.014083199699719749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,8192,0.014075733224550881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,8192,0.014029866456985474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,8192,0.014120533068974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,8192,0.014034133156140646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,8192,0.01267306705315908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,8192,0.012473600109418233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,8192,0.012840533256530761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,8192,0.01241600016752879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,8192,0.012668800354003907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,8192,0.012769066294034324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,8192,0.012718933820724487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,8192,0.012457600235939026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,8192,0.01246399978796641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,8192,0.012454400459925335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,8192,0.01242453356583913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,8192,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,8192,0.012893866499265036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,8192,0.012455466389656066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,8192,0.012446932991345723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,8192,0.012570666273434958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,8192,0.012534399827321371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,8192,0.012470400333404541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,8192,0.012402133146921793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,8192,0.01253546675046285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,8192,0.012814933061599731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,8192,0.01241919994354248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,8192,0.12130453586578369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,8192,0.06619306802749633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,8192,0.043441065152486164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,8192,0.23450773557027182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,8192,0.043434667587280276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,8192,0.04111466805140178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,8192,0.040744535128275555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,8192,0.039773865540822344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,8192,0.039590398470560714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,8192,0.03825066486994426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,8192,0.03870079914728801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,8192,0.061833600203196205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,8192,0.036984535058339436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,8192,0.03689599831899007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,8192,0.03588159879048665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,8192,0.03508266607920329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,8192,0.036158935228983564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,8192,0.03496426741282145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,8192,0.03370879888534546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,8192,0.03329919974009196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,8192,0.03216213385264079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,8192,0.03216320077578227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,8192,0.031166932980219525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,8192,0.030692267417907714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,8192,0.029794132709503172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,8192,0.029241599639256793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,8192,0.02847040096918742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,8192,0.028024532397588092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,8192,0.027228800455729167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,8192,0.027244800329208375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,8192,0.02646613319714864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,8192,0.026392533381779985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,8192,0.02510720094045003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,8192,0.024742400646209715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,8192,0.023832533756891885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,8192,0.023129600286483764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,8192,0.02204906741778056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,8192,0.021894399325052896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,8192,0.021809067328770956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,8192,0.021423999468485513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,8192,0.021808000405629475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,8192,0.02146986722946167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,8192,0.021478400627772013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,8192,0.02146986722946167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,8192,0.02104319930076599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,8192,0.02074026664098104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,8192,0.021011199553807577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,8192,0.021505065759023032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,8192,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,8192,0.021040000518163047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,8192,0.02101759910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,8192,0.02111039956410726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,8192,0.02066133419672648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,8192,0.021052799622217813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,8192,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,8192,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,8192,0.02104960083961487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,8192,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,8192,0.020967467625935873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,8192,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,8192,0.02100480000178019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,8192,0.021093332767486574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,8192,0.021078399817148843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,8192,0.020603734254837035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,8192,0.020754132668177286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,8192,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,8192,0.02076373298962911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,8192,0.0209279994169871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,8192,0.021042132377624513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,8192,0.021028266350428263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,8192,0.02101226647694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,8192,0.021026132504145305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,7168,0.07756906350453695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,7168,0.03853226502736409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,8192,0.020987733205159505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,7168,0.020957867304484047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,7168,0.011573333541552227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,7168,0.01164479951063792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,7168,0.011664000153541566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,8192,0.020757333437601725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,7168,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,7168,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,7168,0.01064639985561371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,7168,0.010845866799354554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,7168,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,8192,0.02105813423792521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,7168,0.01130239963531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,7168,0.010844799876213073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,7168,0.010469333330790202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,7168,0.011251200238863628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,7168,0.01195733348528544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,7168,0.010368000467618306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,7168,0.010637866457303365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,7168,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,7168,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,7168,0.008884267012278239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,7168,0.00876693328221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,7168,0.007595733304818471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,7168,0.007931733131408691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,7168,0.009058133761088053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,7168,0.011400533715883891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,7168,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,7168,0.008849066495895386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,7168,0.008450133601824443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,7168,0.011092266440391541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,7168,0.008679466446240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,7168,0.00739519993464152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,7168,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,7168,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,7168,0.008263466755549113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,7168,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,7168,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,7168,0.005490133166313171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,7168,0.0067071999112765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,7168,0.005786666770776113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,7168,0.007355733215808869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,7168,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,7168,0.006740266581376393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,7168,0.005554133156935374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,7168,0.006312533219655354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,7168,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,7168,0.006667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,7168,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,7168,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,7168,0.005570133527119955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,7168,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,7168,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,7168,0.00550186683734258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,7168,0.005508266886075338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,7168,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,7168,0.00555626650651296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,7168,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,7168,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,7168,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,7168,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,7168,0.00552106648683548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,7168,0.005727999905745188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,7168,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,7168,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,7168,0.005246933301289876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,7168,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,7168,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,7168,0.005420800050099691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,7168,0.005239466826121012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,7168,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,7168,0.005163733164469401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,7168,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,7168,0.005548800031344095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,7168,0.17127787272135417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,7168,0.6568842569986979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,7168,0.011030399799346923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,7168,0.3359797477722168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,7168,0.0796458641688029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,7168,0.08051626682281494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,7168,0.07029120127360025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,7168,0.07080639998118082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,7168,0.06588693459828696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,7168,0.05948479970296224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,7168,0.05523519913355509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,7168,0.055668266614278164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,7168,0.050980265935262045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,7168,0.051550932725270594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,7168,0.04880533218383789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,7168,0.04876053333282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,7168,0.04554133415222168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,7168,0.0453877329826355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,7168,0.043193598588307694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,7168,0.04264426628748576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,7168,0.04095466534296672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,7168,0.039649065335591635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,7168,0.0660810669263204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,7168,0.03716266552607218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,7168,0.05824746688206991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,7168,0.03526293436686198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,7168,0.03521920045216878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,7168,0.032441600163777666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,7168,0.0332479993502299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,7168,0.030961066484451294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,7168,0.02922240098317464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,7168,0.02614186604817708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,7168,0.02502506573994954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,7168,0.023050665855407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,7168,0.02382826606432597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,7168,0.023124267657597862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,7168,0.023013333479563393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,7168,0.03701759974161784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,7168,0.022614399592081703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,7168,0.022923733790715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,7168,0.022054400046666464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,7168,0.030878933270772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,7168,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,7168,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,7168,0.020116267601648967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,7168,0.02818560004234314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,7168,0.020824533700942994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,7168,0.020801067352294922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,7168,0.020615466435750327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,7168,0.020077866315841675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,7168,0.020240000883738198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,7168,0.018824533621470133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,7168,0.018927999337514243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,7168,0.01919999917348226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,7168,0.01885546644528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,7168,0.018550399939219156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,7168,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,7168,0.018934400876363118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,7168,0.018595200777053834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,7168,0.018428800503412883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,7168,0.017564799388249716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,7168,0.018616533279418944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,7168,0.017383466164271034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,7168,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,7168,0.016945066054662068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,7168,0.018717867136001588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,7168,0.0180949330329895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,7168,0.018142932653427125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,7168,0.01727573275566101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,7168,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,7168,0.01862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,7168,0.016660267114639284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,7168,0.016743467251459757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,7168,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,7168,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,7168,1.43580691019694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,7168,0.7186335881551107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,7168,0.365229860941569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,7168,0.1734666665395101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,7168,0.12692800362904866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,7168,0.17695786158243815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,7168,0.10669546922047932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,7168,0.14167359670003254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,7168,0.1093834638595581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,7168,0.1495541254679362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,7168,0.09486292997996013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,7168,0.09512960116068522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,7168,0.08636053403218588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,7168,0.08620693683624267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,7168,0.08008853594462076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,7168,0.07959573268890381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,7168,0.07439466317494711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,7168,0.07271040280659993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,7168,0.13068053722381592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,7168,0.06160853306452433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,7168,0.055021866162618005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,7168,0.054281600316365565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,7168,0.066811736424764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,7168,0.04890773296356201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,7168,0.06728106339772542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,7168,0.04795626799265544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,7168,0.06035199960072836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,7168,0.04320000012715657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,7168,0.04157546758651733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,7168,0.030139732360839843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,7168,0.028809599081675213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,7168,0.02392959992090861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,7168,0.02263360023498535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,7168,0.01774186690648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,7168,0.01653333306312561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,7168,0.016595199704170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,7168,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,7168,0.016192000110944113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,7168,0.014924800395965577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,7168,0.01527466674645742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,7168,0.014909866452217101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,7168,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,7168,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,7168,0.013255467017491659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,7168,0.01322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,7168,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,7168,0.03500266472498576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,7168,0.013278933366139731
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,7168,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,7168,0.013261866569519044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,7168,0.011598933736483257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,7168,0.011668266852696736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,7168,0.011852799852689107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,7168,0.012019200126330058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,7168,0.011592533191045125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,7168,0.011672533551851908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,7168,0.011640533804893494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,7168,0.01165120005607605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,7168,0.011809066931406657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,7168,0.013245866696039835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,7168,0.011922132968902589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,7168,0.03704640070597331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,7168,0.011705600221951802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,7168,0.011632000406583149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,7168,0.011564800143241882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,7168,0.012009599804878235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,7168,0.011832533280054729
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,7168,0.0116757333278656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,7168,0.011615999539693196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,7168,0.012085333466529846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,7168,0.011985066533088683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,7168,0.01160533328851064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,7168,0.011706667145093282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,7168,0.012010666728019714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,7168,0.11285226345062256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,7168,0.2174784024556478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,7168,0.06429546674092611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,7168,0.03887786865234375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,7168,0.039369599024454756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,7168,0.03748586575190226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,7168,0.037560534477233884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,7168,0.03670933246612549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,7168,0.036373333136240645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,7168,0.035417600472768145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,7168,0.03504000107447307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,7168,0.03460906744003296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,7168,0.03415679931640625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,7168,0.033405868212382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,7168,0.032953600088755294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,7168,0.03254613280296326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,7168,0.03250773350397746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,7168,0.030567467212677002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,7168,0.030026666323343915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,7168,0.029655466477076214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,7168,0.02833706736564636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,7168,0.030909866094589233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,7168,0.0281877338886261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,7168,0.02765973409016927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,7168,0.02718293269475301
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,7168,0.026205867528915405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,7168,0.02518613338470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,7168,0.025092266003290814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,7168,0.0243231991926829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,7168,0.02448319991429647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,7168,0.023051732778549196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,7168,0.022634667158126832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,7168,0.021581866343816123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,7168,0.02109653353691101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,7168,0.019857066869735717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,7168,0.0198634664217631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,7168,0.01986133257548014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,7168,0.025942399104436235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,7168,0.020159999529520668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,7168,0.020088533560434975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,7168,0.01978773276011149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,7168,0.019769599040349327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,7168,0.01940586765607198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,7168,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,7168,0.019375999768575035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,7168,0.01911999980608622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,7168,0.019370667139689126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,7168,0.019975467522939046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,7168,0.019002666076024376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,7168,0.019045333067576088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,7168,0.019236266613006592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,7168,0.019151999553044637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,7168,0.019359999895095827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,7168,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,7168,0.019351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,7168,0.01935360034306844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,7168,0.019015467166900633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,7168,0.019049600760142008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,7168,0.018963199853897095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,7168,0.019381332397460937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,7168,0.018948266903559365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,7168,0.01938986579577128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,7168,0.0194432000319163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,7168,0.01938026746114095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,7168,0.018949333826700845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,7168,0.01939199964205424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,7168,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,7168,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,7168,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,7168,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,7168,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,7168,0.018963199853897095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,6144,0.06844800313313802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,6144,0.03424319823582967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,6144,0.010036266843477885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,6144,0.009981866677602131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,6144,0.010016000270843506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,6144,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,6144,0.01007466713587443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,6144,0.00920960009098053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,7168,0.019016534090042114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,6144,0.009201066692670186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,6144,0.009621333082516987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,6144,0.00958293378353119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,6144,0.009635200103123982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,6144,0.01002239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,6144,0.009475200374921163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,6144,0.010024533669153849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,6144,0.010366933544476827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,6144,0.010930132865905762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,6144,0.00915839970111847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,6144,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,6144,0.009143466750780743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,6144,0.009541333715120951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,7168,0.019078399737675986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,6144,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,6144,0.00716480016708374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,6144,0.016179200013478598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,6144,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,6144,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,6144,0.008261333405971526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,6144,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,6144,0.007968000074227651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,6144,0.0072970668474833175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,6144,0.010007466872533162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,6144,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,6144,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,6144,0.0075541332364082335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,6144,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,6144,0.0072618668278058365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,6144,0.006213333209355672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,6144,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,6144,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,6144,0.005925333499908448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,6144,0.007077333331108093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,6144,0.006262399752934774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,6144,0.0071487997968991595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,6144,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,6144,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,6144,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,6144,0.006097066899140676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,6144,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,6144,0.005446400245030721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,6144,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,6144,0.005910400052865346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,6144,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,6144,0.005420800050099691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,6144,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,6144,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,6144,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,6144,0.0054175997773806255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,6144,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,6144,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,6144,0.005073066552480062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,6144,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,6144,0.005111466844876607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,6144,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,6144,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,6144,0.00516480008761088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,6144,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,6144,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,6144,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,6144,0.005195733408133189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,6144,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,6144,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,6144,0.004996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,6144,0.005038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,6144,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,6144,0.14605013529459637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,6144,0.2894986788431803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,6144,0.06255146662394205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,6144,0.05986453294754028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,6144,0.056246399879455566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,6144,0.05467840035756429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,6144,0.05347626606623331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,6144,0.05194559892018637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,6144,0.04979626735051473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,6144,0.04917866786321004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,6144,0.04719039996465047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,6144,0.04719039996465047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,6144,0.0452565352121989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,6144,0.04532906611760457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,6144,0.0423093318939209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,6144,0.04154133399327596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,6144,0.04134613275527954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,6144,0.04109119971593221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,6144,0.038755198319753006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,6144,0.03815679947535197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,6144,0.03641066551208496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,6144,0.03493333260218302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,6144,0.03496106863021851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,6144,0.03516159852345784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,6144,0.031627732515335086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,6144,0.032892799377441405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,6144,0.03091413378715515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,6144,0.028858667612075804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,6144,0.028677332401275634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,6144,0.026077866554260254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,6144,0.026114133993784587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,6144,0.025077333052953083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,6144,0.0247978667418162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,6144,0.02291733423868815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,6144,0.022693334023157756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,6144,0.022165334224700926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,6144,0.022472532590230306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,6144,0.02114773392677307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,6144,0.020832000176111858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,6144,0.020856533447901407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,6144,0.021845332781473794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,6144,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,6144,0.020857600371042888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,6144,0.02034986615180969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,6144,0.5653834660847982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,6144,0.019615999857584634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,6144,0.018921599785486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,6144,0.01900586684544881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,6144,0.018981333573659262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,6144,0.018936532735824584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,6144,0.018760534127553304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,6144,0.019552000363667808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,6144,0.018898133436838785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,6144,0.01957546671231588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,6144,0.018541866540908815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,6144,0.01818986733754476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,6144,0.018396800756454466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,6144,0.01803413430849711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,6144,0.019603200753529868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,6144,0.017989333470662436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,6144,0.017550933361053466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,6144,0.018234666188557944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,6144,0.029921066761016846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,6144,0.01851200064023336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,6144,0.017899733781814576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,6144,0.01729173262914022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,6144,0.0177130659421285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,6144,0.0165173331896464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,6144,0.01704853375752767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,6144,0.016595199704170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,6144,0.016820265849431356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,6144,0.016504533092180886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,6144,0.016806399822235106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,6144,0.018397865692774455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,6144,0.7088938395182292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,6144,0.1281162659327189
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,6144,0.3604053179423014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,6144,0.11683519681294759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,6144,0.1046837329864502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,6144,1.4034239451090493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,6144,0.09746879736582438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,6144,0.12960533301035565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,6144,0.0921685298283895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,6144,0.09175039927164713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,6144,0.0861951986948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,6144,0.08505706787109375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,6144,0.07948266665140788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,6144,0.07905173301696777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,6144,0.11760319868723552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,6144,0.10502933661142985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,6144,0.09783039887746176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,6144,0.0728554646174113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,6144,0.07227733135223388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,6144,0.06658666531244914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,6144,0.05390186707178751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,6144,0.06612266699473063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,6144,0.04847360054651896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,6144,0.046836264928181964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,6144,0.04236479997634888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,6144,0.0599402666091919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,6144,0.04113813241322835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,6144,0.06001493136088053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,6144,0.036212265491485596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,6144,0.02951253255208333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,6144,0.028438399235407513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,6144,0.023067732652028404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,6144,0.021886932849884033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,6144,0.01739413340886434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,6144,0.015710933009783427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,6144,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,6144,0.015359999736150107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,6144,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,6144,0.014166399836540222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,6144,0.01405333379904429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,6144,0.03421440124511719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,6144,0.014098133643468222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,6144,0.012749866644541422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,6144,0.012485333283742269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,6144,0.01284160017967224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,6144,0.01576959987481435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,6144,0.012486400206883748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,6144,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,6144,0.01244160036245982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,6144,0.01120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,6144,0.011029332876205444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,6144,0.010841600100199382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,6144,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,6144,0.0108842670917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,6144,0.012403200070063274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,6144,0.010872532924016316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,6144,0.010831999778747558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,6144,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,6144,0.012461866935094197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,6144,0.011035733421643575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,6144,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,6144,0.01086186667283376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,6144,0.011191466450691223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,6144,0.010759466886520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,6144,0.01074026624361674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,6144,0.010913067062695821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,6144,0.010871466994285584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,6144,0.010874666770299276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,6144,0.011124266187349956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,6144,0.010427733262379963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,6144,0.010853333274523418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,6144,0.010770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,6144,0.20265280405680336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,6144,0.010865066448847454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,6144,0.10511679649353027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,6144,0.059759998321533205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,6144,0.03580480019251506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,6144,0.034560000896453856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,6144,0.03527359962463379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,6144,0.03332053422927857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,6144,0.03498880068461101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,6144,0.03328640063603719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,6144,0.032942932844161985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,6144,0.03247999946276347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,6144,0.03131733338038127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,6144,0.030903466542561847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,6144,0.030444800853729248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,6144,0.030457599957784014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,6144,0.02954026659329732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,6144,0.02950399915377299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,6144,0.028434133529663085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,6144,0.028382933139801024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,6144,0.027239465713500978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,6144,0.025663999716440837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,6144,0.02515520056088765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,6144,0.027156267563501996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,6144,0.02478826642036438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,6144,0.026420267422993977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,6144,0.023913600047429404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,6144,0.023145600159962972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,6144,0.022702932357788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,6144,0.02352959911028544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,6144,0.021895466248194377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,6144,0.021926399072011313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,6144,0.02066453297932943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,6144,0.02067306637763977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,6144,0.01954453388849894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,6144,0.019384533166885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,6144,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,6144,0.01816213329633077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,6144,0.018204800287882485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,6144,0.018175999323527016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,6144,0.01811520059903463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,6144,0.01781439979871114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,6144,0.01815999945004781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,6144,0.01832533280054728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,6144,0.01773973306020101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,6144,0.01731520096460978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,6144,0.01735466718673706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,6144,0.01789439916610718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,6144,0.017694934209187826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,6144,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,6144,0.017832533518473307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,6144,0.017451733350753784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,6144,0.01780479947725932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,6144,0.017805866400400796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,6144,0.017350399494171144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,6144,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,6144,0.01738026738166809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,6144,0.017463467518488564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,6144,0.017718400557835898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,6144,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,6144,0.017347200711568197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,6144,0.017779199282328288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,6144,0.017772799730300902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,6144,0.017322667439778647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,6144,0.0538271983464559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,6144,0.017768534024556477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,6144,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,6144,0.01732053359349569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,6144,0.01750826636950175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,6144,0.01774186690648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,6144,0.017722666263580322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,6144,0.01776533325513204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,6144,0.01733120083808899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,6144,0.0173909326394399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,5120,0.05791680018107096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,5120,0.029573333263397217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,5120,0.011474133531252543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,5120,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,5120,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,5120,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,6144,0.0176746666431427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,5120,0.009037866195042928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,5120,0.008138666550318401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,5120,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,5120,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,5120,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,5120,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,5120,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,5120,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,5120,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,5120,0.00869866708914439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,5120,0.00881813367207845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,5120,0.009057066837946574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,5120,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,5120,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,5120,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,5120,0.008475733796755473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,5120,0.008042666812737782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,5120,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,5120,0.00881706674893697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,5120,0.008257066706816356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,5120,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,5120,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,5120,0.007143466671307881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,5120,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,5120,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,6144,0.017384533087412515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,5120,0.007892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,5120,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,5120,0.007053866485754649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,5120,0.008827733000119527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,5120,0.006708266834417979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,5120,0.006693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,5120,0.006513066589832306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,5120,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,5120,0.006361599763234456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,5120,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,5120,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,5120,0.007948799928029378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,5120,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,5120,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,5120,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,5120,0.006258133550484974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,5120,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,5120,0.006567466755708058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,5120,0.00581226646900177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,5120,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,5120,0.005085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,5120,0.006308266520500183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,5120,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,5120,0.005448533097902933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,5120,0.005052799979845682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,5120,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,5120,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,5120,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,5120,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,5120,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,5120,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,5120,0.0065760001540184024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,5120,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,5120,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,5120,0.004615466793378194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,5120,0.005011199911435445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,5120,0.005014400184154511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,5120,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,5120,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,5120,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,5120,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,5120,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,5120,0.24290026028951012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,5120,0.47419093449910477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,5120,0.117412265141805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,5120,0.04955199956893921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,5120,0.04957013527552287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,5120,0.005014400184154511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,5120,0.04730986754099528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,5120,0.046743468443552656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,5120,0.04529173374176025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,5120,0.046164266268412274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,5120,0.043484799067179364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,5120,0.04314560095469157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,5120,0.04122453530629476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,5120,0.04127466678619385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,5120,0.03991786638895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,5120,0.041067731380462644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,5120,0.03914026816685994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,5120,0.03860586484273275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,5120,0.03894186814626058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,5120,0.034959999720255534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,5120,0.035292800267537436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,5120,0.03306559920310974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,5120,0.031388799349466964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,5120,0.03259200056393941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,5120,0.029883732398351032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,5120,0.0314954658349355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,5120,0.029044266541798907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,5120,0.028858667612075804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,5120,0.027062400182088213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,5120,0.027011199792226152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,5120,0.02491626739501953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,5120,0.023092265923817953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,5120,0.02286506692568461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,5120,0.036975999673207596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,5120,0.03298133412996928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,5120,0.02038080096244812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,5120,0.02067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,5120,0.019038933515548705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,5120,0.020906666914621987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,5120,0.019257599115371705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,5120,0.02491626739501953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,5120,0.019594667355219524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,5120,0.01949866612752279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,5120,0.01994453271230062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,5120,0.018857600291570027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,5120,0.018593066930770875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,5120,0.019589332739512126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,5120,0.019194666544596353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,5120,0.018317866325378417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,5120,0.018651733795801796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,5120,0.018668800592422485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,5120,0.02071466644605001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,5120,0.018641066551208497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,5120,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,5120,0.018718934059143065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,5120,0.019131733973821004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,5120,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,5120,0.017018665870030723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,5120,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,5120,0.017273600896199545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,5120,0.01882986625035604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,5120,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,5120,0.01672853430112203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,5120,0.01710933248202006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,5120,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,5120,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,5120,0.01705066760381063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,5120,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,5120,0.016723199685414632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,5120,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,5120,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,5120,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,5120,0.01687039931615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,5120,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,5120,0.021169066429138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,5120,0.3515679995218913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,5120,0.6977162679036458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,5120,1.3852106730143228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,5120,0.11606079737345379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,5120,0.10294079780578613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,5120,0.10723946889241535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,5120,0.11472853024800618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,5120,0.10762453079223633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,5120,0.09560746351877848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,5120,0.0951626698176066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,5120,0.08947733243306479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,5120,0.08851626714070639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,5120,0.08366826375325521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,5120,0.08262506326039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,5120,0.07768853505452475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,5120,0.07687679926554361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,5120,0.07182826995849609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,5120,0.07006719907124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,5120,0.10177813371022541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,5120,0.059211734930674234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,5120,0.06463040113449096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,5120,0.05297280152638754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,5120,0.052331733703613284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,5120,0.046878933906555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,5120,0.046060800552368164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,5120,0.04071040153503418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,5120,0.039589333534240725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,5120,0.03459200064341227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,5120,0.028457599878311157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,5120,0.027339732646942137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,5120,0.022320000330607097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,5120,0.021067732572555543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,5120,0.016489600141843162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,5120,0.014826666315396628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,5120,0.014872533082962037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,5120,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,5120,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,5120,0.03338880141576131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,5120,0.013339733084042868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,5120,0.013289599617322286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,5120,0.0136245330174764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,5120,0.013244799772898355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,5120,0.011622400085131327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,5120,0.011592533191045125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,5120,0.011638399958610535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,5120,0.011583999792734782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,5120,0.011867733796437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,5120,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,5120,0.011606400211652119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,5120,0.06536639928817749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,5120,0.01157973309357961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,5120,0.010338133573532105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,5120,0.010384000341097514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,5120,0.009954133629798889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,5120,0.010012800494829815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,5120,0.010362666845321656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,5120,0.010356266299883525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,5120,0.010375466942787171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,5120,0.009939199686050415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,5120,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,5120,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,5120,0.010028800368309021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,5120,0.010063999891281128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,5120,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,5120,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,5120,0.009962667028109233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,5120,0.009991466999053955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,5120,0.009995733698209126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,5120,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,5120,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,5120,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,5120,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,5120,0.09835626284281412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,5120,0.19055573145548504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,5120,0.010006399949391682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,5120,0.05418346722920736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,5120,0.03255040049552917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,5120,0.03211946686108907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,5120,0.03134933312733968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,5120,0.031667200724283855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,5120,0.0304202675819397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,5120,0.05850559870402018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,5120,0.030023467540740967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,5120,0.029620265960693358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,5120,0.029655466477076214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,5120,0.02837546666463216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,5120,0.027636265754699706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,5120,0.02781013250350952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,5120,0.027166932821273804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,5120,0.026833067337671917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,5120,0.026027733087539674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,5120,0.025962666670481367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,5120,0.02877440055211385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,5120,0.024765866994857787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,5120,0.025142399470011394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,5120,0.02350826660792033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,5120,0.02353386680285136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,5120,0.02281600038210551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,5120,0.02147093415260315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,5120,0.0214848001797994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,5120,0.02066133419672648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,5120,0.022836265961329143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,5120,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,5120,0.01983573238054911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,5120,0.018689066171646118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,5120,0.018516266345977785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,5120,0.01812160015106201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,5120,0.01768959959348043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,5120,0.02070186734199524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,5120,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,5120,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,5120,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,5120,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,5120,0.016572800278663636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,5120,0.016531200210253397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,5120,0.01614293356736501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,5120,0.0161461333433787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,5120,0.01615466674168905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,5120,0.01565439999103546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,5120,0.016083199779192606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,5120,0.01611733337243398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,5120,0.01606613298257192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,5120,0.015729066729545594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,5120,0.01573013365268707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,5120,0.015682133038838704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,5120,0.015753600001335143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,5120,0.01569919983545939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,5120,0.015714133779207863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,5120,0.015723733107248943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,5120,0.015718400478363037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,5120,0.01571626663208008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,5120,0.01609813372294108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,5120,0.01572266618410746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,5120,0.015745066603024802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,5120,0.01576746702194214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,5120,0.01581333378950755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,5120,0.016062933206558227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,5120,0.015719466408093772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,5120,0.01575146714846293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,5120,0.015738667050997416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,5120,0.015681067109107973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,5120,0.01597866714000702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,5120,0.016013866662979125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,5120,0.015726932883262636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,5120,0.015711999932924905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,4096,0.047099733352661134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,4096,0.023552000522613525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,4096,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,5120,0.015656532843907674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,4096,0.007524266839027405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,5120,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,4096,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,5120,0.01609173317750295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,4096,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,4096,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,4096,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,4096,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,4096,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,4096,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,4096,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,4096,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,4096,0.0076000000039736434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,4096,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,4096,0.007626666625340779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,4096,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,4096,0.007044266661008198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,4096,0.007214933137098948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,4096,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,4096,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,4096,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,4096,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,4096,0.007500799993673961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,4096,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,4096,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,4096,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,4096,0.007189333438873291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,4096,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,4096,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,4096,0.006483200192451477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,4096,0.006669866542021434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,4096,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,4096,0.0066538666685422255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,4096,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,4096,0.0066431999206542965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,4096,0.0062496001521746315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,4096,0.0066453332702318835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,4096,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,4096,0.006692266464233399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,4096,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,4096,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,4096,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,4096,0.006678399940331777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,4096,0.005874133110046387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,4096,0.005958400170008342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,4096,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,4096,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,4096,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,4096,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,4096,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,4096,0.004711466530958811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,4096,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,4096,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,4096,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,4096,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,4096,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,4096,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,4096,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,4096,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,4096,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,4096,0.004706133405367533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,4096,0.004612266520659129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,4096,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,4096,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,4096,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,4096,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,4096,0.004613333443800608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,4096,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,4096,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,4096,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,4096,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,4096,0.004705066482226053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,4096,0.004613333443800608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,4096,0.19510614077250163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,4096,0.38336426417032876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,4096,0.08540586630503336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,4096,0.041571199893951416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,4096,0.03932906786600749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,4096,0.0414901336034139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,4096,0.03914986848831177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,4096,0.03938773473103841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,4096,0.03884160121281942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,4096,0.038984533150990805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,4096,0.036370134353637694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,4096,0.03509226640065511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,4096,0.03491946856180827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,4096,0.03495039939880371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,4096,0.03343466520309448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,4096,0.032706133524576825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,4096,0.030850134293238324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,4096,0.030903466542561847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,4096,0.04040426810582479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,4096,0.0304202675819397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,4096,0.028883200883865357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,4096,0.03678719997406006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,4096,0.028864000240961713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,4096,0.026964267094930012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,4096,0.02805759906768799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,4096,0.02699306607246399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,4096,0.02683200041453044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,4096,0.03486400047938029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,4096,0.024399999777475992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,4096,0.02396906614303589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,4096,0.022114133834838866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,4096,0.02325973312060038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,4096,0.022025599082310995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,4096,0.019460266828536986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,4096,0.020706133047739664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,4096,0.019469867149988808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,4096,0.020687999327977498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,4096,0.019850667317708334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,4096,0.019016534090042114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,4096,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,4096,0.020547199249267577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,4096,0.018846933046976724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,4096,0.01994880040486654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,4096,0.018660267194112144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,4096,0.0186954657236735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,4096,0.01805866758028666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,4096,0.018758400281270345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,4096,0.023112533489863078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,4096,0.01801813244819641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,4096,0.019242666165033975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,4096,0.017063466707865398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,4096,0.01804373264312744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,4096,0.019206400712331137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,4096,0.018038400014241538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,4096,0.017917867501576742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,4096,0.018453333775202432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,4096,0.017543466885884602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,4096,0.017816533644994102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,4096,0.028904533386230467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,4096,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,4096,0.017604267597198485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,4096,0.01696853240331014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,4096,0.016500266393025716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,4096,0.01687893271446228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,4096,0.016902399063110352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,4096,0.01662720044453939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,4096,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,4096,0.017681066195170084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,4096,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,4096,0.016502400239308677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,4096,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,4096,0.016541866461435954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,4096,0.016641066471735636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,4096,0.016759467124938966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,4096,0.3252511978149414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,4096,0.6866005579630534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,4096,1.37041384379069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,4096,0.11156906286875408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,4096,0.09971306324005128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,4096,0.11121173699696858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,4096,0.09322133064270019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,4096,0.09291733105977376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,4096,0.0873685359954834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,4096,0.08700693448384603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,4096,0.08113919893900554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,4096,0.10499306519826253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,4096,0.08106453418731689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,4096,0.07508800029754639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,4096,0.0690720001856486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,4096,0.1050485372543335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,4096,0.06859839757283528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,4096,0.07506879965464273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,4096,0.09936746756235758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,4096,0.06287466684977214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,4096,0.05101120074590047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,4096,0.06284906864166259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,4096,0.05091520150502523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,4096,0.04526826540629069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,4096,0.04442133506139119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,4096,0.03933333158493042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,4096,0.0385045329729716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,4096,0.032943999767303465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,4096,0.03201280037562053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,4096,0.027154133717219038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,4096,0.057284267743428555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,4096,0.02600746750831604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,4096,0.02102186679840088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,4096,0.01528320014476776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,4096,0.014099199573198953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,4096,0.013630933562914529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,4096,0.014089600245157877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,4096,0.013680000106493631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,4096,0.012390399972597759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,4096,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,4096,0.012453333536783854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,4096,0.01241600016752879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,4096,0.010870400071144103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,4096,0.010780800382296245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,4096,0.010829866925875346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,4096,0.010771200060844421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,4096,0.01074666678905487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,4096,0.010815999905268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,4096,0.010801066954930622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,4096,0.010770133137702942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,4096,0.009517866373062133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,4096,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,4096,0.009517866373062133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,4096,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,4096,0.009178666273752849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,4096,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,4096,0.009244799613952637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,4096,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,4096,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,4096,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,4096,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,4096,0.009164800246556599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,4096,0.009195733070373534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,4096,0.009136000275611877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,4096,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,4096,0.009124267101287841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,4096,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,4096,0.009511466821034749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,4096,0.00956053336461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,4096,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,4096,0.00895146628220876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,4096,0.019798400004704793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,4096,0.14345812797546387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,4096,0.07542080084482829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,4096,0.040567465623219806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,4096,0.009250133236249288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,4096,0.026770132780075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,4096,0.05636159976323446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,4096,0.02677759925524394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,4096,0.025940267244974773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,4096,0.02635626594225566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,4096,0.02515946626663208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,4096,0.02473599910736084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,4096,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,4096,0.025697066386540728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,4096,0.023923200368881226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,4096,0.02382826606432597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,4096,0.02358186642328898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,4096,0.023222400744756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,4096,0.023025067647298177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,4096,0.022746666272481283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,4096,0.02182933290799459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,4096,0.02064746618270874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,4096,0.021924267212549843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,4096,0.021105066935221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,4096,0.020267732938130698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,4096,0.019827200969060262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,4096,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,4096,0.01943999926249186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,4096,0.01897066632906596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,4096,0.018994132677714028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,4096,0.018097066879272462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,4096,0.017820799350738527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,4096,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,4096,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,4096,0.016151466965675355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,4096,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,4096,0.015545599659283958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,4096,0.015706666310628257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,4096,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,4096,0.014255999525388082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,4096,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,4096,0.014086400469144186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,4096,0.013864533106486002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,4096,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,4096,0.013788800438245138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,4096,0.014017066359519959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,4096,0.013661866386731466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,4096,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,4096,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,4096,0.014060800274213156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,4096,0.013637333114941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,4096,0.01363200048605601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,4096,0.013677866260210673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,4096,0.013724799950917563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,4096,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,4096,0.013640532890955607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,4096,0.013931733369827271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,4096,0.013602133591969809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,4096,0.013638400038083396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,4096,0.013793067137400309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,4096,0.013682132959365845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,4096,0.013588266571362815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,4096,0.013678933183352152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,4096,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,4096,0.01366933286190033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,4096,0.0137472003698349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,4096,0.013618133465449014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,4096,0.013730133573214212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,4096,0.013671466708183288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,4096,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,4096,0.013704533378283182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,4096,0.013651200135548911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,4096,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,4096,0.013250133395195008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,3584,0.04237546523412068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,4096,0.013642666737238565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,3584,0.008473599950472515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,3584,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,3584,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,3584,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,4096,0.014062933127085366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,3584,0.007124266525109608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,4096,0.014074666301409402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,3584,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,3584,0.006663466493288676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,3584,0.006669866542021434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,3584,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,3584,0.006739200154940288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,3584,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,3584,0.007073066631952922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,3584,0.006694399813810985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,3584,0.007021866738796234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,3584,0.0073749333620071415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,3584,0.006972800195217133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,3584,0.006287999947865804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,3584,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,3584,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,3584,0.006706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,3584,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,3584,0.006332799792289734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,3584,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,3584,0.0063296000162760425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,3584,0.00629013329744339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,3584,0.00626453310251236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,3584,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,3584,0.021245867013931274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,3584,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,3584,0.005905066430568695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,3584,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,3584,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,3584,0.00659093310435613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,3584,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,3584,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,3584,0.005883733431498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,3584,0.005095466474692027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,3584,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,3584,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,3584,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,3584,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,3584,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,3584,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,3584,0.005930666625499725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,3584,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,3584,0.0062496001521746315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,3584,0.005843199789524078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,3584,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,3584,0.005850666761398315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,3584,0.004986666639645894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,3584,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,3584,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,3584,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,3584,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,3584,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,3584,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,3584,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,3584,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,3584,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,3584,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,3584,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,3584,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,3584,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,3584,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,3584,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,3584,0.005026133358478546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,3584,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,3584,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,3584,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,3584,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,3584,0.33705174128214516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,3584,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,3584,0.17126933733622235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,3584,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,3584,0.03915093342463176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,3584,0.0683072010676066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,3584,0.03935893376668294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,3584,0.037563733259836835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,3584,0.03721493482589722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,3584,0.036662399768829346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,3584,0.03623146613438924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,3584,0.03496426741282145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,3584,0.03528853257497151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,3584,0.035412267843882246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,3584,0.03340906699498494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,3584,0.03224426706631978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,3584,0.033766400814056394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,3584,0.030930133660634358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,3584,0.031045333544413252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,3584,0.028917332490285236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,3584,0.03018239935239156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,3584,0.029525333642959596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,3584,0.028945066531499225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,3584,0.028564266363779706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,3584,0.026581333080927534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,3584,0.027051732937494917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,3584,0.02658560077349345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,3584,0.024576000372568765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,3584,0.035580801963806155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,3584,0.024869332710901894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,3584,0.022845866282780965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,3584,0.02442773381868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,3584,0.024272000789642333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,3584,0.022766933838526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,3584,0.02109439969062805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,3584,0.021642667055130006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,3584,0.019092265764872232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,3584,0.01887893279393514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,3584,0.018794665733973183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,3584,0.018592000007629395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,3584,0.019334399700164796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,3584,0.018953599532445273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,3584,0.01775253415107727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,3584,0.01954560081164042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,3584,0.0179967999458313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,3584,0.017308799425760905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,3584,0.017940266927083334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,3584,0.017488000790278117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,3584,0.01690346598625183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,3584,0.016522666811943053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,3584,0.01930453379948934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,3584,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,3584,0.01658986707528432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,3584,0.016567466656366985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,3584,0.01624853312969208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,3584,0.018149334192276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,3584,0.016426666577657064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,3584,0.016331733266512553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,3584,0.0160970667997996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,3584,0.017733333508173625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,3584,0.015319466590881348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,3584,0.015825066963831583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,3584,0.016341333587964378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,3584,0.014759467045466105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,3584,0.015684266885121666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,3584,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,3584,0.015641599893569946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,3584,0.016237866878509522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,3584,0.016596266627311708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,3584,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,3584,0.016537599762280784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,3584,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,3584,0.01624853312969208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,3584,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,3584,0.03248746593793233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,3584,0.017222400506337485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,3584,0.26617066065470374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,3584,1.3896757761637368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,3584,0.11039466857910156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,3584,0.6966016133626302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,3584,0.09931200345357259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,3584,0.10428799788157146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,3584,0.09219199816385905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,3584,0.09208426475524903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,3584,0.08666453361511231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,3584,0.0858560005823771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,3584,0.08048319816589355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,3584,0.08016320069630942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,3584,0.07476373513539633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,3584,0.11030399799346924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,3584,0.07410986423492431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,3584,0.06856746673583984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,3584,0.06781546274820963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,3584,0.10448533693949383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,3584,0.09807466665903727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,3584,0.06246506770451864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,3584,0.05621653397878011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,3584,0.05058026711146037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,3584,0.04474453528722127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,3584,0.06242560148239136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,3584,0.04409173329671224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,3584,0.03868800004323324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,3584,0.03786453406016032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,3584,0.03253759940465291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,3584,0.03171413342158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,3584,0.02637973427772522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,3584,0.025970133145650227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,3584,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,3584,0.019501866896947224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,3584,0.014853333433469137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,3584,0.013597866892814637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,3584,0.013271466890970866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,3584,0.013235200444857279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,3584,0.01328213314215342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,3584,0.012016000350316365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,3584,0.011992533008257549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,3584,0.011990400155385335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,3584,0.012039466698964437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,3584,0.010345600048700969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,3584,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,3584,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,3584,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,3584,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,3584,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,3584,0.010435199737548828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,3584,0.010393599669138592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,3584,0.008777599533398945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,3584,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,3584,0.008769067128499348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,3584,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,3584,0.008754133184750875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,3584,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,3584,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,3584,0.009112532933553059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,3584,0.00890239973862966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,3584,0.00890880028406779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,3584,0.008756267031033833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,3584,0.009149866302808125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,3584,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,3584,0.008748799562454224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,3584,0.009105066458384197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,3584,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,3584,0.008796800176302593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,3584,0.009116799632708231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,3584,0.00881173312664032
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,3584,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,3584,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,3584,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,3584,0.13153706391652426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,3584,0.035795199871063235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,3584,0.024710400899251302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,3584,0.02472426692644755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,3584,0.06908480326334634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,3584,0.02393280069033305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,3584,0.0243285338083903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,3584,0.023596799373626708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,3584,0.02308373252550761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,3584,0.022729599475860597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,3584,0.022627200682957968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,3584,0.022111999988555908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,3584,0.022076799472173055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,3584,0.02184213399887085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,3584,0.021415466070175172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,3584,0.020911999543507895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,3584,0.020997333526611327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,3584,0.020217599471410115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,3584,0.019797333081563315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,3584,0.019177599747975668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,3584,0.019407999515533448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,3584,0.018643200397491455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,3584,0.018574933211008705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,3584,0.017731199661890663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,3584,0.01777600049972534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,3584,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,3584,0.01738133430480957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,3584,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,3584,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,3584,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,3584,0.016179200013478598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,3584,0.01502293348312378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,3584,0.015304533640543619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,3584,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,3584,0.014129066467285156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,3584,0.013250133395195008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,3584,0.013276799519856771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,3584,0.055986134211222324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,3584,0.01333440045515696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,3584,0.013274666666984559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,3584,0.013769599795341491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,3584,0.013288533687591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,3584,0.013244799772898355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,3584,0.013293866316477457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,3584,0.013032533725102744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,3584,0.012834133704503379
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,3584,0.012823466459910074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,3584,0.012964266538619994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,3584,0.012788266936937968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,3584,0.013141333063443502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,3584,0.012915199995040894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,3584,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,3584,0.012877866625785828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,3584,0.012914133071899415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,3584,0.012821333607037863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,3584,0.012847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,3584,0.012829867005348206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,3584,0.012847999731699625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,3584,0.013202133774757385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,3584,0.012818132837613424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,3584,0.012836266557375589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,3584,0.01286079982916514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,3584,0.012873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,3584,0.01285653313000997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,3584,0.012918399771054587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,3584,0.012873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,3584,0.012517333030700684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,3584,0.012836266557375589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,3584,0.012877866625785828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,3584,0.012839466333389282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,3584,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,3584,0.013051733374595642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,3072,0.036611199378967285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,3584,0.012846933801968894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,3072,0.016245333353678386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,3072,0.007613866527875264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,3072,0.00626453310251236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,3072,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,3072,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,3072,0.006397866706053417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,3072,0.006557866434256236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,3584,0.012812800208727517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,3072,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,3072,0.005895466605822245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,3072,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,3072,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,3072,0.006320000191529592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,3072,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,3072,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,3072,0.0063733334342638654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,3072,0.006420266628265381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,3072,0.005972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,3072,0.005994666616121928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,3072,0.0059232001503308615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,3072,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,3072,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,3072,0.005853866537412008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,3072,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,3072,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,3072,0.005975466469923655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,3072,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,3072,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,3072,0.00551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,3072,0.0055861334005991616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,3072,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,3072,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,3072,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,3072,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,3072,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,3072,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,3072,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,3072,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,3072,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,3072,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,3072,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,3072,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,3072,0.004962133367856344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,3072,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,3072,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,3072,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,3072,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,3072,0.005509333312511444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,3072,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,3072,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,3072,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,3072,0.00484799991051356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,3072,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,3072,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,3072,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,3072,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,3072,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,3072,0.004833066463470459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,3072,0.004802133142948151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,3584,0.05018133322397868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,3072,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,3072,0.005959466596444448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,3072,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,3072,0.004840533435344696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,3072,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,3072,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,3072,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,3072,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,3072,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,3072,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,3072,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,3072,0.004810666541258494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,3072,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,3072,0.28976214726765953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,3072,0.004759466648101807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,3072,0.14734613100687663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,3072,0.054662398497263585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,3072,0.004642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,3072,0.036236798763275145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,3072,0.0359007994333903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,3072,0.033053867022196454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,3072,0.03413973251978557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,3072,0.033308800061543783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,3072,0.03309440016746521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,3072,0.033045333623886106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,3072,0.03206506570180257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,3072,0.03252373337745666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,3072,0.03081600069999695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,3072,0.03062719901402791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,3072,0.028965334097544353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,3072,0.02884053389231364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,3072,0.028861866394678755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,3072,0.028500266869862872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,3072,0.028862933317820232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,3072,0.026739199956258137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,3072,0.02730453411738078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,3072,0.02563733259836833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,3072,0.026078933477401735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,3072,0.02428800066312154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,3072,0.02474986712137858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,3072,0.023036799828211465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,3072,0.023656533161799113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,3072,0.022665599981943764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,3072,0.03488213221232096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,3072,0.02079040010770162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,3072,0.021038933595021566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,3072,0.0205567995707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,3072,0.020657066504160562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,3072,0.018655999501546224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,3072,0.01921280026435852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,3072,0.02909653385480245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,3072,0.018602667252222697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,3072,0.0180896004041036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,3072,0.017095466454823814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,3072,0.017437867323557534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,3072,0.018132267395655315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,3072,0.016756266355514526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,3072,0.016705065965652466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,3072,0.018326399723688762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,3072,0.018441599607467652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,3072,0.016615466276804606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,3072,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,3072,0.01834133267402649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,3072,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,3072,0.016176000237464905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,3072,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,3072,0.01534933348496755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,3072,0.016806399822235106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,3072,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,3072,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,3072,0.01686506668726603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,3072,0.01686826745669047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,3072,0.01698346734046936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,3072,0.015209600329399109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,3072,0.01665066679318746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,3072,0.016416000326474507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,3072,0.01700586676597595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,3072,0.016263467073440552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,3072,0.023004800081253052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,3072,0.016378666957219443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,3072,0.01758079926172892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,3072,0.015983999768892924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,3072,0.01493333379427592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,3072,0.015318399667739869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,3072,0.01614720026652018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,3072,0.015749333302179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,3072,0.015470932920773825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,3072,0.015517866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,3072,0.016594133774439492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,3072,0.20969386100769044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,3072,0.6841930389404297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,3072,1.3744405110677085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,3072,0.1100885311762492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,3072,0.09847679932912191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,3072,0.10427947044372558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,3072,0.1096021334330241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,3072,0.09205546379089355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,3072,0.09208213488260905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,3072,0.10394133726755779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,3072,0.08611306349436441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,3072,0.08621226946512858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,3072,0.07961706320444742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,3072,0.07961493333180746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,3072,0.07424960136413575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,3072,0.07400960127512614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,3072,0.06863786379496256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,3072,0.06774933338165283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,3072,0.09807679653167725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,3072,0.0620746652285258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,3072,0.062023464838663736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,3072,0.05674986839294434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,3072,0.049916799863179526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,3072,0.04461546738942464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,3072,0.03828373352686564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,3072,0.03744320074717204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,3072,0.03249813318252563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,3072,0.03151359955469767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,3072,0.026401066780090333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,3072,0.025158399343490602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,3072,0.020679465929667153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,3072,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,3072,0.043953065077463785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,3072,0.01492586632569631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,3072,0.013011200229326883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,3072,0.013195733229319254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,3072,0.012851199507713318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,3072,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,3072,0.011735467116038005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,3072,0.011545600493748982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,3072,0.011660800377527872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,3072,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,3072,0.01000853379567464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,3072,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,3072,0.009970133503278095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,3072,0.012836266557375589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,3072,0.010034132997194927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,3072,0.010269866387049357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,3072,0.00997440020243327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,3072,0.009994666775067646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,3072,0.00872213343779246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,3072,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,3072,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,3072,0.008703999718030294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,3072,0.008752000331878663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,3072,0.008570667107899983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,3072,0.008373333017031352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,3072,0.008738133311271667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,3072,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,3072,0.008391466736793519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,3072,0.008567466338475545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,3072,0.008714666962623597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,3072,0.008706133564313252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,3072,0.008780800302823384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,3072,0.008713600039482117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,3072,0.008322133123874665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,3072,0.008292266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,3072,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,3072,0.008743466933568318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,3072,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,3072,0.008701866865158081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,3072,0.008302933474381765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,3072,0.1138698657353719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,3072,0.06071360111236572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,3072,0.055430400371551516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,3072,0.03164693315823873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,3072,0.022331732511520385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,3072,0.0226197342077891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,3072,0.02153173287709554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,3072,0.02150933345158895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,3072,0.021011199553807577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,3072,0.020958934227625528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,3072,0.020593067010243736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,3072,0.020643200476964316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,3072,0.020297600825627645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,3072,0.01980479955673218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,3072,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,3072,0.019396267334620156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,3072,0.019015467166900633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,3072,0.018963199853897095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,3072,0.018156800667444864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,3072,0.01786880095799764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,3072,0.01774186690648397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,3072,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,3072,0.01709866722424825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,3072,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,3072,0.016277333100636802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,3072,0.01613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,3072,0.01575040022532145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,3072,0.015281066298484802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,3072,0.015286399920781454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,3072,0.0165802667538325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,3072,0.014871467153231302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,3072,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,3072,0.014070399602254233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,3072,0.013687466581662497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,3072,0.013220266501108805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,3072,0.013289599617322286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,3072,0.012059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,3072,0.012493866682052612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,3072,0.012530133128166199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,3072,0.012105600039164225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,3072,0.012417067090670269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,3072,0.012405332922935487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,3072,0.012430933117866517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,3072,0.01209493378798167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,3072,0.012006400028864543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,3072,0.012432000041007996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,3072,0.012107732892036437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,3072,0.012007466952006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,3072,0.012362666924794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,3072,0.012114133437474568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,3072,0.011989333232243856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,3072,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,3072,0.01204159955183665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,3072,0.012018133203188579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,3072,0.011774933338165284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,3072,0.01197653313477834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,3072,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,3072,0.012205866972605388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,3072,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,3072,0.012036266922950744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,3072,0.012053333719571431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,3072,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,3072,0.011633066336313884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,3072,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,3072,0.01200213332970937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,3072,0.012011733651161195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,3072,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,3072,0.01199679970741272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,3072,0.0120469331741333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,3072,0.012197333574295043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,3072,0.011779200037320454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,3072,0.011889066298802693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,3072,0.011993599931399028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,2560,0.03132053414980571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,2560,0.01095360020796458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,2560,0.006716800232728322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,3072,0.011954133709271748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,2560,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,2560,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,2560,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,2560,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,2560,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,2560,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,2560,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,2560,0.005401599903901418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,2560,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,2560,0.005854933460553487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,2560,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,2560,0.005790933469931285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,2560,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,2560,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,2560,0.00551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,2560,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,2560,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,2560,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,2560,0.005412266651789347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,2560,0.0051136001944541935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,2560,0.005044266581535339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,2560,0.005173333485921224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,2560,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,2560,0.005122133096059163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,3072,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,2560,0.005025066435337067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,2560,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,2560,0.0051018665234247845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,2560,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,2560,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,2560,0.004982399940490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,2560,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,2560,0.005129600067933401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,2560,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,2560,0.0054506664474805195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,2560,0.004958933095137278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,2560,0.005444266895453135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,2560,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,2560,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,2560,0.005743999779224396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,2560,0.005002666513125102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,2560,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,2560,0.004947199920813243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,2560,0.005242666602134705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,2560,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,2560,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,2560,0.005003733436266581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,2560,0.005403733253479004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,2560,0.005206400156021118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,2560,0.005125333368778229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,2560,0.005222400029500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,2560,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,2560,0.005205333232879639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,2560,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,2560,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,2560,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,2560,0.005116799970467886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,2560,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,2560,0.004738133152325948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,2560,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,2560,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,2560,0.004714666803677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,2560,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,2560,0.00513919989267985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,2560,0.005103999873002371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,2560,0.005144533514976501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,2560,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,2560,0.005016533533732096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,2560,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,2560,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,2560,0.24286293983459473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,2560,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,2560,0.1186527967453003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,2560,0.04535040060679118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,2560,0.03318933248519897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,2560,0.03260800043741862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,2560,0.03261653383572896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,2560,0.030963200330734252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,2560,0.0308896005153656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,2560,0.030609067281087237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,2560,0.03067413369814555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,2560,0.02885226607322693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,2560,0.028936533133188884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,2560,0.028841600815455122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,2560,0.03304746747016907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,2560,0.028251733382542926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,2560,0.028856533765792846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,2560,0.026975999275843304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,2560,0.026935466130574542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,3072,0.05017386674880982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,2560,0.026808534065882367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,2560,0.026833067337671917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,2560,0.0247488001982371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,2560,0.025171200434366863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,2560,0.02401706576347351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,2560,0.022881066799163817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,2560,0.02344320019086202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,2560,0.02272319992383321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,2560,0.022663466135660806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,2560,0.02265920042991638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,2560,0.022367999951044718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,2560,0.020911999543507895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,2560,0.02074133356412252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,2560,0.01991999944051107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,2560,0.028915200630823774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,2560,0.019170133272806804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,2560,0.0175872008005778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,2560,0.01835839947064718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,2560,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,2560,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,2560,0.018209065993626913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,2560,0.01688106656074524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,2560,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,2560,0.017141334215799966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,2560,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,2560,0.017093332608540852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,2560,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,2560,0.01713706652323405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,2560,0.017605332533518474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,2560,0.017633066574732462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,2560,0.016731733083724977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,2560,0.02327466607093811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,2560,0.016438399751981102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,2560,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,2560,0.01632533371448517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,2560,0.016666666666666666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,2560,0.015812266866366068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,2560,0.015940266847610473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,2560,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,2560,0.015646933515866598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,2560,0.015452800194422403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,2560,0.01707520087560018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,2560,0.015562666455904641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,2560,0.015863466262817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,2560,0.015056000153223673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,2560,0.015826132893562318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,2560,0.015382400155067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,2560,0.014769066373507181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,2560,0.01616106629371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,2560,0.015506133437156677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,2560,0.014689067006111145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,2560,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,2560,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,2560,0.015450666348139444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,2560,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,2560,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,2560,0.1999498685201009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,2560,0.10949333508809407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,2560,0.6829898834228516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,2560,0.10433706442515056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,2560,1.3634901682535807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,2560,0.09730026721954346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,2560,0.09240000247955323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,2560,0.10947946707407634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,2560,0.08539093335469564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,2560,0.10350080331166585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,2560,0.08514133294423422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,2560,0.08061439990997314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,2560,0.07938453356424967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,2560,0.0744650681813558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,2560,0.07347093423207601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,2560,0.06829333305358887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,2560,0.06698026657104492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,2560,0.09735146363576254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,2560,0.09104106426239014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,2560,0.061249065399169925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,2560,0.05588800112406413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,2560,0.04894826809565227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,2560,0.043945598602294925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,2560,0.043177600701649985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,2560,0.037862400213877365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,2560,0.037003731727600096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,2560,0.0320362667242686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,2560,0.03087573250134786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,2560,0.026027733087539674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,2560,0.024717867374420166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,2560,0.020159999529520668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,2560,0.01903466582298279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,2560,0.014242133498191834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,2560,0.012428800264994305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,2560,0.01279253363609314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,2560,0.055002665519714354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,2560,0.012780800461769104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,2560,0.012421333789825439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,2560,0.010913067062695821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,2560,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,2560,0.011238400141398113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,2560,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,2560,0.009613866607348125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,2560,0.009524266918500264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,2560,0.009918933113416035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,2560,0.009546666344006857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,2560,0.009529599547386169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,2560,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,2560,0.009581866860389709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,2560,0.009966933727264404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,2560,0.008379733562469483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,2560,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,2560,0.008035199840863545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,2560,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,2560,0.008310399949550629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,2560,0.008282666901747386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,2560,0.007942399879296621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,2560,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,2560,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,2560,0.007895466685295106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,2560,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,2560,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,2560,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,2560,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,2560,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,2560,0.007928533355395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,2560,0.008202666540940602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,2560,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,2560,0.007973333199818928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,2560,0.008342400193214417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,2560,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,2560,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,2560,0.09722987016042074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,2560,0.05241920153299967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,2560,0.02833706736564636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,2560,0.019758933782577516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,2560,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,2560,0.01898026665051778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,2560,0.019388800859451293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,2560,0.018631466229756675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,2560,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,2560,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,2560,0.018231467405954997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,2560,0.01775253415107727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,2560,0.06236480077107748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,2560,0.01771946748097738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,2560,0.01736746629079183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,2560,0.017563732465108235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,2560,0.016525866587956746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,2560,0.016310399770736693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,2560,0.016251732905705772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,2560,0.016141866644223533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,2560,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,2560,0.015338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,2560,0.016536532839139303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,2560,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,2560,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,2560,0.014037332932154336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,2560,0.014919466773668923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,2560,0.013672533631324767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,2560,0.014894933501879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,2560,0.013692800203959146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,2560,0.01323946714401245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,2560,0.012945066889127096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,2560,0.012850133577982583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,2560,0.012885333100954691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,2560,0.012008532881736755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,2560,0.012451199690500896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,2560,0.011441066861152649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,2560,0.011226666967074077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,2560,0.011623467008272808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,2560,0.011237333218256634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,2560,0.011643733580907185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,2560,0.011627733707427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,2560,0.011546666423479717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,2560,0.011277866363525391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,2560,0.011717333396275838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,2560,0.011155200004577637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,2560,0.011133866508801778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,2560,0.010957866907119751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,2560,0.011171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,2560,0.011185066898663838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,2560,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,2560,0.011179733276367187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,2560,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,2560,0.011183999975522359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,2560,0.011173333724339802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,2560,0.01116480032602946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,2560,0.010788266857465107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,2560,0.011199999849001567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,2560,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,2560,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,2560,0.010744532942771912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,2560,0.011180800199508668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,2560,0.011174399654070537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,2560,0.011240532994270325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,2560,0.011142399907112122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,2560,0.010839466253916423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,2560,0.010828800002733866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,2560,0.011248000462849935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,2560,0.010790399710337321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,2560,0.010827733079592387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,2560,0.010905599594116211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,2560,0.011218133568763732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,2560,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,2048,0.027801599105199176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,2048,0.008843732873598735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,2048,0.005922133227189382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,2048,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,2560,0.011171199878056844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,2048,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,2048,0.004999466737111409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,2048,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,2048,0.005118933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,2048,0.004677333434422811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,2048,0.004737066725889841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,2048,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,2048,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,2048,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,2048,0.0048650667071342465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,2048,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,2048,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,2048,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,2048,0.004711466530958811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,2048,0.004706133405367533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,2048,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,2048,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,2048,0.004713599880536398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,2560,0.010779733459154766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,2048,0.004712533454100291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,2048,0.004612266520659129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,2048,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,2048,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,2048,0.004614399870236715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,2048,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,2048,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,2048,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,2048,0.004600533346335093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,2048,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,2048,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,2048,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,2048,0.005041066805521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,2048,0.004295466840267182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,2048,0.005351466437180838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,2048,0.004278400043646494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,2048,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,2048,0.004233600199222564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,2048,0.004702933132648468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,2048,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,2048,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,2048,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,2048,0.004285866518815359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,2048,0.005038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,2048,0.004727466901143392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,2048,0.004244266450405121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,2048,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,2048,0.004241066674391428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,2048,0.0046965335806210835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,2048,0.00481386681397756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,2048,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,2048,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,2048,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,2048,0.0043712000052134195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,2048,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,2048,0.004638933142026265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,2048,0.004837333162625631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,2048,0.0048767998814582825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,2048,0.004750933249791463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,2048,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,2048,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,2048,0.004744533201058706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,2048,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,2048,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,2048,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,2048,0.0047082667549451195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,2048,0.004724266628424326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,2048,0.00436160018046697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,2048,0.004509866734345754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,2048,0.004569600025812784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,2048,0.004322133461634318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,2048,0.1953546682993571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,2048,0.00487360010544459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,2048,0.08667413393656412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,2048,0.039315199851989745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,2048,0.029821866750717164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,2048,0.02943039933840434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,2048,0.02832319935162862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,2048,0.027849600712458296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,2560,0.0492853323618571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,2048,0.028668800989786785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,2048,0.028905600309371948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,2048,0.028493867317835493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,2048,0.027411200602849323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,2048,0.02680213252703349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,2048,0.02632533311843872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,2048,0.026229333877563477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,2048,0.024808533986409507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,2048,0.025407999753952026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,2048,0.02354453404744466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,2048,0.02299413283665975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,2048,0.02254826625188192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,2048,0.022474666436513267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,2048,0.022655999660491942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,2048,0.02288320064544678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,2048,0.022574933369954427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,2048,0.02253119945526123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,2048,0.02486720085144043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,2048,0.021553067366282146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,2048,0.022100265820821127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,2048,0.020627200603485107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,2048,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,2048,0.019767467180887857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,2048,0.019337600469589232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,2048,0.01886506676673889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,2048,0.019323732455571493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,2048,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,2048,0.017825067043304443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,2048,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,2048,0.016591999928156534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,2048,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,2048,0.01690559983253479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,2048,0.016177067160606386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,2048,0.017781333128611247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,2048,0.01589120030403137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,2048,0.016432000199953715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,2048,0.016229333480199178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,2048,0.0160863995552063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,2048,0.016872533162434897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,2048,0.016122666994730632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,2048,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,2048,0.016919465859731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,2048,0.01462399959564209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,2048,0.016215466459592185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,2048,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,2048,0.027156267563501996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,2048,0.015500799814860026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,2048,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,2048,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,2048,0.015086932977040609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,2048,0.01591253379980723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,2048,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,2048,0.014868266383806863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,2048,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,2048,0.01467626690864563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,2048,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,2048,0.014899200201034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,2048,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,2048,0.014644267161687216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,2048,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,2048,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,2048,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,2048,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,2048,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,2048,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,2048,0.027063467105229694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,2048,0.016335999965667723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,2048,0.10880853335062664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,2048,0.6352736155192058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,2048,1.352846908569336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,2048,0.10250026384989422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,2048,0.09682880242665609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,2048,0.20100266138712564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,2048,0.0920522689819336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,2048,0.10901013215382893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,2048,0.08550826708475748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,2048,0.1030186653137207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,2048,0.08490346272786459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,2048,0.07962133089701334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,2048,0.07922560373942057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,2048,0.07304960091908773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,2048,0.07309119701385498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,2048,0.06667093435923258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,2048,0.09641706943511963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,2048,0.06693440278371175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,2048,0.09084479808807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,2048,0.06051733493804932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,2048,0.06075839996337891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,2048,0.04889599879582723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,2048,0.048877867062886556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,2048,0.043186132113138834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,2048,0.04279786745707194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,2048,0.054620798428853354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,2048,0.03701653480529785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,2048,0.03656533161799113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,2048,0.031300266583760575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,2048,0.03044160008430481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,2048,0.025491199890772503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,2048,0.024691200256347655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,2048,0.019384533166885376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,2048,0.018564265966415406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,2048,0.012418133020401002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,2048,0.012397866447766621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,2048,0.01206826666990916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,2048,0.012029866377512615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,2048,0.010547199845314026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,2048,0.010826667149861652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,2048,0.010835199554761251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,2048,0.010804266730944315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,2048,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,2048,0.009099733829498292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,2048,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,2048,0.00918933351834615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,2048,0.009169066945711773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,2048,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,2048,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,2048,0.013683199882507324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,2048,0.007547733187675476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,2048,0.00787199983994166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,2048,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,2048,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,2048,0.007963733375072479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,2048,0.007586133480072021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,2048,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,2048,0.009152000149091084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,2048,0.007750399907430013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,2048,0.007783466577529907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,2048,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,2048,0.007915733257929485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,2048,0.007574399809042613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,2048,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,2048,0.0075989335775375364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,2048,0.007593599955240886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,2048,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,2048,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,2048,0.007751466830571492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,2048,0.007890133559703827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,2048,0.007562666634718577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,2048,0.007901866734027863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,2048,0.007089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,2048,0.039538133144378665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,2048,0.0804533322652181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,2048,0.017332265774408974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,2048,0.016919465859731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,2048,0.01697173317273458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,2048,0.023085866371790567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,2048,0.01634880006313324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,2048,0.016960000991821288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,2048,0.016525866587956746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,2048,0.01617280046145121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,2048,0.016090666254361473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,2048,0.015260799725850423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,2048,0.015312000115712484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,2048,0.015258666872978211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,2048,0.014906666676203408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,2048,0.014934399724006652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,2048,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,2048,0.014087466398874917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,2048,0.01407360037167867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,2048,0.01551253298918406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,2048,0.01406826674938202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,2048,0.013944533467292786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,2048,0.013646933436393737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,2048,0.01320746640364329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,2048,0.054707201321919766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,2048,0.012894933422406515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,2048,0.012468266487121581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,2048,0.012800000111262002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,2048,0.012401066223780314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,2048,0.012070399522781373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,2048,0.011991467078526814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,2048,0.01165013313293457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,2048,0.011646933356920878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,2048,0.010792533556620281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,2048,0.010894933342933654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,2048,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,2048,0.010735999544461567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,2048,0.010381866494814556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,2048,0.01040000021457672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,2048,0.010453333457310993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,2048,0.010404266913731893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,2048,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,2048,0.010387200117111205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,2048,0.009987200299898785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,2048,0.01046506663163503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,2048,0.010430933038393656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,2048,0.010003200173377991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,2048,0.010351999600728353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,2048,0.01035093367099762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,2048,0.010356266299883525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,2048,0.010410666465759277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,2048,0.011269332965215047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,2048,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,2048,0.010191999872525533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,2048,0.01001706620057424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,2048,0.00998293360074361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,2048,0.010292266805966694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,2048,0.010363733768463135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,2048,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,2048,0.010014933347702027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,2048,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,2048,0.010417067011197408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,2048,0.010358400146166484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,2048,0.009942400455474853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,2048,0.009954133629798889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,2048,0.010040533542633057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,2048,0.010002133250236512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,2048,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,2048,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,2048,0.010416000088055929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,2048,0.00997759997844696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,2048,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,2048,0.010339200496673584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,1536,0.017897599935531618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,1536,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,1536,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,1536,0.004611200094223023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,1536,0.004605866471926371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,1536,0.004610133171081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,2048,0.010361599922180175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,1536,0.004569600025812784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,1536,0.00421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,1536,0.004268800218900045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,1536,0.004205866654713949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,1536,0.004454400142033895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,1536,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,1536,0.004266666869322458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,1536,0.0042026668787002565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,1536,0.0042581334710121155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,1536,0.004214400053024292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,1536,0.0042015999555587765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,1536,0.004217599829037985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,1536,0.0038880000511805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,1536,0.004227200150489807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,1536,0.004203733305136363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,1536,0.003953066716591517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,1536,0.004231466849644979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,1536,0.004204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,1536,0.00421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,1536,0.004090666770935059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,1536,0.003945599993069967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,1536,0.004525866607824961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,1536,0.003841066608826319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,1536,0.0038421332836151125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,1536,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,1536,0.0038101332883040107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,1536,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,1536,0.0038058665891488397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,1536,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,1536,0.003755733370780945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,1536,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,1536,0.003755733370780945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,1536,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,1536,0.003833599885304769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,1536,0.0038165333370367683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,1536,0.0037471999724706015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,1536,0.0038143999874591826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,1536,0.0037589333951473236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,1536,0.0037823999921480812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,1536,0.0037493333220481873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,1536,0.0037471999724706015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,1536,0.0037952000896135964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,1536,0.003734400123357773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,1536,0.003737599899371465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,1536,0.003770666569471359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,1536,0.0037952000896135964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,1536,0.00382080003619194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,1536,0.0037813333173592886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,2048,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,1536,0.003756800045569738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,1536,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,1536,0.003764266769091288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,1536,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,1536,0.003815466662247976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,1536,0.003549866626660029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,1536,0.0037920000652472176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,1536,0.0035487999518712364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,1536,0.00373333344856898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,1536,0.0038015998899936674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,1536,0.0037503999968369803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,1536,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,1536,0.0038272000849246977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,1536,0.003806933263937632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,1536,0.0037941334148248037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,1536,0.05731840133666992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,1536,0.1470666726430257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,1536,0.03382293383280437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,1536,0.026820266246795656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,1536,0.026898133754730224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,1536,0.02560960054397583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,1536,0.026903466383616133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,1536,0.02480213244756063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,1536,0.025569067398707075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,1536,0.024682666858037314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,1536,0.004593066871166229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,1536,0.02481493353843689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,1536,0.023916800816853843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,1536,0.02469759980837504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,1536,0.023990400632222495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,1536,0.02287893295288086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,1536,0.02271040081977844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,1536,0.022663466135660806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,1536,0.022766933838526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,1536,0.022824533780415854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,1536,0.022658133506774904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,1536,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,1536,0.02255679965019226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,1536,0.02175359924634298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,1536,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,1536,0.021126399437586464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,1536,0.021347200870513915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,1536,0.02074880003929138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,1536,0.020829866329828896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,1536,0.01993066668510437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,1536,0.01965226729710897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,1536,0.0186901330947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,1536,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,1536,0.017483733097712197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,1536,0.018525866667429607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,1536,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,1536,0.016951467593510947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,1536,0.022757333517074586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,1536,0.01597653329372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,1536,0.017340799172719322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,1536,0.015778133273124696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,1536,0.01615466674168905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,1536,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,1536,0.015593600273132325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,1536,0.016846932967503867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,1536,0.016389333208402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,1536,0.016730666160583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,1536,0.01564479966958364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,1536,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,1536,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,1536,0.015372799833615622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,1536,0.016915200153986613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,1536,0.016376533110936484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,1536,0.015587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,1536,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,1536,0.014569600423177084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,1536,0.015853866934776306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,1536,0.01641493340333303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,1536,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,1536,0.015119999647140503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,1536,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,1536,0.016353066762288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,1536,0.014716800053914389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,1536,0.015128533045450846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,1536,0.014566399653752646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,1536,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,1536,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,1536,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,1536,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,1536,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,1536,0.015338666240374246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,1536,0.01471466620763143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,1536,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,1536,0.015494400262832641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,1536,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,1536,0.395254389444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,1536,0.1981642723083496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,1536,0.10878187020619709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,1536,1.3500245412190757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,1536,0.10175999800364177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,1536,0.09592853387196859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,1536,0.0900544007619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,1536,0.10791359742482502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,1536,0.08378559748331706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,1536,0.08453760147094727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,1536,0.1024938662846883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,1536,0.07891626358032226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,1536,0.07854080200195312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,1536,0.07311039765675863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,1536,0.07274986902872721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,1536,0.0899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,1536,0.06655466556549072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,1536,0.06650346517562866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,1536,0.09613440036773682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,1536,0.0602944016456604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,1536,0.0611402670542399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,1536,0.04887253443400065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,1536,0.048531198501586915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,1536,0.04243520100911458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,1536,0.042062934239705405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,1536,0.03699626525243123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,1536,0.03623466491699219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,1536,0.03131200075149536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,1536,0.030110933383305866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,1536,0.02507413427035014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,1536,0.02434879938761393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,1536,0.019358932971954346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,1536,0.018150399128595986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,1536,0.0132533331712087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,1536,0.011690666278203327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,1536,0.011987200379371643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,1536,0.011967999736467998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,1536,0.011611732840538024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,1536,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,1536,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,1536,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,1536,0.010440533359845478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,1536,0.05421760082244873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,1536,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,1536,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,1536,0.008788266777992248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,1536,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,1536,0.05416640043258667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,1536,0.008746666709582011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,1536,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,1536,0.007469866673151653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,1536,0.007064533233642578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,1536,0.007479466497898102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,1536,0.007346133391062419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,1536,0.007068799932797749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,1536,0.007341866691907247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,1536,0.0074432000517845156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,1536,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,1536,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,1536,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,1536,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,1536,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,1536,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,1536,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,1536,0.0074080000321070354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,1536,0.007400533556938172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,1536,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,1536,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,1536,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,1536,0.008771199981371562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,1536,0.007520000139872233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,1536,0.0070592001080513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,1536,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,1536,0.00897173285484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,1536,0.031959466139475506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,1536,0.063209601243337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,1536,0.020204800367355346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,1536,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,1536,0.014936533570289613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,1536,0.014838400483131408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,1536,0.014036267002423605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,1536,0.01404159963130951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,1536,0.014050133029619851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,1536,0.013359999656677246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,1536,0.013264000415802002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,1536,0.01332373321056366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,1536,0.01323306659857432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,1536,0.012842667102813721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,1536,0.012817066907882691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,1536,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,1536,0.012487467130025227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,1536,0.012446932991345723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,1536,0.012072533369064331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,1536,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,1536,0.011617066462834676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,1536,0.011659733454386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,1536,0.011593600114186604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,1536,0.011595732967058818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,1536,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,1536,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,1536,0.010821333527565003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,1536,0.010422399640083313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,1536,0.010389332969983418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,1536,0.010420266787211101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,1536,0.010114133358001709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,1536,0.0099263995885849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,1536,0.009990400075912476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,1536,0.009547733267148336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,1536,0.00957973301410675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,1536,0.009521067142486572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,1536,0.010820266604423524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,1536,0.009527466694513957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,1536,0.014121599992116294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,1536,0.00916266640027364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,1536,0.009751466910044353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,1536,0.009574400385220845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,1536,0.009540266791979472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,1536,0.009922132889429728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,1536,0.009217066566149394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,1536,0.009528533617655436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,1536,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,1536,0.009205333391825358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,1536,0.009851732850074768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,1536,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,1536,0.009544533491134644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,1536,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,1536,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,1536,0.009622400005658466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,1536,0.0095551997423172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,1536,0.009096533060073853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,1536,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,1536,0.00918826659520467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,1536,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,1536,0.009275733431180318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,1536,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,1536,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,1536,0.009554133812586466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,1536,0.00960213343302409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,1536,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,1536,0.009175466497739156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,1536,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,1536,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,1536,0.009128533800443013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,1536,0.009301333626111349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,1024,0.009508267045021057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,1024,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,1024,0.004208000004291534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,1536,0.0095551997423172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,1024,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,1024,0.0035584000249703727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,1024,0.003770666569471359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,1024,0.003828266759713491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,1024,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,1024,0.00348693331082662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,1024,0.0035584000249703727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,1024,0.003753600021203359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,1024,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,1024,0.003435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,1024,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,1024,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,1024,0.003469866762558619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,1536,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,1024,0.003443199892838796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,1024,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,1024,0.003492266684770584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,1024,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,1024,0.0034506666163603462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,1536,0.0095360000928243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,1024,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,1024,0.0034389334420363107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,1024,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,1024,0.0035071998834609987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,1024,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,1024,0.0037610667447249093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,1024,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,1024,0.003357866654793421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,1024,0.003420799970626831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,1024,0.0033930666744709016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,1024,0.0036661334335803984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,1024,0.003402666747570038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,1024,0.0036831999818483984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,1024,0.003205333401759466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,1024,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,1024,0.0033834666013717652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,1024,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,1024,0.0031786667803923286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,1024,0.0030826665461063385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,1024,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,1024,0.0031669333577156065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,1024,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,1024,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,1024,0.0033503999312718712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,1024,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,1024,0.003340800106525421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,1024,0.0030602666238943735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,1024,0.003048533449570338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,1024,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,1024,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,1024,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,1024,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,1024,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,1024,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,1024,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,1024,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,1024,0.003435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,1024,0.0030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,1024,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,1024,0.0030730667213598887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,1024,0.0029653333127498626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,1024,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,1024,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,1024,0.0030421334008375804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,1024,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,1024,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,1024,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,1024,0.0032373333970705668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,1024,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,1024,0.0032127998769283296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,1024,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,1024,0.039155201117197676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,1024,0.08866666952768962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,1024,0.026946133375167845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,1024,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,1024,0.022750933965047203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,1024,0.02256853381792704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,1024,0.021996800104777017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,1024,0.022756266593933105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,1024,0.022716800371805825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,1024,0.023209599653879802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,1024,0.022654932737350465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,1024,0.022762666145960488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,1024,0.022643200556437173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,1024,0.021260799964269002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,1024,0.021865600347518922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,1024,0.022196267048517862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,1024,0.02181653380393982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,1024,0.022154666980107627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,1024,0.020781866709391274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,1024,0.021849600474039714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,1024,0.020750933885574342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,1024,0.023763199647267662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,1024,0.019269333283106486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,1024,0.02033920089403788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,1024,0.020013866821924846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,1024,0.01971199909845988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,1024,0.01874133348464966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,1024,0.01882773240407308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,1024,0.019537067413330077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,1024,0.018709333737691243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,1024,0.018874667088190713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,1024,0.016806399822235106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,1024,0.01718826691309611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,1024,0.016755199432373045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,1024,0.01676693360010783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,1024,0.015530666708946228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,1024,0.014822399616241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,1024,0.016574933131535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,1024,0.015611732999483744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,1024,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,1024,0.015635200341542563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,1024,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,1024,0.020784000555674233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,1024,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,1024,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,1024,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,1024,0.014878933628400167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,1024,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,1024,0.014830933014551798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,1024,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,1024,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,1024,0.01644266645113627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,1024,0.015406933426856995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,1024,0.01577600042025248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,1024,0.01580693324406942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,1024,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,1024,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,1024,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,1024,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,1024,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,1024,0.014653866489728292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,1024,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,1024,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,1024,0.015591466426849365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,1024,0.01416106621424357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,1024,0.014798933267593383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,1024,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,1024,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,1024,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,1024,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,1024,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,1024,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,1024,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,1024,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,1024,0.017033600807189943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,1024,0.389077345530192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,1024,0.19793599446614582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,1024,1.2879978179931642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,1024,0.10797759691874187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,1024,0.096123735109965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,1024,0.10178986390431721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,1024,0.08949759801228842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,1024,0.08980480035146078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,1024,0.08379519780476888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,1024,0.10183573563893636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,1024,0.0837002674738566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,1024,0.07767573197682699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,1024,0.07796160380045572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,1024,0.07127892971038818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,1024,0.07176640033721923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,1024,0.06568213303883871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,1024,0.10828266938527424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,1024,0.06572906573613485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,1024,0.09650560220082602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,1024,0.0596127986907959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,1024,0.04766506751378377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,1024,0.05960213343302408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,1024,0.04188906749089559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,1024,0.04191466569900513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,1024,0.036167466640472413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,1024,0.035847465197245285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,1024,0.029996800422668456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,1024,0.029611732562383013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,1024,0.024292266368865965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,1024,0.02347946763038635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,1024,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,1024,0.017334399620691936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,1024,0.012811733285586038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,1024,0.01157973309357961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,1024,0.01143893301486969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,1024,0.011265066266059876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,1024,0.01120746632417043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,1024,0.05385173161824545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,1024,0.009967999656995137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,1024,0.009928533434867859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,1024,0.009941333532333374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,1024,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,1024,0.008321066697438557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,1024,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,1024,0.008361599842707316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,1024,0.008692266543706258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,1024,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,1024,0.008096000055472057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,1024,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,1024,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,1024,0.006666666766007741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,1024,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,1024,0.00705813318490982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,1024,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,1024,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,1024,0.006786133348941803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,1024,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,1024,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,1024,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,1024,0.006695466736952464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,1024,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,1024,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,1024,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,1024,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,1024,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,1024,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,1024,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,1024,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,1024,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,1024,0.0062720000743865965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,1024,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,1024,0.04321920077006022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,1024,0.023540266354878745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,1024,0.01529813309510549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,1024,0.012109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,1024,0.012141866485277812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,1024,0.011673600474993388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,1024,0.011654399832089742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,1024,0.011657599608103435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,1024,0.011700266599655151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,1024,0.01163093348344167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,1024,0.011550933122634888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,1024,0.011563733220100403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,1024,0.011601066589355469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,1024,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,1024,0.0116266667842865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,1024,0.011127466956774395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,1024,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,1024,0.011185066898663838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,1024,0.010778666536013285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,1024,0.010819199681282043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,1024,0.010398933291435241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,1024,0.010322133700052898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,1024,0.010408533612887065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,1024,0.010411733388900756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,1024,0.009934932986895243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,1024,0.009989333152770997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,1024,0.009542399644851684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,1024,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,1024,0.009576533238093059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,1024,0.009161600470542907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,1024,0.00914026697476705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,1024,0.009125333031018574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,1024,0.009150933225949604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,1024,0.008690133690834045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,1024,0.008694400389989216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,1024,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,1024,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,1024,0.008913066983222962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,1024,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,1024,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,1024,0.008313600222269695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,1024,0.008347733815511068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,1024,0.008733866612116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,1024,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,1024,0.008778666456540424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,1024,0.008332799871762593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,1024,0.008377599716186523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,1024,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,1024,0.008424533406893413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,1024,0.008515200018882752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,1024,0.008357333143552144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,1024,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,1024,0.008345599969228108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,1024,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,1024,0.008346666892369587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,1024,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,1024,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,1024,0.008285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,1024,0.008407466610272725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,1024,0.05435520013173421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,1024,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,1024,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,1024,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,1024,0.008297599852085114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,1024,0.008372267087300617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,1024,0.008392533659934998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,1024,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,1024,0.008757332960764568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,1024,0.008428800106048583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,1024,0.008764800429344178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,1024,0.008414933085441589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,1024,0.008559999863306682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,1024,0.008438400427500407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,768,0.00769706666469574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,768,0.003923200070858002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,768,0.003532800078392029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,768,0.0034495999415715536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,768,0.003454933315515518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,768,0.003479466587305069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,1024,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,768,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,768,0.0033600000043710076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,768,0.0034613333642482757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,768,0.00342399999499321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,768,0.0033887999753157297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,768,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,768,0.003487999985615412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,768,0.0033781332274278007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,768,0.0033791999022165934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,768,0.003386666625738144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,768,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,768,0.0031328000128269195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,768,0.003138133386770884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,768,0.0033813332517941795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,768,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,768,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,768,0.0031295999884605407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,768,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,768,0.0030730667213598887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,768,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,768,0.0032490665713946023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,768,0.003491200009981791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,768,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,768,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,768,0.003102933367093404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,768,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,768,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,768,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,768,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,768,0.0029834667841593427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,768,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,768,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,768,0.002951466788848241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,768,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,768,0.0031221332649389905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,768,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,768,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,768,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,768,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,768,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,768,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,768,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,768,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,768,0.00308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,768,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,768,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,768,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,768,0.003067733347415924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,768,0.003035733352104823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,768,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,768,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,768,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,768,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,768,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,768,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,768,0.003125333289305369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,768,0.0029567999144395193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,768,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,768,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,768,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,768,0.05815999905268351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,768,0.03291200002034505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,768,0.025306665897369386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,768,0.021163733800252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,768,0.022233599424362184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,768,0.021463465690612794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,768,0.022835199038187662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,768,0.02109866738319397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,768,0.021721599499384563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,768,0.020921599864959717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,768,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,768,0.020618667205174766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,768,0.02084160049756368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,768,0.0206496000289917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,768,0.021547732750574748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,768,0.018809600671132406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,1024,0.047642668088277176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,768,0.02058560053507487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,768,0.018966400623321535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,768,0.019874133666356406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,768,0.019722666343053183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,768,0.018617600202560425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,768,0.01955839991569519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,768,0.018949333826700845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,768,0.0186463991800944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,768,0.019077332814534505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,768,0.01853333314259847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,768,0.01869866649309794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,768,0.017734400431315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,768,0.017705599466959633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,768,0.017643733819325765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,768,0.016424533724784852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,768,0.016898133357365928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,768,0.016785067319869996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,768,0.01612160007158915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,768,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,768,0.015659733613332113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,768,0.015245866775512696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,768,0.014747732877731323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,768,0.014628266294797262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,768,0.014959999918937683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,768,0.014862933754920959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,768,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,768,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,768,0.015223466356595359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,768,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,768,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,768,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,768,0.0164682666460673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,768,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,768,0.015558399756749473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,768,0.015477333466211954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,768,0.018054399887720743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,768,0.01498133341471354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,768,0.01479039986928304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,768,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,768,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,768,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,768,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,768,0.014378666877746582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,768,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,768,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,768,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,768,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,768,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,768,0.013700266679128012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,768,0.014453333616256715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,768,0.014011733730634055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,768,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,768,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,768,0.013473066687583923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,768,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,768,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,768,0.015655466914176942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,768,0.38881492614746094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,768,0.7949077606201171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,768,0.19764480590820313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,768,0.10703466733296711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,768,0.09491733709971109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,768,0.10102506478627522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,768,0.1070250670115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,768,0.08908692995707193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,768,0.08942186832427979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,768,0.08326933383941651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,768,0.08324373563130696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,768,0.07721066474914551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,768,0.07754560311635336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,768,0.07156906922658285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,768,0.0713642676671346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,768,0.06574079990386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,768,0.06526826620101929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,768,0.09530986944834391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,768,0.10193493366241455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,768,0.059928532441457114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,768,0.059595731894175205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,768,0.04764053424199422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,768,0.04727253516515096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,768,0.041892266273498534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,768,0.04151893456776937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,768,0.03618133465449015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,768,0.03538453181584676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,768,0.030052266518274945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,768,0.029658667246500653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,768,0.024312533934911094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,768,0.023509333531061806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,768,0.01826559901237488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,768,0.017358932892481485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,768,0.012440533439318339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,768,0.011471999684969585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,768,0.010875733693440755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,768,0.011172266801198323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,768,0.010798933108647664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,768,0.009921066959698995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,768,0.009549867113431294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,768,0.00956053336461385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,768,0.009591466188430786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,768,0.008025600016117096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,768,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,768,0.007939200103282928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,768,0.007892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,768,0.008283733328183492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,768,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,768,0.008359466989835102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,768,0.00920746624469757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,768,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,768,0.006666666766007741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,768,0.0063285330931345625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,768,0.006341333190600078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,768,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,768,0.006551466882228851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,768,0.006693333387374878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,768,0.006649599969387054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,768,0.05304533243179321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,768,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,768,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,768,0.00631573349237442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,768,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,768,0.006668800115585327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,768,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,768,0.006760533154010773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,768,0.006277333199977875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,768,0.006332799792289734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,768,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,768,0.006308266520500183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,768,0.006241066753864289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,768,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,768,0.0058442667126655575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,768,0.033763198057810466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,768,0.019828265905380248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,768,0.013220266501108805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,768,0.01162986656030019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,768,0.01202133297920227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,768,0.01183573305606842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,768,0.011478400230407715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,768,0.011389866471290588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,768,0.011217066645622253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,768,0.011169067025184632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,768,0.011187199751536052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,768,0.011219200491905213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,768,0.011176533500353495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,768,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,768,0.01076800028483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,768,0.012053333719571431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,768,0.010800000031789143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,768,0.01042560040950775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,768,0.010406399766604107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,768,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,768,0.009986133376757304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,768,0.009928533434867859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,768,0.009973333279291789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,768,0.009923199812571209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,768,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,768,0.009562666217486065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,768,0.009196799993515015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,768,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,768,0.008729599912961324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,768,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,768,0.008719999591509502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,768,0.008343467116355896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,768,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,768,0.0082997332016627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,768,0.00829013337691625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,768,0.008292266726493835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,768,0.007905066510041555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,768,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,768,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,768,0.008278400202592214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,768,0.008772266904513042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,768,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,768,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,768,0.008329600095748901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,768,0.00832426647345225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,768,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,768,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,768,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,768,0.007914666831493378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,768,0.007898666461308797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,768,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,768,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,768,0.007995733122030894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,768,0.007937066753705342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,768,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,768,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,768,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,768,0.008001066744327545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,768,0.007921066880226136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,768,0.007975466549396515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,768,0.008284799754619598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,768,0.008285866677761078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,768,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,768,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,768,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,768,0.00798933357000351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,768,0.007935999830563863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,768,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,768,0.008260266482830047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,768,0.008353066444396973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,512,0.0063178668419520065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,768,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,512,0.004274133344491323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,512,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,512,0.003049599876006444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,768,0.00795839975277583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,512,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,512,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,512,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,512,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,512,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,512,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,512,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,512,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,512,0.0030901332696278887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,512,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,512,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,512,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,512,0.003050666550795237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,512,0.002922666569550832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,512,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,512,0.0030634666482607523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,512,0.0029237332443396253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,512,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,512,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,512,0.0027146667242050173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,512,0.003036800026893616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,512,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,512,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,512,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,512,0.0029685333371162414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,512,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,512,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,512,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,512,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,512,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,512,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,512,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,512,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,512,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,768,0.05388373136520386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,512,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,512,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,512,0.0026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,512,0.0027488000690937043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,512,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,512,0.002669866631428401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,512,0.002664533257484436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,512,0.0026911998788515727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,512,0.002842666705449422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,512,0.002699733277161916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,512,0.0026848000784715016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,512,0.0026933332284291584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,512,0.0026986666023731233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,512,0.002696533252795537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,512,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,512,0.0027072000006834666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,512,0.0027093333502610523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,512,0.0027317332724730173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,512,0.0026730666557947796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,512,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,512,0.0027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,512,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,512,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,512,0.002677333354949951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,512,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,512,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,512,0.002674133330583572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,512,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,512,0.0027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,512,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,512,0.03983893394470215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,512,0.028467200199762982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,512,0.020435200134913126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,512,0.0221450666586558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,512,0.020180267095565797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,512,0.020804266134897866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,512,0.020247467358907065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,512,0.019452800353368126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,512,0.019338667392730713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,512,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,512,0.020296533902486168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,512,0.019526400168736777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,512,0.020180267095565797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,512,0.019032533963521323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,512,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,512,0.01886506676673889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,512,0.01888213356335958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,512,0.01881706714630127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,512,0.01876693367958069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,512,0.018605866034825645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,512,0.01834026575088501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,512,0.017930666605631508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,512,0.018304000298182167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,512,0.01713599960009257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,512,0.01685333251953125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,512,0.017106133699417114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,512,0.016825600465138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,512,0.018645334243774413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,512,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,512,0.016203733285268147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,512,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,512,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,512,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,512,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,512,0.017086933056513466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,512,0.018143999576568603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,512,0.015727999806404113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,512,0.014842666188875833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,512,0.01511573294798533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,512,0.015895467003186545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,512,0.014603733023007711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,512,0.014563199877738953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,512,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,512,0.016207999984423318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,512,0.016290133198102318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,512,0.015396266182263692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,512,0.016148266196250916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,512,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,512,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,512,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,512,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,512,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,512,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,512,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,512,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,512,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,512,0.014521599809328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,512,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,512,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,512,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,512,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,512,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,512,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,512,0.014473600188891092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,512,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,512,0.013516799608866373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,512,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,512,0.014220800002415976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,512,0.015613866845766702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,512,0.014195199807484946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,512,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,512,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,512,0.014334932963053385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,512,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,512,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,512,0.762716801961263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,512,0.38485759099324546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,512,0.19642027219136554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,512,0.10666240056355794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,512,0.09442240397135417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,512,0.1059007962544759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,512,0.08900907039642333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,512,0.08845547040303549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,512,0.08248533407847086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,512,0.08251519997914633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,512,0.07700586318969727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,512,0.09975679715474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,512,0.07675840059916178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,512,0.07068479855855306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,512,0.07067200342814127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,512,0.06486826737721761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,512,0.06447466611862182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,512,0.09507199923197428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,512,0.10092906951904297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,512,0.05883626540501913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,512,0.05872213443120321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,512,0.04683733383814494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,512,0.046836264928181964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,512,0.041547731558481855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,512,0.04084479808807373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,512,0.035358933607737224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,512,0.05340693394343058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,512,0.034986666838328045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,512,0.03013226588567098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,512,0.02884693344434102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,512,0.023882667223612465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,512,0.023077332973480226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,512,0.01821333368619283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,512,0.016919465859731038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,512,0.012384000420570373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,512,0.010838400324185688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,512,0.01088213324546814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,512,0.011239467064539592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,512,0.010743467013041179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,512,0.009166933099428813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,512,0.00951573352018992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,512,0.009526399771372478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,512,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,512,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,512,0.00812906672557195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,512,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,512,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,512,0.007997866471608479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,512,0.007877333462238312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,512,0.007516799867153168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,512,0.00647680014371872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,512,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,512,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,512,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,512,0.00626986672480901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,512,0.00631039987007777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,512,0.006270933151245117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,512,0.006323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,512,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,512,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,512,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,512,0.006409599880377452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,512,0.00624533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,512,0.006274133423964183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,512,0.006492800017197926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,512,0.005851733187834421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,512,0.00598826656738917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,512,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,512,0.006354133288065593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,512,0.006025599936644236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,512,0.006253866851329804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,512,0.02517333428064982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,512,0.015702399611473083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,512,0.013296000162760415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,512,0.011872000495592753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,512,0.012023466825485229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,512,0.011740799744923909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,512,0.011613866686820984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,512,0.011591466267903645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,512,0.005840000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,512,0.011596799890200297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,512,0.011186133821805317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,512,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,512,0.01084266702334086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,512,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,512,0.010808533430099488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,512,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,512,0.00999786655108134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,512,0.010005333026250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,512,0.01000426709651947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,512,0.009925333658854167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,512,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,512,0.009934932986895243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,512,0.009593600034713745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,512,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,512,0.009105066458384197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,512,0.009109333157539368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,512,0.008732799688975017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,512,0.00844053328037262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,512,0.01037013332049052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,512,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,512,0.00839573343594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,512,0.008356266220410665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,512,0.008303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,512,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,512,0.007929599781831106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,512,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,512,0.007549866537253062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,512,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,512,0.00790826678276062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,512,0.007594666878382365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,512,0.007499733567237854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,512,0.007854933540026348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,512,0.007933866480986278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,512,0.007909333209196727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,512,0.007899733384450276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,512,0.007536000013351441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,512,0.007892266909281413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,512,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,512,0.007604266703128815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,512,0.007530666887760162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,512,0.007911466558774312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,512,0.0075552001595497135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,512,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,512,0.007868800063927968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,512,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,512,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,512,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,512,0.007537066439787547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,512,0.007919999957084655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,512,0.0075530668099721265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,512,0.0075093333919843035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,512,0.007913599908351897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,512,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,512,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,512,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,512,0.007885866860548655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,512,0.007893333335717519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,512,0.007521066566308339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,512,0.0075647999842961625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,512,0.007492266595363617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,512,0.0075328002373377485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,256,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,256,0.0034954667091369627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,256,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,256,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,256,0.002625066787004471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,256,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,256,0.0026933332284291584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,256,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,256,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,256,0.0026346666117509207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,256,0.00276053324341774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,256,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,256,0.002551466723283132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,256,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,256,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,256,0.002573866645495097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,256,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,256,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,256,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,256,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,256,0.0026176000634829206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,256,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,256,0.0025589334468046824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,256,0.002624000112215678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,256,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,256,0.0025461333493391673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,512,0.05319573481877645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,256,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,256,0.0024714666108290356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,256,0.0024949334561824798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,256,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,256,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,256,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,256,0.0024170666933059693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,256,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,256,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,256,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,256,0.0023882667223612468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,256,0.0023391999304294584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,256,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,256,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,256,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,256,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,256,0.0023562667270501454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,256,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,256,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,256,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,256,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,256,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,256,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,256,0.002333866556485494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,256,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,256,0.0022976001103719073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,256,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,256,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,256,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,256,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,256,0.0022240000466505687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,256,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,256,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,256,0.0024480000138282776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,256,0.002370133250951767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,256,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,256,0.021929599841435752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,256,0.02887786626815796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,256,0.020070399840672812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,256,0.017512534062067667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,256,0.01769599914550781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,256,0.01732906699180603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,256,0.017197867234547935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,256,0.017043199141820273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,256,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,256,0.017511467138926186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,256,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,256,0.017310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,256,0.01649173299471537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,256,0.016780799627304076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,256,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,256,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,256,0.01693013310432434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,256,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,256,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,256,0.016800000270207723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,256,0.01710933248202006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,256,0.01599679986635844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,256,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,256,0.016796799500783284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,256,0.015833600362141927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,256,0.016687999169031777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,256,0.01597760021686554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,256,0.016390400131543477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,256,0.014920533696810404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,256,0.01594239970048269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,256,0.015204266707102457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,256,0.014765866597493491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,256,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,256,0.015709867080052696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,256,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,256,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,256,0.014899200201034546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,256,0.015435733397801719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,256,0.015681067109107973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,256,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,256,0.015780267119407655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,256,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,256,0.014682666460673014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,256,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,256,0.014318933089574179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,256,0.016065067052841185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,256,0.014353066682815552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,256,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,256,0.014150399963061014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,256,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,256,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,256,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,256,0.014988799889882406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,256,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,256,0.014189866185188294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,256,0.014533332983652749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,256,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,256,0.013429333766301474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,256,0.014103466272354126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,256,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,256,0.013176533579826354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,256,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,256,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,256,0.013827199737230936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,256,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,256,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,256,0.014340266585350037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,256,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,256,0.013301333785057068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,256,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,256,0.01406613290309906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,256,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,256,0.012889599800109864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,256,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,256,0.017018665870030723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,256,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,256,0.08669226964314779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,256,0.31433280309041345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,256,0.15941120783487955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,256,0.6182591756184895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,256,0.08343573411305746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,256,0.07767253716786703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,256,0.07306880156199137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,256,0.08667519887288412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,256,0.06773866812388102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,256,0.06775039831797282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,256,0.06291946570078531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,256,0.06278613408406576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,256,0.05818773508071899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,256,0.07232213020324707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,256,0.057897599538167324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,256,0.05352640151977539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,256,0.05334719816843668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,256,0.08235627015431722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,256,0.07808852990468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,256,0.0489247997601827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,256,0.04814720153808594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,256,0.039452799161275226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,256,0.03870826562245687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,256,0.034569601217905685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,256,0.03376106818517049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,256,0.02969920039176941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,256,0.029277867078781127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,256,0.044055465857187906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,256,0.02469866673151652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,256,0.02434239983558655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,256,0.02016426722208659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,256,0.019782400131225585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,256,0.01567893326282501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,256,0.010652800401051838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,256,0.009594666957855224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,256,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,256,0.009533866246541341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,256,0.009529599547386169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,256,0.008374399940172831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,256,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,256,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,256,0.008303999900817871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,256,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,256,0.007045333087444305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,256,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,256,0.007125333448251088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,256,0.006865066786607106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,256,0.0071722666422526045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,256,0.007132799923419952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,256,0.007109333574771881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,256,0.005829333265622457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,256,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,256,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,256,0.005871999760468801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,256,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,256,0.005898666878541311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,256,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,256,0.0058335999647776285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,256,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,256,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,256,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,256,0.005679999788602194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,256,0.005825066566467285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,256,0.005890133480230967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,256,0.005838933090368906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,256,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,256,0.005423999826113383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,256,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,256,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,256,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,256,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,256,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,256,0.022360533475875854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,256,0.01861226757367452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,256,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,256,0.011556266744931539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,256,0.011246933539708456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,256,0.011152000228563944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,256,0.01130133370558421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,256,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,256,0.010813867052396137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,256,0.010396800438563029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,256,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,256,0.010333866874376933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,256,0.009955199559529622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,256,0.010001066327095031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,256,0.009980799754460652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,256,0.009958400328954061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,256,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,256,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,256,0.009633066256841023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,256,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,256,0.00958720048268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,256,0.008763733506202697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,256,0.008711466193199157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,256,0.008760533730189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,256,0.008683733145395915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,256,0.008423466483751934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,256,0.008288000027338665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,256,0.007965866724650066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,256,0.007947733501593272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,256,0.008083199958006541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,256,0.0074890668193499255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,256,0.0075914666056633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,256,0.007490133245786031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,256,0.007483733197053273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,256,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,256,0.007480533421039581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,256,0.007503999769687653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,256,0.008774399757385254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,256,0.00746559997399648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,256,0.007474133372306823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,256,0.007201066613197327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,256,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,256,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,256,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,256,0.00747626672188441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,256,0.007176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,256,0.00703359991312027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,256,0.007755733529726664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,256,0.007129600147406261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,256,0.007238399982452392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,256,0.0075082664688428235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,256,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,256,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,256,0.007156266768773396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,256,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,256,0.007496533294518788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,256,0.007091199855009715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,256,0.007099733253320058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,256,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,256,0.006771199901898702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,256,0.007150933146476746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,256,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,256,0.0068800002336502075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,256,0.0071274667978286745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,256,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,256,0.006797866523265838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,256,0.007106133302052816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,256,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,256,0.006737066805362702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,256,0.007578666508197785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,256,0.04378559986750285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,256,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,256,0.007320533196131389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,128,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,256,0.007101866602897644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,128,0.0035103999078273775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,128,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,128,0.0026026666164398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,128,0.002773333340883255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,128,0.002362666775782903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,128,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,128,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,128,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,128,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,128,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,128,0.0025568000972270967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,128,0.002598399917284648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,128,0.0023765332996845247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,128,0.0023071999351183575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,128,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,128,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,128,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,128,0.0025600001215934755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,128,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,128,0.0023786666492621104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,128,0.0023103999594847363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,128,0.0022762666145960493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,128,0.0024010665714740754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,128,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,128,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,128,0.0026410666604836782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,128,0.0022485333184401194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,128,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,128,0.0027285332481066385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,128,0.002514133354028066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,128,0.002350933353106181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,128,0.002430933217207591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,128,0.002418133368094762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,128,0.002345599979162216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,128,0.0023946667710940043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,128,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,128,0.0023541333774725597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,128,0.0023711999257405598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,128,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,128,0.002347733328739802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,128,0.00236160010099411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,128,0.002292266736427943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,128,0.0023007998863856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,128,0.0023445333043734234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,128,0.002367999901374181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,128,0.002324266731739044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,128,0.0023146666586399078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,128,0.0023050665855407714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,128,0.0021354667842388153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,128,0.0023018665611743926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,128,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,128,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,128,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,128,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,128,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,128,0.02289173404375712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,128,0.018373332420984902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,128,0.016568533579508462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,128,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,128,0.01630506714185079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,128,0.016785067319869996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,128,0.01651306649049123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,128,0.016703999042510985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,128,0.0164000004529953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,128,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,128,0.016807466745376587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,128,0.020334933201471964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,128,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,128,0.017591466506322227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,128,0.016354133685429893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,128,0.015582933028539022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,128,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,128,0.01690346598625183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,128,0.017107200622558594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,128,0.017248000701268515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,128,0.015922133127848306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,128,0.015892266233762106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,128,0.015987199544906617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,128,0.016369066635767617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,128,0.01590293347835541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,128,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,128,0.017025067408879598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,128,0.015357866883277893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,128,0.016184533635775246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,128,0.014601600170135499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,128,0.015306666493415833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,128,0.014633599917093912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,128,0.015939199924468996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,128,0.014738133549690247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,128,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,128,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,128,0.014595199624697366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,128,0.01416000028451284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,128,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,128,0.01437226633230845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,128,0.015594666202863058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,128,0.014781866470972696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,128,0.014286933342615762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,128,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,128,0.014757333199183145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,128,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,128,0.014758400122324624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,128,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,128,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,128,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,128,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,128,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,128,0.014405333002408347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,128,0.014439466595649719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,128,0.014477866888046264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,128,0.014164266983668008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,128,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,128,0.014231466253598533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,128,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,128,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,128,0.014361600081125895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,128,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,128,0.014520532886187234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,128,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,128,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,128,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,128,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,128,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,128,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,128,0.01432213286558787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,128,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,128,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,128,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,128,0.014622933665911355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,128,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,128,0.013771733641624451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8192,128,128,0.14034454027811688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16384,128,128,0.27851413091023763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4353,128,128,0.0775007963180542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32768,128,128,0.5479050954182942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3841,128,128,0.06906773249308268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4097,128,128,0.07354453404744467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3585,128,128,0.0649354656537374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4352,128,128,0.07710933685302734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3584,128,128,0.06491946776707967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3329,128,128,0.06048746506373087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3073,128,128,0.056345601876576744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3072,128,128,0.055828265349070226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2817,128,128,0.05217599868774414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4096,128,128,0.0730079968770345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2816,128,128,0.05173013210296631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2561,128,128,0.047712000211079915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2560,128,128,0.047304534912109376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3840,128,128,0.06858879725138346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3328,128,128,0.06063040097554525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2305,128,128,0.04366506735483806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1793,128,128,0.034968535105387374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1792,128,128,0.03498880068461101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1537,128,128,0.030887466669082642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1536,128,128,0.03049813310305278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1281,128,128,0.026756266752878826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1280,128,128,0.02598506609598796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1025,128,128,0.022765866915384927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1024,128,128,0.021817600727081297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,769,128,128,0.01857173244158427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,768,128,128,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2304,128,128,0.04301973183949788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,513,128,128,0.014084266622861228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,512,128,128,0.013641599814097086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,257,128,128,0.009959466258684794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2049,128,128,0.03917119900385539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,256,128,128,0.008836266398429871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,225,128,128,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,224,128,128,0.008761599659919739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,193,128,128,0.008734933535257975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,192,128,128,0.007865599791208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,161,128,128,0.007970133423805236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,160,128,128,0.007982933521270752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,129,128,128,0.007603199779987335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,128,128,128,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,113,128,128,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2048,128,128,0.03914346694946289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,97,128,128,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,96,128,128,0.006634666522343953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,81,128,128,0.006733866532643636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,80,128,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,65,128,128,0.006790400048096975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,64,128,128,0.0059338668982187905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,49,128,128,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,48,128,128,0.005530666808287303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,33,128,128,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,32,128,128,0.005532800157864889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,17,128,128,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,16,128,128,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,15,128,128,0.005382399757703145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,14,128,128,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,13,128,128,0.005145599941412607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,12,128,128,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,112,128,128,0.00684799998998642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,10,128,128,0.005132799843947092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,9,128,128,0.005471999943256378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,8,128,128,0.0052928000688552855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,7,128,128,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,6,128,128,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,5,128,128,0.005115733544031779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,4,128,128,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,3,128,128,0.005393066505591074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,1,128,128,0.005452799797058106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32768,128,128,0.029727999369303388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16384,128,128,0.02442773381868998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8192,128,128,0.015380266308784484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4353,128,128,0.011241599917411804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4352,128,128,0.011210667093594869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4097,128,128,0.01123413344224294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,11,128,128,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4096,128,128,0.010955733060836793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3841,128,128,0.011096533139546711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3840,128,128,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3584,128,128,0.010433066884676616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3329,128,128,0.010328533252080281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3328,128,128,0.010580266515413921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3073,128,128,0.009608532985051472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3072,128,128,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,deepgemm,fp8_block,2,128,128,0.005201066533724466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2817,128,128,0.009609599908192951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2816,128,128,0.009666132926940917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2561,128,128,0.00913813312848409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2560,128,128,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2304,128,128,0.00913706620534261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2049,128,128,0.008397866288820903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2048,128,128,0.008326399823029835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1793,128,128,0.008578133583068848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1792,128,128,0.00832533339659373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1537,128,128,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1536,128,128,0.008317866424719492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3585,128,128,0.010402133067448933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1281,128,128,0.007950933277606964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1280,128,128,0.007944533228874206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1025,128,128,0.007538133362929027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1024,128,128,0.007463466624418895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,769,128,128,0.007108266651630402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,768,128,128,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,513,128,128,0.007477333148320516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,512,128,128,0.007134933272997539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,257,128,128,0.0074976002176602675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,256,128,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,225,128,128,0.007131733496983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2305,128,128,0.009130666653315227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,193,128,128,0.007090133428573608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,192,128,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,161,128,128,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,160,128,128,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,129,128,128,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,128,128,128,0.006753066678841908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,113,128,128,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,112,128,128,0.006804266571998596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,97,128,128,0.007112533350785573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,96,128,128,0.007155199845631917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,81,128,128,0.007084799806276958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,80,128,128,0.0070613334576288865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,65,128,128,0.006781866649786632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,49,128,128,0.006713599960009258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,48,128,128,0.006690133114655812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,33,128,128,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,32,128,128,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,17,128,128,0.0067210664351781205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,16,128,128,0.0067093332608540845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,224,128,128,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,15,128,128,0.006676266590754191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,14,128,128,0.006683733562628429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,13,128,128,0.006318933268388112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,12,128,128,0.006725333134333293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,11,128,128,0.006805333495140076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,10,128,128,0.006937600175539653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,9,128,128,0.006682666639486949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,64,128,128,0.007079466680685679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,8,128,128,0.006996266543865204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,7,128,128,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,6,128,128,0.006671999891599019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,5,128,128,0.006746666630109151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,4,128,128,0.006669866542021434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,2,128,128,0.007057066758473713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,1,128,128,0.00673280010620753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,64,0.0030613332986831666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,64,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,64,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,64,0.002540799975395203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,64,0.0023264000813166302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,64,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,64,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,64,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,64,0.0023552000522613524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,64,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,64,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,64,0.0022069332500298817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,nvfp4,3,128,128,0.006729599833488464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,64,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,64,0.0021568000316619872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,64,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,64,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,64,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,64,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,64,0.0024490666886170702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,64,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,64,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,64,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,64,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,64,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,64,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,64,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,64,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,64,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,64,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,64,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,64,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,64,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,64,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,64,0.002131200085083644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,64,0.0023423999547958372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,64,0.0021503999829292296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,64,0.0021109332640965777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,64,0.002131200085083644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,64,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,64,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,64,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,64,0.0020960000654061633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,64,0.0021173333128293352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,64,0.0021141332884629565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,64,0.002111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,64,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,64,0.0021269333859284716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,64,0.02073600093523661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,64,0.01872746745745341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,64,0.01611199975013733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,64,0.016218666235605875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,64,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,64,0.015141333142916361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,64,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,64,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,64,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,64,0.003964799890915553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,64,0.015178666512171427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,64,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,64,0.014825600385665893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,64,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,64,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,64,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,64,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,64,0.015053866306940713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,64,0.01629866659641266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,64,0.014776532848676046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,64,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,64,0.015943466623624166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,64,0.014506666858990987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,64,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,64,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,64,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,64,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,64,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,64,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,64,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,64,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,64,0.014957867066065469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,64,0.01402239998181661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,64,0.014850133657455444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,64,0.015005866686503092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,64,0.014501333236694336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,64,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,64,0.014379733800888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,64,0.015126400192578635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,64,0.014344533284505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,64,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,64,0.01480959951877594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,64,0.013302399714787801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,64,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,64,0.013453867038091025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,64,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,64,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,64,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,64,0.014040533701578775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,64,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,64,0.014847999811172486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,64,0.014379733800888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,64,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,64,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,64,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,64,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,64,0.014401066303253173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,64,0.013065600395202636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,64,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,64,0.013667200009028116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,64,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,64,0.013710932930310568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,64,0.014361600081125895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,64,0.013645866513252258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,64,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,64,0.013299199938774108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,64,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,64,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,64,0.014412800470987955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,64,0.012891733646392822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,128,32,0.004212266703446706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,64,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,128,32,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,128,32,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,128,32,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,128,32,0.002629333237806956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,128,32,0.002716800073782603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,128,32,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,128,32,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,128,32,0.0024426666398843127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,128,32,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,128,32,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,128,32,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,128,32,0.0025461333493391673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,128,32,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,128,32,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,128,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,128,32,0.0022815999885400133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,128,32,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,64,0.014443733294804893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,128,32,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,128,32,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,128,32,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,128,32,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,128,32,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,128,32,0.0025941332181294756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,128,32,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,128,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,128,32,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,128,32,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,128,32,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,128,32,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,128,32,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,128,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,128,32,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,128,32,0.002133333434661229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,128,32,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,128,32,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,128,32,0.0023103999594847363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,128,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,128,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,128,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,128,32,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,128,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,128,32,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,128,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,128,32,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,128,32,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,128,32,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,128,32,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,128,32,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,128,32,0.0025461333493391673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,128,32,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,128,32,0.0023562667270501454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,128,32,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,128,32,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,128,32,0.002131200085083644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,128,32,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,128,32,0.002349866678317388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,128,32,0.0020970667401949564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,128,32,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,128,32,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,128,32,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,128,32,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,128,32,0.0022965334355831146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,128,32,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,128,32,0.0023061332603295645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,128,32,0.002266666789849599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,128,32,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,128,32,0.00230826660990715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,128,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,128,32,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,128,32,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,128,32,0.0021013334393501283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,128,32,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,128,32,0.01998293399810791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,128,32,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,128,32,0.016489600141843162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,128,32,0.016785067319869996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,128,32,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,128,32,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,128,32,0.014807466665903726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,128,32,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,128,32,0.01633386711279551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,128,32,0.015493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,128,32,0.015915733575820924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,128,32,0.015261866648991904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,128,32,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,128,32,0.01646506687005361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,128,32,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,128,32,0.016140799721082053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,128,32,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,128,32,0.014564266800880432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,128,32,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,128,32,0.014837333559989929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,128,32,0.014498133460680643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,128,32,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,128,32,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,128,32,0.0164490669965744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,128,32,0.014471466342608133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,128,32,0.014574933052062988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,128,32,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,128,32,0.015367466211318969
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,128,32,0.015201066931088766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,128,32,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,128,32,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,128,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,128,32,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,128,32,0.015980799992879234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,128,32,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,128,32,0.014056533575057983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,128,32,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,128,32,0.013507200280825296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,128,32,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,128,32,0.013206400473912559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,128,32,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,128,32,0.013486933708190919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,128,32,0.014294399817784628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,128,32,0.013303466637929282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,128,32,0.014708266655604044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,128,32,0.01441493332386017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,128,32,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,128,32,0.013452800114949546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,128,32,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,128,32,0.014342400431632995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,128,32,0.014961066842079162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,128,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,128,32,0.013503999511400858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,128,32,0.014617600043614707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,128,32,0.013291733463605246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,128,32,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,128,32,0.01367573340733846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,128,32,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,128,32,0.013287466764450074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,128,32,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,128,32,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,128,32,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,128,32,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,128,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,128,32,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,128,32,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,128,32,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,128,32,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,128,32,0.014419200023015341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,128,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,128,32,0.01440000037352244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,128,32,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,128,32,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,128,32,0.013637333114941915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,128,32,0.014349866906801859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,65536,0.1698325316111247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,65536,0.31517012914021814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,65536,0.09298346837361654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,65536,0.0928885300954183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,65536,0.08948266506195068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,65536,0.6196842829386393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,65536,0.08809706370035807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,65536,0.08154773712158203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,65536,0.07880533536275228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,65536,0.07544639905293783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,65536,0.07448960145314534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,65536,0.07019840081532797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,65536,0.07004373073577881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,65536,0.06449173291524252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,65536,0.06638079881668091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,65536,0.06254293521245322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,65536,0.06267306804656983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,65536,0.05677440166473389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,65536,0.05672213236490885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,65536,0.049296001593271896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,65536,0.046174931526184085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,65536,0.04613546530405681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,65536,0.040039467811584475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,65536,0.040301867326100665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,65536,0.03565226793289185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,65536,0.03617279926935832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,65536,0.03063253362973531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,65536,0.03518400192260742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,65536,0.0275711993376414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,65536,0.028915200630823774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,65536,0.022768000761667885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,65536,0.022775467236836752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,65536,0.01803413430849711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,65536,0.015238400300343832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,65536,0.01746986707051595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,65536,0.010781866312026978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,65536,0.0192138671875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,65536,0.014923733472824097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,65536,0.012513066331545511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,65536,0.015803733468055726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,65536,0.013817600409189858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,65536,0.01705706715583801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,65536,0.007464533547560374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,65536,0.05326399803161621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,65536,0.008845866719881693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,65536,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,65536,0.009159466624259949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,65536,0.010011733571688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,65536,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,65536,0.008380800485610962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,65536,0.010872532924016316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,65536,0.008409600456555684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,65536,0.007971199850241344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,65536,0.007896533111731212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,65536,0.009177600344022114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,65536,0.007558399935563405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,65536,0.009179733196894328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,65536,0.007146666447321574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,65536,0.01262399951616923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,65536,0.007163733243942261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,65536,0.007086933155854543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,65536,0.007066666583220164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,65536,0.007100800176461537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,65536,0.00713919997215271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,65536,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,65536,0.007551999886830647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,65536,0.007110400001207988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,65536,0.00746666689713796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,65536,0.0071050668756167095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,65536,0.007088000078996022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,65536,0.007494399944941203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,65536,0.006727466483910878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,65536,0.006344533463319142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,65536,0.007567999760309856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,65536,1.4798815409342447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,65536,0.7928319931030273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,65536,0.797755750020345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,65536,0.7462975819905598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,65536,2.9342025756835937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,65536,0.7528565088907878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,65536,0.701031494140625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,65536,0.7011936187744141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,65536,0.6562112172444661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,65536,0.6595274607340496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,65536,0.6098549524943034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,65536,0.6152053197224935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,65536,0.5659114837646484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,65536,0.5652362823486328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,65536,0.5214559872945149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,65536,0.5216021219889323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,65536,5.7831670125325525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,65536,0.47568960189819337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,65536,0.47665707270304364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,65536,0.429036808013916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,65536,0.3843263943990072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,65536,0.38626667658487956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,65536,0.3384010632832845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,65536,0.2933568000793457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,65536,0.3410773277282715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,65536,0.4299914677937825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,65536,0.2940042813618978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,65536,0.24858454068501792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,65536,0.24921600023905435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,65536,0.2010570685068766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,65536,0.20097920099894204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,65536,0.15390292803446454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,65536,0.1508896032969157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,65536,0.09169066747029622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,65536,0.09108800093332926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,65536,0.04330666859944661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,65536,0.045297066370646163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,65536,0.04122666517893474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,65536,0.04130133390426636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,65536,0.0368618647257487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,65536,0.03909013271331787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,65536,0.036526934305826826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,65536,0.03660373290379842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,65536,0.03143573403358459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,65536,0.03298239906628926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,65536,0.0314954658349355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,65536,0.031013333797454835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,65536,0.03101866642634074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,65536,0.028793599208196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,65536,0.026190932591756182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,65536,0.027992532650629683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,65536,0.026474666595458985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,65536,0.025785599152247114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,65536,0.025571199258168538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,65536,0.024665600061416625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,65536,0.024708267052968344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,65536,0.022184532880783082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,65536,0.02223893404006958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,65536,0.02108586629231771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,65536,0.02113599975903829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,65536,0.02188373406728109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,65536,0.021630932887395225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,65536,0.05284800132115682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,65536,0.021350399653116862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,65536,0.020682666699091592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,65536,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,65536,0.02090453306833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,65536,0.019946666558583577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,65536,0.018902399142583213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,65536,0.01876266598701477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,65536,0.019934932390848793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,65536,0.02005013426144918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,51200,0.2406005382537842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,51200,0.47910188039143875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,51200,0.12813759644826253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,51200,0.07069760163625081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,51200,0.07098666826883951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,51200,0.06774826844533285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,51200,0.06775573094685873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,51200,0.06297599871953329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,65536,0.021307732661565146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,51200,0.06290880044301352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,51200,0.059564801057179775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,51200,0.06000746488571167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,65536,0.020529067516326903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,51200,0.05179946819941202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,51200,0.05361920197804769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,51200,0.04998613198598226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,51200,0.05005333423614502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,51200,0.044130134582519534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,51200,0.04491626818974813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,51200,0.040446933110555014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,51200,0.040756265322367355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,51200,0.037725865840911865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,51200,0.03814186652501424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,51200,0.032994133234024045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,51200,0.033786666393280027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,51200,0.030102399984995525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,51200,0.031941332419713336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,51200,0.02636373241742452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,51200,0.026076799631118773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,51200,0.02215893268585205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,51200,0.024014933904012045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,51200,0.017369600137074788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,51200,0.012880000472068786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,51200,0.013300266861915589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,51200,0.02231360077857971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,51200,0.008327466746171314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,51200,0.016033066312472026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,51200,0.008799999952316284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,51200,0.05592426856358847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,51200,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,51200,0.011211733023325603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,51200,0.013288533687591553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,51200,0.011993599931399028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,51200,0.014916266997655234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,51200,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,51200,0.010777599612871806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,51200,0.008344533046086629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,51200,0.017810134092966716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,51200,0.007961600025494894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,51200,0.008366933465003968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,51200,0.007457066575686138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,51200,0.007561600208282471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,51200,0.007501866420110066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,51200,0.0567573348681132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,51200,0.014966400464375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,51200,0.0070592001080513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,51200,0.007528533538182576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,51200,0.008334933718045553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,51200,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,51200,0.008029866715272267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,51200,0.0071370666225751235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,51200,0.0071381335457166035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,51200,0.006743466854095459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,51200,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,51200,0.006670933465162914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,51200,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,51200,0.007089066505432129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,51200,0.006244266529877981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,51200,0.006340266764163971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,51200,0.006263466676076253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,51200,0.006762666503588359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,51200,0.006287999947865804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,51200,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,51200,0.006343466540177663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,51200,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,51200,0.01288426617781321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,51200,0.6238282521565754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,51200,1.1637643178304038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,51200,0.6282709121704102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,51200,0.587274678548177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,51200,0.5897120157877604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,51200,0.5531861623128255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,51200,2.2992830912272137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,51200,0.5195893287658692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,51200,0.5201087951660156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,51200,4.509468587239583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,51200,0.48414932886759443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,51200,0.485812250773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,51200,0.44840319951375324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,51200,0.4484042803446452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,51200,0.41571839650472003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,51200,0.5535605112711589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,51200,0.3762709299723307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,51200,0.3762111981709798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,51200,0.3401930809020996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,51200,0.3400170644124349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,51200,0.303007984161377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,51200,0.30461012522379555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,51200,0.26911786397298176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,51200,0.23524266878763833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,51200,0.41189225514729816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,51200,0.23483413060506186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,51200,0.19907840092976886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,51200,0.16140586535135906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,51200,0.1989034652709961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,51200,0.16076265970865886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,51200,0.11623146533966064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,51200,0.06445013284683228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,51200,0.06451306740442911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,51200,0.045762133598327634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,51200,0.037560534477233884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,51200,0.040123732884724934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,51200,0.2686389287312826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,51200,0.037239468097686766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,51200,0.037121065457661945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,51200,0.035241599877675375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,51200,0.03509013255437215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,51200,0.031085866689682006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,51200,0.030057599147160847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,51200,0.029156267642974854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,51200,0.029047467311223346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,51200,0.02867199977238973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,51200,0.027899734179178876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,51200,0.026774400472640993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,51200,0.11969172954559326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,51200,0.026022400458653765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,51200,0.025863466660181682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,51200,0.024903466304143272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,51200,0.038184531529744464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,51200,0.02290239930152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,51200,0.02086826761563619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,51200,0.020719999074935914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,51200,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,51200,0.020761599143346153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,51200,0.021285333236058555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,51200,0.020356265703837077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,51200,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,51200,0.020472532510757445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,51200,0.020060799519220986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,51200,0.022898133595784506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,51200,0.019108267625172932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,51200,0.019337600469589232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,51200,0.019363200664520262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,51200,0.018633600076039633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,51200,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,51200,0.018953599532445273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,51200,0.025123200813929242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,51200,0.020142932732899986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,51200,0.016816000143686928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,16384,0.16681706110636393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,16384,0.08458453019460042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,16384,0.04723946650822957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,16384,0.02717546621958415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,16384,0.02714666724205017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,16384,0.025940267244974773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,16384,0.025605332851409913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,16384,0.02480640014012655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,16384,0.025306665897369386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,16384,0.02313813368479411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,16384,0.02358293334643046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,16384,0.021167999505996703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,16384,0.02202346722284953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,16384,0.01736746629079183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,16384,0.018222934007644652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,16384,0.013382400075594584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,16384,0.014376533031463624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,16384,0.01248426636060079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,16384,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,16384,0.012844799955685934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,16384,0.014582399527231851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,16384,0.01421119968096415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,16384,0.011678933103879293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,51200,0.02467306653658549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,16384,0.013289599617322286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,16384,0.011220266421635944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,16384,0.011260799566904704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,16384,0.00960106650988261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,16384,0.011377066373825073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,16384,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,16384,0.009174399574597676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,16384,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,16384,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,16384,0.006332799792289734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,16384,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,16384,0.006359466910362243
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,16384,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,16384,0.006331733365853627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,16384,0.007912533481915791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,16384,0.007159466544787089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,16384,0.00758186678091685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,16384,0.011266133189201355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,16384,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,16384,0.005941333373387655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,16384,0.005947733422120413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,16384,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,16384,0.006266666452089946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,16384,0.006217599908510844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,16384,0.006325333317120869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,16384,0.006258133550484974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,16384,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,16384,0.008260266482830047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,16384,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,16384,0.006309333443641663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,16384,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,16384,0.006016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,16384,0.005873066683610281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,16384,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,16384,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,16384,0.005549866457780202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,16384,0.005505066613356272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,16384,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,16384,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,16384,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,16384,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,16384,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,16384,0.005541333556175232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,16384,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,16384,0.00553599993387858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,16384,0.005377066632111868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,16384,0.005100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,16384,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,16384,0.005525333185990652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,16384,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,16384,0.005932799975077311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,16384,1.4674271901448568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,16384,0.7432938893636067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,16384,0.20945812861124674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,16384,0.2091914653778076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,16384,0.19786133766174316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,16384,0.19814826647440592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,16384,0.18613333702087403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,16384,0.1853823979695638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,16384,0.17456639607747396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,16384,0.1756106694539388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,16384,0.16148160298665365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,16384,0.16416853268941242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,16384,0.15005547205607098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,16384,0.15018347104390461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,16384,0.13650773366292318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,16384,0.13562347094217936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,16384,0.12351786295572917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,16384,0.12201279799143475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,16384,0.37939411799112954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,16384,0.10802986621856689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,16384,0.1057909329732259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,16384,0.0904426654179891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,16384,0.08989546298980713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,16384,0.07453440030415853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,16384,0.06010133425394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,16384,0.04944746494293213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,16384,0.049428268273671465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,16384,0.044343467553456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,16384,0.04322559833526611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,16384,0.0386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,16384,0.03721173206965129
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,16384,0.07394346396128336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,16384,0.03331306576728821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,16384,0.030922667185465498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,16384,0.02481386661529541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,16384,0.025422932704289754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,16384,0.02502293388048808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,16384,0.02483946681022644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,16384,0.02488320072491964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,16384,0.025034666061401367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,16384,0.02450773318608602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,16384,0.02335466742515564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,16384,0.02294399936993917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,16384,0.0231221338113149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,16384,0.022781866788864135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,16384,0.02677546739578247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,16384,0.022789333264033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,16384,0.023000532388687135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,16384,0.022729599475860597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,16384,0.022502400477727256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,16384,0.021986132860183714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,16384,0.02067413330078125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,16384,0.020372267564137778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,16384,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,16384,0.018821332852045694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,16384,0.018607999881108603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,16384,0.01952106753985087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,16384,0.018742400407791137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,16384,0.017078399658203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,16384,0.019393066565195717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,16384,0.018823466698328652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,16384,0.018662399053573607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,16384,0.01808746655782064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,16384,0.019268266359965005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,16384,0.01990933418273926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,16384,0.017950934171676636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,16384,0.02081813414891561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,16384,0.017514665921529136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,16384,0.018359466393788656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,16384,0.018588799238204955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,16384,0.018011732896169027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,16384,0.017406932512919106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,12288,0.11926186879475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,12288,0.06115520000457764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,16384,0.01810879906018575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,12288,0.020652800798416138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,12288,0.01998400092124939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,12288,0.017375999689102174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,12288,0.017874133586883546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,12288,0.014938666423161825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,12288,0.015475199619928996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,12288,0.013635200262069703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,12288,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,12288,0.012873599926630655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,12288,0.012648533781369528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,12288,0.014684800306955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,16384,0.058918400605519616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,12288,0.012474667032559712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,12288,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,12288,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,12288,0.013398399949073792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,12288,0.012110933661460876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,12288,0.011925333738327026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,12288,0.011762133240699768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,12288,0.009831466277440389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,12288,0.011268267035484314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,12288,0.009272533655166625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,12288,0.032942932844161985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,12288,0.009436800082524618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,12288,0.00931946635246277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,12288,0.009327999750773112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,12288,0.009134933352470398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,12288,0.008054399987061818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,12288,0.009242666761080424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,12288,0.007218133409818013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,12288,0.01083626647790273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,12288,0.012863999605178833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,12288,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,12288,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,12288,0.005434666574001312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,12288,0.007095466554164887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,12288,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,12288,0.006674133241176605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,12288,0.0056085333228111265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,12288,0.00586346685886383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,12288,0.006358399987220764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,12288,0.010426666339238484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,12288,0.006308266520500183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,12288,0.0055285334587097164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,12288,0.0054282665252685545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,12288,0.005508266886075338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,12288,0.005566933254400889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,12288,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,12288,0.00556160012880961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,12288,0.005414400001366933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,12288,0.005165866514046987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,12288,0.005364266534646353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,12288,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,12288,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,12288,0.0051242664456367494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,12288,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,12288,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,12288,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,12288,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,12288,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,12288,0.0051136001944541935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,12288,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,12288,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,12288,0.0050453335046768185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,12288,0.005468800167242686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,12288,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,12288,0.00510506679614385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,12288,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,12288,0.004999466737111409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,12288,0.0051146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,12288,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,12288,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,12288,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,12288,0.2887477238972982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,12288,0.5611199696858724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,12288,0.16141014099121093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,12288,0.16037227312723795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,12288,0.14891306559244794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,12288,0.14814292589823405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,12288,1.105413309733073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,12288,0.14082880020141603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,12288,0.1402623971303304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,12288,0.1303925355275472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,12288,0.12097067038218182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,12288,0.1204799969991048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,12288,0.10639039675394694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,12288,0.10664640267690022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,12288,0.09490453402201335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,12288,0.09759999910990397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,12288,0.08483946323394775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,12288,0.0733845313390096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,12288,0.07215999762217204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,12288,0.05947519938151041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,12288,0.059129599730173746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,12288,0.051445333162943516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,12288,0.05166506767272949
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,12288,0.04803839921951294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,12288,0.04655893246332805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,12288,0.042868268489837644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,12288,0.042105599244435625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,12288,0.039238401254018146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,12288,0.03699306646982829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,12288,0.03306559920310974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,12288,0.03388373454411824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,12288,0.031015467643737794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,12288,0.02924906611442566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,12288,0.02485439976056417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,12288,0.024881066878636678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,12288,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,12288,0.024256000916163124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,12288,0.02476693391799927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,12288,0.023061333100001018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,12288,0.022882133722305298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,12288,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,12288,0.02295893430709839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,12288,0.02254826625188192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,12288,0.02304640014966329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,12288,0.021399466196695964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,12288,0.02169493238131205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,12288,0.02143146594365438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,12288,0.021297067403793335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,12288,0.02067520022392273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,12288,0.020793600877126058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,12288,0.020716800292332967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,12288,0.01925546725591024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,12288,0.08311359882354737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,12288,0.01925119956334432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,12288,0.018693333864212035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,12288,0.018758400281270345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,12288,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,12288,0.018118399381637573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,12288,0.018285866578420004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,12288,0.018399999539057414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,12288,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,12288,0.017705599466959633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,12288,0.01714986761411031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,12288,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,12288,0.1308085362116496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,12288,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,12288,0.016935465733210246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,12288,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,12288,0.018093866109848023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,12288,0.017333332697550455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,12288,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,12288,0.01709866722424825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,12288,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,12288,0.018889600038528444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,10240,0.052843733628590905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,10240,0.029007999102274577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,10240,0.10118506749471028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,10240,0.012905599673589072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,10240,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,10240,0.01204800009727478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,10240,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,10240,0.01207360029220581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,10240,0.012426666418711345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,10240,0.011685333649317424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,10240,0.011666133006413778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,10240,0.011416533589363098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,10240,0.011241599917411804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,10240,0.010973866780598958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,10240,0.009898666540781658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,10240,0.010773332913716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,10240,0.012797866264979044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,10240,0.012257066369056702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,10240,0.010405332843462626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,10240,0.010379733641942342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,10240,0.010414933164914448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,10240,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,10240,0.010030933221181234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,10240,0.008552533388137818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,10240,0.008378666639328004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,10240,0.00871573289235433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,10240,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,10240,0.010076799988746643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,10240,0.01171946624914805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,10240,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,10240,0.006680533289909363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,10240,0.013123200337092081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,10240,0.00974079966545105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,10240,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,10240,0.007075199981530507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,10240,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,10240,0.006385066608587901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,10240,0.005940266450246175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,10240,0.0063274666666984555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,10240,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,10240,0.0060127998391787205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,10240,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,10240,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,10240,0.005840000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,10240,0.006230400005976359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,10240,0.006200533111890157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,10240,0.006252799928188324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,10240,0.00586346685886383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,10240,0.0058559998869895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,10240,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,10240,0.007358933488527934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,10240,0.005638400216897329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,10240,0.005814399818579356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,10240,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,10240,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,10240,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,10240,0.005485866467158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,10240,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,10240,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,10240,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,10240,0.005829333265622457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,10240,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,10240,0.005558399856090546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,10240,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,10240,0.005031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,10240,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,10240,0.005194666484991709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,10240,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,10240,0.0064074665307998655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,10240,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,10240,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,10240,0.005357866485913595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,10240,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,10240,0.24193493525187174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,10240,0.13197226524353028
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,10240,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,10240,0.47159786224365235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,10240,0.13156800270080565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,10240,0.12006719907124837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,10240,0.9256906509399414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,10240,0.12100693384806316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,10240,0.11236480077107747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,10240,0.11205120086669922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,10240,0.1048202673594157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,10240,0.09045546849568685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,10240,0.09131626288096109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,10240,0.10456106662750245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,10240,0.08185813426971436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,10240,0.08089813391367594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,10240,0.07200106779734293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,10240,0.06102186838785807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,10240,0.0725653330485026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,10240,0.05541333357493082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,10240,0.05557013352711996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,10240,0.04941333134969075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,10240,0.04910293420155843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,10240,0.04556479851404826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,10240,0.04680213530858358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,10240,0.04319039980570476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,10240,0.043132801850636796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,10240,0.03920213381449382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,10240,0.03873066504796346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,10240,0.035819733142852785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,10240,0.03505599896113078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,10240,0.03189120093981425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,10240,0.03434880177179973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,10240,0.030289065837860108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,10240,0.029073067506154376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,10240,0.05966293414433797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,10240,0.025630933046340943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,10240,0.024651734034220378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,10240,0.024714666604995727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,10240,0.0226474662621816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,10240,0.024205867449442545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,10240,0.022204800446828207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,10240,0.02368320027987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,10240,0.022683733701705934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,10240,0.02138239940007528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,10240,0.02218773365020752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,10240,0.020797866582870483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,10240,0.020734934012095134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,10240,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,10240,0.020678400993347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,10240,0.02050666610399882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,10240,0.02028586665789286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,10240,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,10240,0.018891733884811402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,10240,0.01885973413785299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,10240,0.017332265774408974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,10240,0.017940266927083334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,10240,0.01699840029080709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,10240,0.01844053268432617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,10240,0.016871466239293417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,10240,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,10240,0.01672533353169759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,10240,0.022696532805760703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,10240,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,10240,0.017400532960891724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,10240,0.01673706571261088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,10240,0.018669867515563966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,10240,0.018152532974878947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,10240,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,10240,0.017988266547520955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,10240,0.016708266735076905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,10240,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,10240,0.016612266500790916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,8192,0.043597865104675296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,10240,0.016718933979670204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,8192,0.02354773283004761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,8192,0.012087466319402058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,8192,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,8192,0.010898133118947346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,8192,0.011945600310961407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,8192,0.010540800293286641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,8192,0.013530666629473368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,8192,0.010461866855621338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,8192,0.01243946651617686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,8192,0.010140800476074218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,8192,0.010020266969998677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,8192,0.01128000020980835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,8192,0.009616000453631084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,8192,0.008844799796740214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,8192,0.00963200032711029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,10240,0.016569599509239197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,8192,0.010912000139554342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,8192,0.010567466417948406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,8192,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,8192,0.00918506681919098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,8192,0.009192533294359843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,8192,0.007981866598129272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,8192,0.009355733791987102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,8192,0.00909440020720164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,8192,0.007737599809964498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,8192,0.0077002664407094315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,8192,0.08212266763051351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,8192,0.008798933029174805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,8192,0.007102933526039123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,8192,0.00749120016892751
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,8192,0.006278400123119354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,8192,0.008749866485595703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,8192,0.005901866654555003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,8192,0.006677333513895671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,8192,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,8192,0.006401066482067108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,8192,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,8192,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,8192,0.005817600091298421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,8192,0.0058005332946777345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,8192,0.005881600081920624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,8192,0.012076800068219502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,8192,0.005493333439032236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,8192,0.0058677335580190025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,8192,0.005840000013510386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,8192,0.005513600011666616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,8192,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,8192,0.005798399945100148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,8192,0.005544533332188925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,8192,0.005465599894523621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,8192,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,8192,0.005425066749254862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,8192,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,8192,0.005569066603978475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,8192,0.005553066730499268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,8192,0.005582933127880096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,8192,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,8192,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,8192,0.005186133086681366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,8192,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,8192,0.007580799857775371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,8192,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,8192,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,8192,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,8192,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,8192,0.005132799843947092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,8192,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,8192,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,8192,0.005275733272234599
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,8192,0.00547626664241155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,8192,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,8192,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,8192,0.005497600138187409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,8192,0.37940905888875326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,8192,0.7439669291178386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,8192,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,8192,0.19516053199768066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,8192,0.09864959716796876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,8192,0.08746453126271567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,8192,0.08666133085886638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,8192,0.0802560011545817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,8192,0.08050666650136312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,8192,0.0704522689183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,8192,0.07018880049387613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,8192,0.06238720019658407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,8192,0.05692586501439413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,8192,0.0523797353108724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,8192,0.05617920160293579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,8192,0.05305920044581095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,8192,0.04728746811548869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,8192,0.04775253136952718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,8192,0.04524693489074707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,8192,0.045950933297475176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,8192,0.0975541353225708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,8192,0.04123200178146362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,8192,0.04234986702601115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,8192,0.03983786503473918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,8192,0.03988373279571533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,8192,0.03712533315022786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,8192,0.037050668398539224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,8192,0.033758934338887533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,8192,0.03521706660588582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,8192,0.030985599756240843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,8192,0.06407039960225423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,8192,0.029181865851084392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,8192,0.029469867547353108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,8192,0.026370133956273394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,8192,0.025476266940434773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,8192,0.024177066485087075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,8192,0.023009065786997476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,8192,0.023513599236806234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,8192,0.023217066129048666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,8192,0.022804266214370726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,8192,0.0221450666586558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,8192,0.02269759972890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,8192,0.02176213264465332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,8192,0.022498132785161336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,8192,0.02081706722577413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,8192,0.020862932999928793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,8192,0.020755199591318767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,8192,0.019857066869735717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,8192,0.019745065768559774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,8192,0.018780799706776936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,8192,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,8192,0.019299199183781944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,8192,0.03096533417701721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,8192,0.018888533115386963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,8192,0.01798293391863505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,8192,0.018449066082636516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,8192,0.01717653274536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,8192,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,8192,0.016757333278656007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,8192,0.020590933163960774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,8192,0.01848213275273641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,8192,0.01816426714261373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,8192,0.01694933374722799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,8192,0.016619732975959776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,8192,0.017972266674041747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,8192,0.016695467631022136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,8192,0.01944533387819926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,8192,0.017479467391967773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,8192,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,8192,0.01815999945004781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,8192,0.01687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,8192,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,8192,0.017240534226099648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,8192,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,7168,0.07126186688741049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,7168,0.02029333313306173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,7168,0.010710400342941285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,7168,0.010803199807802836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,7168,0.010670933127403259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,7168,0.010591999689737955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,7168,0.009636267026265462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,7168,0.0106495996316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,7168,0.011213866869608562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,7168,0.011212799946467083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,7168,0.009262933333714803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,7168,0.010921600461006164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,7168,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,7168,0.010380799571673077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,7168,0.009129599730173747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,7168,0.010388267040252686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,7168,0.008802133798599242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,7168,0.010250666737556457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,7168,0.03762986660003662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,7168,0.009614933530489604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,7168,0.00877333382765452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,7168,0.008728532989819845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,7168,0.00839466651280721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,7168,0.009199999769528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,7168,0.008494933446248371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,7168,0.008416000008583068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,8192,0.01652479966481527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,7168,0.007462400197982788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,7168,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,7168,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,7168,0.006724266707897187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,7168,0.007149866720040639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,7168,0.005914666752020518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,7168,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,7168,0.005520000060399374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,7168,0.006293333570162455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,7168,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,7168,0.006260266900062561
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,7168,0.005571199953556061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,7168,0.006324266890684764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,7168,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,7168,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,7168,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,7168,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,7168,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,7168,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,7168,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,7168,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,7168,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,7168,0.0054517333706219995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,7168,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,7168,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,7168,0.005130666494369507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,7168,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,7168,0.005470933516820272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,7168,0.005110399921735128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,7168,0.0054837331175804135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,7168,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,7168,0.005062399804592133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,7168,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,7168,0.005161599814891815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,7168,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,7168,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,7168,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,7168,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,7168,0.005423999826113383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,7168,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,7168,0.005022933085759481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,7168,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,7168,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,7168,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,7168,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,7168,0.00551146666208903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,7168,0.6536991755167644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,7168,0.17069867451985676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,7168,0.3342656135559082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,7168,0.07871572971343994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,7168,0.07810239791870117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,7168,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,7168,0.004614399870236715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,7168,0.06957226594289144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,7168,0.06447999874750773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,7168,0.06521600087483724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,7168,0.05814293225606283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,7168,0.0536789337793986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,7168,0.05439253250757853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,7168,0.04939200083414714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,7168,0.04944640000661214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,7168,0.0474239985148112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,7168,0.04723946650822957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,7168,0.04417386849721273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,7168,0.04396799802780151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,7168,0.04278293450673421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,7168,0.04151893456776937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,7168,0.03972586790720622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,7168,0.04025280078252157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,7168,0.03705493211746216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,7168,0.03703146775563558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,7168,0.06846293608347574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,7168,0.034993068377176924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,7168,0.0352351983388265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,7168,0.05761493444442749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,7168,0.03257173299789429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,7168,0.033089067538579306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,7168,0.03096853295962016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,7168,0.029149866104125975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,7168,0.02905279994010925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,7168,0.025830399990081788
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,7168,0.02540266712506612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,7168,0.0233024001121521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,7168,0.022703999280929567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,7168,0.022843732436498006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,7168,0.022743467489878336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,7168,0.022215465704600014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,7168,0.022285866737365722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,7168,0.0223306675752004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,7168,0.021125332514444987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,7168,0.02084266742070516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,7168,0.020593067010243736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,7168,0.020717867215474448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,7168,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,7168,0.02064853310585022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,7168,0.030937600135803222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,7168,0.020614399512608846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,7168,0.018895999590555827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,7168,0.019052799542744955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,7168,0.019732266664505005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,7168,0.01973759929339091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,7168,0.018566399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,7168,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,7168,0.0180021325747172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,7168,0.017465599377950034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,7168,0.018053332964579262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,7168,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,7168,0.019410133361816406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,7168,0.017773866653442383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,7168,0.017182934284210204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,7168,0.01912426749865214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,7168,0.018281600872675576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,7168,0.017926400899887084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,7168,0.018305067221323648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,7168,0.017655466000239053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,7168,0.016871466239293417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,7168,0.016710400581359863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,7168,0.016692266861597697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,7168,0.01824959913889567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,7168,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,6144,0.06227733294169108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,6144,0.03344746828079224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,6144,0.013831466436386108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,7168,0.018677333990732826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,6144,0.0093450665473938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,6144,0.009508267045021057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,6144,0.009121066331863404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,6144,0.009598933657010396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,6144,0.009190400441487629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,6144,0.009318400422732036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,6144,0.009612799684206644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,6144,0.009197866916656494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,6144,0.009304533402125042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,6144,0.008730666836102803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,6144,0.009526399771372478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,6144,0.00843519965807597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,6144,0.009700266520182292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,6144,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,6144,0.00958079993724823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,6144,0.008909866213798523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,6144,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,6144,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,6144,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,6144,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,6144,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,6144,0.007955199976762136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,6144,0.006843733290831248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,6144,0.006911999980608622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,6144,0.006798933446407318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,6144,0.008781866232554118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,6144,0.006353066861629486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,6144,0.0067552000284194945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,6144,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,6144,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,6144,0.0058378666639328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,6144,0.005467733244101206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,6144,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,6144,0.005433600147565206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,7168,0.016520532965660095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,6144,0.005906133353710175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,6144,0.005222400029500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,6144,0.005972266693909963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,6144,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,6144,0.005896533528963724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,6144,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,6144,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,6144,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,6144,0.009914666414260864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,6144,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,6144,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,6144,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,6144,0.005806933343410492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,6144,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,6144,0.005400533477465311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,6144,0.005686399837334951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,6144,0.0053151999910672505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,6144,0.005235200126965841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,6144,0.005433600147565206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,6144,0.0062826668222745255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,6144,0.005239466826121012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,6144,0.004970666766166687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,6144,0.004960000018278758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,6144,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,6144,0.005299200117588043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,6144,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,6144,0.005030400057633718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,6144,0.004748799900213877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,6144,0.005239466826121012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,6144,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,6144,0.004962133367856344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,6144,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,6144,0.004792533318201701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,6144,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,6144,0.004875733455022176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,6144,0.0047647997736930845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,6144,0.005153066913286845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,6144,0.28866345087687173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,6144,0.1453279972076416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,6144,0.0616320013999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,6144,0.5629141489664714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,6144,0.05547840197881063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,6144,0.05560213327407837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,6144,0.05235306819279989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,6144,0.05293013254801432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,6144,0.04853333234786987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,6144,0.04918933312098185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,6144,0.04728533426920573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,6144,0.04719466765721639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,6144,0.04476266702016195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,6144,0.045176533857981364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,6144,0.041602134704589844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,6144,0.04118400017420451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,6144,0.041702401638031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,6144,0.04107093413670858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,6144,0.03931093215942383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,6144,0.03549013137817383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,6144,0.037625598907470706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,6144,0.06016000111897787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,6144,0.03564480145772298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,6144,0.03500906626383464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,6144,0.034994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,6144,0.033343998591105144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,6144,0.03265920082728068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,6144,0.030923734108606975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,6144,0.028663466374079388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,6144,0.028699733813603717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,6144,0.02544959982236226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,6144,0.02676266630490621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,6144,0.024821333090464272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,6144,0.024846933285395303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,6144,0.02295359969139099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,6144,0.02257173260052999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,6144,0.020889600118001304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,6144,0.020916267236073812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,6144,0.020632533232371013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,6144,0.021619200706481934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,6144,0.020915200312932335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,6144,0.02101759910583496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,6144,0.019910399119059244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,6144,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,6144,0.019341866175333657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,6144,0.018971733252207437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,6144,0.019447465737660728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,6144,0.020108799139658608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,6144,0.019469867149988808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,6144,0.030419200658798218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,6144,0.018554667631785073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,6144,0.01879040002822876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,6144,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,6144,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,6144,0.021057067314783733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,6144,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,6144,0.01818880041440328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,6144,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,6144,0.018355200688044228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,6144,0.01827413241068522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,6144,0.01727786660194397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,6144,0.016638933618863424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,6144,0.01673813263575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,6144,0.019730132818222047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,6144,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,6144,0.016636799772580466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,6144,0.016663466890652977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,6144,0.016477866967519125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,6144,0.017848533391952515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,6144,0.017448532581329345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,6144,0.018310399850209554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,6144,0.019386667013168334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,5120,0.05300906499226889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,5120,0.028884265820185346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,5120,0.010158933202425639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,5120,0.007972266773382823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,5120,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,6144,0.01648640036582947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,5120,0.007957333326339721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,5120,0.007949866851170858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,5120,0.008201600114504496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,5120,0.008280533552169799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,5120,0.008335999647776286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,5120,0.007996800045172375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,5120,0.008214400211970011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,5120,0.007964799801508587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,5120,0.008354133367538452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,5120,0.007922133306662242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,5120,0.008700799942016602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,5120,0.008198399841785432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,5120,0.007962666451931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,5120,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,5120,0.007469866673151653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,5120,0.007918933530648549
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,5120,0.007211733361085255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,5120,0.008041599889596303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,5120,0.008138666550318401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,5120,0.007191466788450877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,5120,0.007314133147398631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,5120,0.007092266778151194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,5120,0.007959466675917308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,5120,0.0079434668024381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,5120,0.00673173318306605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,5120,0.008010666569073994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,5120,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,5120,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,5120,0.006534400085608165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,5120,0.006363733112812043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,5120,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,5120,0.006330666442712148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,6144,0.0164682666460673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,5120,0.0051018665234247845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,5120,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,5120,0.005085866649945577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,5120,0.006698666512966156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,5120,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,5120,0.00626453310251236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,5120,0.00514986664056778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,5120,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,5120,0.005086933573087057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,5120,0.005514666438102722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,5120,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,5120,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,5120,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,5120,0.005437866846720377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,5120,0.005103999873002371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,5120,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,5120,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,5120,0.007083733379840851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,5120,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,5120,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,5120,0.004849066833655039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,5120,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,5120,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,5120,0.004647466540336609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,5120,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,5120,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,5120,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,5120,0.00476800004641215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,5120,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,5120,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,5120,0.004713599880536398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,5120,0.004259199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,5120,0.004308266441027323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,5120,0.004328533510367076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,5120,0.4725770632425944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,5120,0.004704000055789947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,5120,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,5120,0.049338666598002116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,5120,0.11862186590830485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,5120,0.24186986287434897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,5120,0.0502239982287089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,5120,0.04531840085983276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,5120,0.04635839859644572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,5120,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,5120,0.04571093320846557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,5120,0.045317331949869796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,5120,0.043339733282725015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,5120,0.04311466614405314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,5120,0.041169067223866776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,5120,0.04257386525472005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,5120,0.041043198108673094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,5120,0.039391998449961343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,5120,0.039100801944732665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,5120,0.03891733487447103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,5120,0.036608000596364335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,5120,0.03520319859186809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,5120,0.035146665573120114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,5120,0.03306453426678975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,5120,0.0310261329015096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,5120,0.031111466884613036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,5120,0.030533333619435627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,5120,0.030023467540740967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,5120,0.028758400678634645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,5120,0.02889066735903422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,5120,0.026649600267410277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,5120,0.02730773289998372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,5120,0.024925865729649863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,5120,0.025550933678944905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,5120,0.02416106661160787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,5120,0.025194666783014935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,5120,0.035076268513997394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,5120,0.032909866174062094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,5120,0.021334399779637657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,5120,0.020533333222071327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,5120,0.021372799078623453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,5120,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,5120,0.020644267400105797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,5120,0.019320533672968546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,5120,0.019191465775171914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,5120,0.019947733481725058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,5120,0.019672532876332603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,5120,0.01899306575457255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,5120,0.018703999121983846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,5120,0.021082667509714763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,5120,0.01872640053431193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,5120,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,5120,0.018552533785502114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,5120,0.01872533361117045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,5120,0.02076693375905355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,5120,0.018500266472498576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,5120,0.018900267283121743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,5120,0.019219199816385903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,5120,0.016643200318018594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,5120,0.017692800362904867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,5120,0.018657066424687705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,5120,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,5120,0.01845973332722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,5120,0.018847999970118205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,5120,0.017032533884048462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,5120,0.01680319905281067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,5120,0.016804265975952148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,5120,0.017808000246683754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,5120,0.01907093326250712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,5120,0.01664426624774933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,5120,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,5120,0.018326399723688762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,5120,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,5120,0.01652906636397044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,4096,0.042149333159128825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,4096,0.02278613249460856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,4096,0.007924266656239827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,4096,0.007107200225194295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,4096,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,4096,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,4096,0.007085866729418437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,4096,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,4096,0.0070720002055168155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,4096,0.006989866495132446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,5120,0.01843520005544027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,4096,0.007034666836261749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,4096,0.007119999825954437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,4096,0.007000533243020375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,4096,0.007123200098673503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,4096,0.007055999835332234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,4096,0.007062399884064992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,4096,0.0071285332242647815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,4096,0.006808533271153767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,4096,0.007077333331108093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,4096,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,4096,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,5120,0.01686186591784159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,4096,0.006701866785685222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,4096,0.006687999765078227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,4096,0.006741333504517872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,4096,0.006673066814740498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,4096,0.006305066744486491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,4096,0.006649599969387054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,4096,0.006660266717274983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,4096,0.006656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,4096,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,4096,0.006718933085600535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,4096,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,4096,0.006675200164318084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,4096,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,4096,0.006651733318964641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,4096,0.005409066875775656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,4096,0.00668693333864212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,4096,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,4096,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,4096,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,4096,0.005018666883309682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,4096,0.006231466432412466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,4096,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,4096,0.007097599903742473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,4096,0.0054506664474805195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,4096,0.005857066810131073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,4096,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,4096,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,5120,0.01676373283068339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,4096,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,4096,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,4096,0.005148800214131674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,4096,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,4096,0.0046069333950678505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,4096,0.004636799792448679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,4096,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,4096,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,4096,0.004287999868392944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,4096,0.004374399781227112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,4096,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,4096,0.0043136000633239744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,4096,0.0042303999265035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,4096,0.004312533140182495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,4096,0.004243200023969015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,4096,0.004294399917125702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,4096,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,4096,0.004285866518815359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,4096,0.004264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,4096,0.004333866635958353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,4096,0.004275199770927429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,4096,0.004271999994913737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,4096,0.004199466605981191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,4096,0.004226133227348328
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,4096,0.3806346575419108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,4096,0.004996266464392344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,4096,0.19577066103617352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,4096,0.041145598888397215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,4096,0.004233600199222564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,4096,0.041099735101064044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,4096,0.03923199971516927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,4096,0.03961706558863322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,4096,0.03938666582107544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,4096,0.037641600767771406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,4096,0.036908801396687826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,4096,0.03696426550547282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,4096,0.08549013137817382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,4096,0.034994133313496906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,4096,0.034949334462483723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,4096,0.034698665142059326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,4096,0.03292906681696574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,4096,0.03543039957682292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,4096,0.03294080098470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,4096,0.031078400214513142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,4096,0.030956800778706866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,4096,0.0291978657245636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,4096,0.03857386509577433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,4096,0.028967465957005816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,4096,0.027309866746266682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,4096,0.026987733443578084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,4096,0.02574719985326131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,4096,0.025832533836364746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,4096,0.023527467250823976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,4096,0.03916586637496948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,4096,0.023437867561976113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,4096,0.02266133427619934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,4096,0.023245867093404135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,4096,0.021375999848047892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,4096,0.029285333553949994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,4096,0.022875734170277915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,4096,0.018706132968266807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,4096,0.021101866165796915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,4096,0.01877760092417399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,4096,0.029079467058181763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,4096,0.019884800910949706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,4096,0.01928960084915161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,4096,0.020610133806864418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,4096,0.01987733244895935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,4096,0.019130667050679527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,4096,0.019003732999165853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,4096,0.01885546644528707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,4096,0.01886720061302185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,4096,0.018733867009480796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,4096,0.019317332903544107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,4096,0.018237866957982383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,4096,0.0184714674949646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,4096,0.018883200486501057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,4096,0.018338133891423546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,4096,0.019244800011316933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,4096,0.018398932615915933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,4096,0.019243733088175455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,4096,0.018654932578404747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,4096,0.01950506567955017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,4096,0.017452800273895265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,4096,0.016565333803494772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,4096,0.01665600041548411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,4096,0.01673813263575236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,4096,0.016989866892496742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,4096,0.017079466581344606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,4096,0.016565333803494772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,4096,0.016808533668518068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,4096,0.016667733589808144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,4096,0.016621866822242738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,4096,0.016703999042510985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,4096,0.01683093309402466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,4096,0.017398399114608765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,4096,0.017853866020838417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,4096,0.017661867539087932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,3584,0.020257065693537392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,4096,0.016603733102480568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,3584,0.0071839998165766404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,3584,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,3584,0.006311466793219249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,3584,0.006306133170922597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,3584,0.0063509335120519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,3584,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,3584,0.006345599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,3584,0.006295466423034668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,4096,0.018870399395624796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,3584,0.0063498665889104204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,3584,0.006303999821345012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,3584,0.006372266511122386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,3584,0.006433066725730896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,3584,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,3584,0.00628053347269694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,3584,0.00665280024210612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,3584,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,3584,0.006667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,3584,0.006267733375231425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,3584,0.006284800171852112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,3584,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,3584,0.037326931953430176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,3584,0.006243200103441874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,3584,0.006362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,3584,0.00624533345301946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,3584,0.006366933385531108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,3584,0.0062047998110453285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,3584,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,3584,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,3584,0.006403199831644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,3584,0.0062613333264986675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,3584,0.006543999910354615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,3584,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,3584,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,3584,0.005864533285299936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,3584,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,3584,0.0058773333827654515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,3584,0.0051818668842315676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,3584,0.005861333509286245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,3584,0.005400533477465311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,3584,0.005919999877611796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,3584,0.005138133466243744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,3584,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,3584,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,3584,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,3584,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,3584,0.005773866673310598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,3584,0.004997333387533823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,3584,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,3584,0.0050784001747767125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,3584,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,3584,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,3584,0.0050122668345769245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,3584,0.004982399940490723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,3584,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,3584,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,3584,0.004997333387533823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,3584,0.00496319979429245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,3584,0.004806399842103322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,3584,0.004769066472848257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,3584,0.005962666869163513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,3584,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,3584,0.005144533514976501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,3584,0.005029333134492239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,3584,0.005141333242257436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,3584,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,3584,0.004896000027656555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,3584,0.004745600124200186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,3584,0.004717866579691568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,3584,0.004863999783992767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,3584,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,3584,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,3584,0.33564907709757485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,3584,0.1712821324666341
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,3584,0.06809279918670655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,3584,0.038734932740529374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,3584,0.040047999223073324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,3584,0.037453866004943846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,3584,0.005133866767088572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,3584,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,3584,0.036517333984375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,3584,0.035034668445587155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,3584,0.0349397341410319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,3584,0.03467839956283569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,3584,0.035062400499979655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,3584,0.033096534013748166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,3584,0.033035733302434284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,3584,0.03188800017038981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,3584,0.0315338671207428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,3584,0.030881067117055256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,3584,0.03137386639912923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,3584,0.029121067126591998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,3584,0.028938666979471846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,3584,0.02885226607322693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,3584,0.02886613408724467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,3584,0.03751680056254069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,3584,0.026977066198984784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,3584,0.027159466346104937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,3584,0.024810665845870973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,3584,0.02601813276608785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,3584,0.024548266331354776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,3584,0.023562665780385336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,3584,0.0366154670715332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,3584,0.023170133431752525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,3584,0.022844799359639487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,3584,0.022722133000691733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,3584,0.021028266350428263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,3584,0.019486933946609497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,3584,0.01879040002822876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,3584,0.01877440015474955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,3584,0.018516266345977785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,3584,0.018012799819310508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,3584,0.018781866629918417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,3584,0.017912532885869345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,3584,0.02342080076535543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,3584,0.017246933778127034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,3584,0.017194666465123496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,3584,0.018326399723688762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,3584,0.016787199179331462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,3584,0.021635200579961142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,3584,0.017146666844685875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,3584,0.0172650674978892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,3584,0.01804479956626892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,3584,0.016804265975952148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,3584,0.016582399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,3584,0.017144532998402913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,3584,0.017008000612258913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,3584,0.016921599706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,3584,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,3584,0.017800533771514894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,3584,0.01609386702378591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,3584,0.016637866695721946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,3584,0.016338133811950685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,3584,0.017084799210230508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,3584,0.016777600844701132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,3584,0.01639573375384013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,3584,0.01648640036582947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,3584,0.016396799683570863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,3584,0.015774933497111003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,3584,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,3584,0.015692800283432007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,3584,0.01655893325805664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,3584,0.01647040049235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,3584,0.016139733791351318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,3584,0.01607146660486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,3072,0.03196906646092733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,3584,0.016432000199953715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,3072,0.01344533363978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,3072,0.006635733445485433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,3072,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,3072,0.005891199906667074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,3072,0.005886933207511902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,3072,0.0058335999647776285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,3072,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,3072,0.005868799984455109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,3072,0.005846400062243144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,3072,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,3072,0.005907199780146281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,3072,0.005915733178456625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,3072,0.005902933577696482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,3072,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,3072,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,3072,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,3072,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,3072,0.0058442667126655575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,3072,0.00590826670328776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,3072,0.005524266759554545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,3072,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,3072,0.005573333303133646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,3072,0.005500799914201101
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,3072,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,3072,0.005571199953556061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,3072,0.0054837331175804135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,3072,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,3072,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,3072,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,3072,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,3072,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,3072,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,3072,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,3072,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,3072,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,3072,0.005459199845790863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,3072,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,3072,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,3072,0.005036800106366476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,3072,0.005478399991989136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,3072,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,3072,0.005474133292833964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,3072,0.005295999844868978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,3072,0.004875733455022176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,3072,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,3072,0.005026133358478546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,3072,0.005100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,3584,0.01601920028527578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,3072,0.0054400001962979635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,3584,0.016662399967511496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,3072,0.004609066744645437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,3072,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,3072,0.0050016000866889955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,3072,0.0046741331617037455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,3072,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,3072,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,3072,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,3072,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,3072,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,3072,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,3072,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,3072,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,3072,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,3072,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,3072,0.0047989333669344585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,3072,0.004753066599369049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,3072,0.004709333181381226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,3072,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,3072,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,3072,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,3072,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,3072,0.004729599754015604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,3072,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,3072,0.0047423998514811196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,3072,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,3072,0.2899274508158366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,3072,0.05342506567637125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,3072,0.14762345949808758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,3072,0.03596266508102417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,3072,0.035076268513997394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,3072,0.03377066850662232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,3072,0.03382186492284139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,3072,0.03334506750106812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,3072,0.03446186780929565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,3072,0.03288960059483846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,3072,0.03196373383204142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,3072,0.03105493386586507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,3072,0.030849067370096843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,3072,0.029407999912897748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,3072,0.028946133454640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,3072,0.02895893255869548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,3072,0.028964267174402876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,3072,0.028514132897059126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,3072,0.028868265946706134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,3072,0.026843732595443724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,3072,0.033297065893809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,3072,0.026884265740712482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,3072,0.02653119961420695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,3072,0.02415999968846639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,3072,0.027211733659108478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,3072,0.02453333338101705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,3072,0.023112533489863078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,3072,0.023902932802836098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,3072,0.022695465882619222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,3072,0.022759467363357544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,3072,0.028858667612075804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,3072,0.021434666713078816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,3072,0.02077546715736389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,3072,0.019933867454528808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,3072,0.019010132551193236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,3072,0.018914133310317993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,3072,0.01717546582221985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,3072,0.018147200345993042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,3072,0.017410133282343546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,3072,0.017822933197021485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,3072,0.01810986598332723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,3072,0.017413334051767985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,3072,0.016781866550445557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,3072,0.017459199825922648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,3072,0.01687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,3072,0.017335466543833413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,3072,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,3072,0.017013333241144814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,3072,0.016532267133394875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,3072,0.016745599110921223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,3072,0.02183039983113607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,3072,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,3072,0.016683733463287352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,3072,0.016477866967519125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,3072,0.016768000523249307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,3072,0.017413334051767985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,3072,0.016691199938456216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,3072,0.016291200121243795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,3072,0.016364799936612447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,3072,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,3072,0.015056000153223673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,3072,0.016888533035914102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,3072,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,3072,0.017132800817489625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,3072,0.016216533382733662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,3072,0.01487573285897573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,3072,0.015862400333086647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,3072,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,3072,0.015229866902033488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,3072,0.016039466857910155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,3072,0.016268799702326454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,3072,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,2560,0.026396799087524413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,3072,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,2560,0.0065301333864529925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,2560,0.005117866893609365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,2560,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,2560,0.0054666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,2560,0.0054624001185099285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,2560,0.005202133456865946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,2560,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,2560,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,2560,0.005432533224423727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,2560,0.005177600185076395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,2560,0.009570133686065675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,2560,0.005193600058555603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,2560,0.005137066543102265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,2560,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,2560,0.0051594664653142296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,2560,0.005129600067933401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,2560,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,3072,0.017748266458511353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,2560,0.005555200080076853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,2560,0.0050901333491007485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,2560,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,2560,0.0051584000388781226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,2560,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,2560,0.0050911997755368555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,2560,0.005126399795214335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,2560,0.005127466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,2560,0.005050666630268097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,2560,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,2560,0.005021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,2560,0.004994133114814758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,2560,0.0054848000407218935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,2560,0.005025066435337067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,2560,0.005102933446566264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,2560,0.005015466610590617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,2560,0.0054506664474805195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,2560,0.005144533514976501
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,2560,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,2560,0.005498666564623515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,2560,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,2560,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,2560,0.005118933320045471
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,2560,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,2560,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,2560,0.005048533280690512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,2560,0.005127466718355815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,2560,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,2560,0.005116799970467886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,2560,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,2560,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,2560,0.00514026681582133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,2560,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,2560,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,2560,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,2560,0.004823466638724009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,2560,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,2560,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,2560,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,2560,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,2560,0.004637866715590159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,2560,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,2560,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,2560,0.004643199841181437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,2560,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,2560,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,2560,0.004811733464399974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,2560,0.0047978664437929785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,2560,0.004677333434422811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,2560,0.005073066552480062
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,2560,0.005006933212280273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,2560,0.004647466540336609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,2560,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,2560,0.2431349277496338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,2560,0.11894720395406086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,2560,0.005131733417510986
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,2560,0.0451904018719991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,2560,0.03292693297068278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,2560,0.033972267309824625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,2560,0.031676799058914185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,2560,0.004624000191688538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,2560,0.031185066699981688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,2560,0.030870399872461957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,2560,0.030371199051539104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,2560,0.029242666562398274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,2560,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,2560,0.028935466210047407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,2560,0.02964693307876587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,2560,0.028904533386230467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,2560,0.02879679997762044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,2560,0.028703999519348145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,2560,0.028173865874608357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,2560,0.02693866689999898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,2560,0.026770132780075073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,2560,0.026822400093078614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,2560,0.026638933022816974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,2560,0.024475733439127602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,2560,0.023589332898457847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,2560,0.025196800629297893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,2560,0.023281067609786987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,2560,0.022606933116912843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,2560,0.023938133319218954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,2560,0.022707200050354003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,2560,0.03140906691551208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,2560,0.021810134251912437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,2560,0.022809600830078124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,2560,0.020973867177963255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,2560,0.02079253395398458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,2560,0.019422932465871175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,2560,0.018539732694625853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,2560,0.017139200369517008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,2560,0.017081600427627564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,2560,0.01767146587371826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,2560,0.01680213411649068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,2560,0.017594667275746663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,2560,0.023407999674479166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,2560,0.0170197327931722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,2560,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,2560,0.017017600933710735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,2560,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,2560,0.016482133666674295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,2560,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,2560,0.01728640000025431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,2560,0.016080000003178916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,2560,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,2560,0.016744534174601235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,2560,0.019051732619603474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,2560,0.019883733987808228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,2560,0.01590079963207245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,2560,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,2560,0.018016000588734947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,2560,0.014657066265741984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,2560,0.015180800358454385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,2560,0.01597653329372406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,2560,0.014697600404421488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,2560,0.015929599603017174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,2560,0.014755200346310934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,2560,0.01513813336690267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,2560,0.014792533715566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,2560,0.015800533692042033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,2560,0.015491200486818948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,2560,0.015271466970443726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,2560,0.014874666929244995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,2560,0.015731199582417806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,2560,0.015185067057609558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,2560,0.015235199530919393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,2560,0.015850667158762613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,2560,0.014615466197331747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,2560,0.014685866236686707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,2048,0.020233599344889323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,2048,0.009463466207186381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,2048,0.005573333303133646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,2048,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,2048,0.004681600133577982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,2048,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,2048,0.004691199958324432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,2048,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,2048,0.00483840008576711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,2048,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,2048,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,2048,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,2048,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,2048,0.004628266890843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,2048,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,2048,0.004632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,2048,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,2048,0.004506666461626689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,2048,0.004628266890843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,2048,0.00468800018231074
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,2560,0.014492799838383993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,2048,0.004632533093293508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,2048,0.004648533463478088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,2048,0.004614399870236715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,2048,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,2048,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,2048,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,2048,0.004610133171081543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,2048,0.004222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,2048,0.004477866490681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,2048,0.0042453333735466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,2048,0.004264533519744873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,2048,0.004206933577855428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,2048,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,2048,0.005098666747411092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,2048,0.004250666499137879
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,2048,0.005038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,2048,0.004251733422279358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,2048,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,2048,0.004257066547870636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,2048,0.005008000135421753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,2048,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,2048,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,2048,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,2048,0.004781866570313772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,2048,0.005009066561857859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,2048,0.004958933095137278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,2048,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,2048,0.005013333261013031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,2048,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,2048,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,2048,0.00470719983180364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,2048,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,2048,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,2048,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,2048,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,2048,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,2048,0.004600533346335093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,2048,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,2048,0.004706133405367533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,2048,0.004613333443800608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,2048,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,2048,0.004231466849644979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,2048,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,2048,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,2048,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,2048,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,2048,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,2048,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,2048,0.004654933512210846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,2048,0.004724266628424326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,2048,0.0045962666471799215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,2048,0.004568533102671305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,2048,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,2048,0.19486826260884602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,2048,0.08597013155619303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,2048,0.03920853137969971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,2048,0.028919466336568195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,2048,0.028249599536259967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,2048,0.028169600168863933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,2048,0.02974613308906555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,2048,0.02878613273302714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,2048,0.02829759915669759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,2048,0.02863679925600688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,2048,0.026973867416381837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,2048,0.026923733949661254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,2048,0.02676266630490621
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,2048,0.02688960035641988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,2048,0.024995199839274087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,2048,0.025591466824213666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,2048,0.02455893357594808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,2048,0.02297066648801168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,2048,0.028969599803288774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,2048,0.024625066916147867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,2048,0.022716800371805825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,2048,0.022798933585484824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,2048,0.022929066419601442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,2048,0.02277759909629822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,2048,0.0229418675104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,2048,0.022644267479578654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,2048,0.021477333704630532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,2048,0.021612799167633055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,2048,0.02068159977595011
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,2048,0.020461867252985634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,2048,0.01981546680132548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,2048,0.020480000972747804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,2048,0.01876373291015625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,2048,0.018902399142583213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,2048,0.017166932423909508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,2048,0.016707199811935424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,2048,0.017554134130477905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,2048,0.017092265685399375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,2048,0.016284799575805663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,2048,0.017128533124923705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,2048,0.015307733416557312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,2048,0.016385066509246825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,2048,0.015773866573969522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,2048,0.017414400974909462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,2048,0.015016532937685647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,2048,0.015233066678047181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,2048,0.015973333517710367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,2048,0.016845866044362386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,2048,0.015187199910481772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,2048,0.01625706652800242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,2048,0.024834134181340537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,2048,0.016500266393025716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,2048,0.016385066509246825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,2048,0.016150400042533875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,2048,0.016173866391181946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,2048,0.01705706715583801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,2048,0.01463573376337687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,2048,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,2048,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,2048,0.016100266575813295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,2048,0.014957867066065469
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,2048,0.014590932925542196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,2048,0.014726400375366211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,2048,0.015965867042541503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,2048,0.015589333573977151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,2048,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,2048,0.014775466918945313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,2048,0.015778133273124696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,2048,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,2048,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,2048,0.014727466305096946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,2048,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,1536,0.012980266412099203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,1536,0.0050357331832249965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,1536,0.004192000130812327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,1536,0.004193066557248434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,2048,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,1536,0.004161066561937332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,1536,0.004005333284536997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,1536,0.004271999994913737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,1536,0.0038592000802357995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,1536,0.0042015999555587765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,1536,0.004251733422279358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,1536,0.004172799984614054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,1536,0.004216533402601878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,1536,0.004726399978001913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,1536,0.00450133333603541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,1536,0.004492799937725067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,1536,0.007628799974918365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,1536,0.00417493333419164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,1536,0.004204800228277842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,1536,0.0038634667793909705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,1536,0.004001066585381826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,1536,0.003969066590070724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,1536,0.004186666508515676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,2048,0.014839466412862143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,1536,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,1536,0.003861333429813385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,1536,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,1536,0.003894400099913279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,1536,0.003824000060558319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,1536,0.0037685332198937735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,1536,0.003857066730658213
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,1536,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,1536,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,1536,0.0037685332198937735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,1536,0.003822933385769526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,1536,0.0037717332442601522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,1536,0.00378560001651446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,1536,0.0037471999724706015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,1536,0.003774933268626531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,1536,0.0038293334345022834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,1536,0.003774933268626531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,1536,0.003870933254559835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,1536,0.0037461332976818085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,1536,0.003756800045569738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,1536,0.0037418665985266366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,1536,0.0038122666378815973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,1536,0.0039018665750821433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,1536,0.003773866593837738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,1536,0.0037717332442601522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,1536,0.003753600021203359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,1536,0.0037632000943024955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,1536,0.0037439999481042228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,1536,0.0037503999968369803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,1536,0.0037471999724706015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,1536,0.003853866706291834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,1536,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,1536,0.0037280000746250153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,1536,0.0037791999677817024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,1536,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,1536,0.0037930667400360107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,1536,0.0037994667887687682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,1536,0.0037578667203585305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,1536,0.003753600021203359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,1536,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,1536,0.003739733248949051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,1536,0.0038218667109807336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,1536,0.0037674665451049804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,1536,0.0037600000699361167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,1536,0.0037589333951473236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,1536,0.0037290667494138084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,1536,0.003803733239571253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,1536,0.0037503999968369803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,1536,0.05586666663487753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,1536,0.1468682607014974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,1536,0.0332479993502299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,1536,0.026953599850336712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,1536,0.026845866441726686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,1536,0.026606933275858564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,1536,0.026070400079091387
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,1536,0.025447465976079303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,1536,0.026250666379928587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,1536,0.024793599049250284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,1536,0.02415786584218343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,1536,0.02491413354873657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,1536,0.023150932788848878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,1536,0.023255467414855957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,1536,0.02342933416366577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,1536,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,1536,0.02281279961268107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,1536,0.022818134228388468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,1536,0.02256853381792704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,1536,0.0232586661974589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,1536,0.021998933951059976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,1536,0.022193066279093423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,1536,0.020992000897725425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,1536,0.021314134200414024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,1536,0.022670932610829673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,1536,0.02073919971783956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,1536,0.02024959921836853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,1536,0.02101973295211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,1536,0.02477226654688517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,1536,0.019169066349665323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,1536,0.0186901330947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,1536,0.020071466763814293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,1536,0.018567466735839845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,1536,0.018745599190394084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,1536,0.0168287992477417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,1536,0.01760639945665995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,1536,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,1536,0.017516799767812095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,1536,0.017298134167989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,1536,0.01688213348388672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,1536,0.016152532895406087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,1536,0.020603734254837035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,1536,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,1536,0.014605866869290671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,1536,0.01525759994983673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,1536,0.01458026667435964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,1536,0.016344533363978068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,1536,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,1536,0.014729600151379904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,1536,0.017896533012390137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,1536,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,1536,0.015188266833623251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,1536,0.01474453310171763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,1536,0.015422933300336204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,1536,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,1536,0.015954132874806723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,1536,0.015784533818562825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,1536,0.015513599912325541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,1536,0.014910933375358582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,1536,0.014966400464375815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,1536,0.014856533209482829
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,1536,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,1536,0.015829333662986757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,1536,0.015364266435305276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,1536,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,1536,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,1536,0.014868266383806863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,1536,0.014711466431617738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,1536,0.015041066209475198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,1536,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,1536,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,1536,0.01443839967250824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,1536,0.014551466703414917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,1536,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,1024,0.008289066453774769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,1024,0.0058890665570894875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,1024,0.00421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,1024,0.003416533271471659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,1024,0.003522133330504099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,1024,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,1024,0.0034901333351929987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,1024,0.00346666673819224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,1024,0.003475199888149897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,1024,0.0034143999218940735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,1024,0.0035285333792368567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,1024,0.00345920001467069
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,1024,0.0036703998843828833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,1024,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,1024,0.0034634667138258614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,1024,0.003433600068092346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,1024,0.0034656000634034475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,1024,0.003409066547950109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,1024,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,1024,0.003453866640726725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,1536,0.015991466244061787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,1024,0.0034677334129810332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,1024,0.0035189333061377203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,1024,0.0035818666219711304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,1024,0.003521066655715307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,1024,0.003517866631348928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,1024,0.003537066777547201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,1024,0.00352960005402565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,1024,0.0034527999659379324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,1024,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,1024,0.0033546666304270422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,1024,0.0034826666116714476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,1024,0.003020799905061722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,1024,0.0034602666894594826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,1024,0.0032138665517171226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,1024,0.0031690667072931922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,1024,0.003180799881617228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,1024,0.003188266605138779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,1024,0.003907199949026108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,1024,0.0032960000137488045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,1024,0.0031968000034491217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,1024,0.0031669333577156065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,1024,0.0032042667269706728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,1024,0.0034261333445707956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,1024,0.0031637333333492277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,1024,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,1024,0.0032255999743938447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,1024,0.0031093334158261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,1024,0.0031189332405726117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,1024,0.0031487998863061273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,1024,0.003669333209594091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,1024,0.003033600002527237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,1024,0.003147733211517334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,1024,0.0032501332461833954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,1024,0.003005866706371307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,1024,0.0031328000128269195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,1024,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,1024,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,1024,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,1024,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,1024,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,1024,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,1024,0.0029845332105954488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,1024,0.003014400104681651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,1024,0.0030122667551040648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,1024,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,1024,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,1024,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,1024,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,1024,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,1024,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,1024,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,1024,0.003052799900372823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,1024,0.0031210665901501974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,1024,0.08667413393656412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,1024,0.03932053248087565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,1024,0.027876265843709308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,1024,0.022711465756098427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,1024,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,1024,0.022820266087849934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,1024,0.022094933191935222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,1024,0.022283732891082764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,1024,0.02376213272412618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,1024,0.023057067394256593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,1024,0.02265066703160604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,1024,0.023164800802866616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,1024,0.022637865940729775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,1024,0.022083199024200438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,1024,0.022216532627741495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,1024,0.022395733992258707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,1024,0.02277759909629822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,1024,0.02109973430633545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,1024,0.02127893368403117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,1024,0.021076265970865884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,1024,0.021036799748738608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,1024,0.020761599143346153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,1024,0.020844799280166627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,1024,0.02307093342145284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,1024,0.020453333854675293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,1024,0.020606933037439983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,1024,0.019479467471440633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,1024,0.02054826617240906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,1024,0.019006933768590292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,1024,0.01887680093447367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,1024,0.01918720006942749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,1024,0.018451199928919474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,1024,0.017192532618840538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,1024,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,1024,0.018049067258834837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,1024,0.017323732376098633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,1024,0.015421866377194723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,1024,0.016294399897257485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,1024,0.01535146633783976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,1024,0.015455999970436096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,1024,0.015608533223470052
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,1024,0.014593066771825156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,1024,0.015801599621772765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,1024,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,1024,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,1024,0.014725333452224732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,1024,0.014929067095120749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,1024,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,1024,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,1024,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,1024,0.017011199394861856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,1024,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,1024,0.01668693423271179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,1024,0.014627200365066529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,1024,0.014975999792416891
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,1024,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,1024,0.015564800302187601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,1024,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,1024,0.015049599607785544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,1024,0.015020799636840821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,1024,0.014541866381963095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,1024,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,1024,0.014575999975204468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,1024,0.014732799927393594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,1024,0.014403200149536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,1024,0.0145578662554423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,1024,0.015220266580581666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,1024,0.014599466323852539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,1024,0.014656000336011252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,1024,0.01474240024884542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,1024,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,1024,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,768,0.0067007998625437425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,1024,0.014542933305104574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,768,0.005095466474692027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,768,0.0037664001186688742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,768,0.003222399950027466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,768,0.0030250666042168934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,768,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,768,0.0031114667654037476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,768,0.003053866575161616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,768,0.003047466774781545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,768,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,768,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,768,0.0033962666988372804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,768,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,1024,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,768,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,768,0.0030517332255840302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,768,0.003028266628583272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,768,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,768,0.003070933371782303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,768,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,768,0.0030570665995279947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,768,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,768,0.003018666555484136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,768,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,768,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,768,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,768,0.0030410667260487873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,768,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,1024,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,768,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,768,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,768,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,768,0.003009066730737686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,768,0.003032533327738444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,768,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,768,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,768,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,768,0.0029696000119050344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,768,0.0030016000072161358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,768,0.0029738667110602063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,768,0.003045333425203959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,768,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,768,0.0026528000831604003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,768,0.0029653333127498626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,768,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,768,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,768,0.0029728000362714132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,768,0.0029493334392706556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,768,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,768,0.002994133283694585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,768,0.003081600119670232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,768,0.00297173336148262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,768,0.0030229332546393077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,768,0.002977066735426585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,768,0.002996266633272171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,768,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,768,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,768,0.0027872001131375628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,768,0.0029237332443396253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,768,0.05565973520278931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,768,0.002942933390537898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,768,0.025933865706125898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,768,0.03327146569887797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,768,0.022129066785176597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,768,0.021758933862050377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,768,0.021310933430989585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,768,0.021347200870513915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,768,0.02126400073369344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,768,0.02059733271598816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,768,0.020680532852808634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,768,0.0206986665725708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,768,0.020708266894022623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,768,0.021041067441304524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,768,0.020478934049606323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,768,0.01932906707127889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,768,0.01957013408342997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,768,0.01943146586418152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,768,0.02209279934565226
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,768,0.02012373407681783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,768,0.021272534132003786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,768,0.01972800095876058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,768,0.019066667556762694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,768,0.019972266753514607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,768,0.020218666394551596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,768,0.01823893388112386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,768,0.01729493339856466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,768,0.017438934246699015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,768,0.016642133394877114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,768,0.01691840092341105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,768,0.016526933511098227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,768,0.016910932461420693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,768,0.015337600310643514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,768,0.016139733791351318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,768,0.014760532975196838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,768,0.015723733107248943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,768,0.01586666703224182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,768,0.01579200029373169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,768,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,768,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,768,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,768,0.015441067020098367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,768,0.01946559945742289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,768,0.014819199840227762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,768,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,768,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,768,0.01874026656150818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,768,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,768,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,768,0.015019733707110086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,768,0.014991999665896098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,768,0.015293866395950317
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,768,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,768,0.015333333611488342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,768,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,768,0.014634666840235391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,768,0.014640000462532044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,768,0.014571733276049294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,768,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,768,0.014754133423169455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,768,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,768,0.014248533050219217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,768,0.015664000312487283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,768,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,768,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,768,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,768,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,768,0.01455573340257009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,768,0.014385066429773965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,768,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,768,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,768,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,512,0.00557226687669754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,512,0.0043381333351135256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,512,0.0030986666679382324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,512,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,512,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,768,0.014220800002415976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,512,0.0029663999875386557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,512,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,512,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,512,0.0026261332134405774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,768,0.01461120049158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,512,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,512,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,512,0.0029706666866938275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,512,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,512,0.0029077333708604175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,512,0.002639999985694885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,512,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,512,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,512,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,512,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,512,0.0027893332143624624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,512,0.002701866626739502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,512,0.0027317332724730173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,512,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,512,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,512,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,512,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,512,0.003068800022204717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,512,0.0026079999903837843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,512,0.0027456000447273255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,512,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,512,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,512,0.0026496000587940215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,512,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,512,0.00262719988822937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,512,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,512,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,512,0.0029386666913827257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,512,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,512,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,512,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,512,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,512,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,512,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,512,0.002647466709216436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,512,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,512,0.002644266684850057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,512,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,512,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,512,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,512,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,512,0.0026538667579491934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,512,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,512,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,512,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,512,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,512,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,512,0.0026602665583292644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,512,0.0027413333455721537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,512,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,512,0.0027402666707833606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,512,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,512,0.0026496000587940215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,512,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,512,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,512,0.00271573339899381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,512,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,512,0.0026805333793163298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,512,0.0027242665489514667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,512,0.03925653298695882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,512,0.028233599662780762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,512,0.02232426603635152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,512,0.020504534244537354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,512,0.002621866762638092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,512,0.0203274667263031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,512,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,512,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,512,0.020470400651295982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,512,0.019351466496785482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,512,0.01958720088005066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,512,0.019407999515533448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,512,0.019643733898798622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,512,0.01953386664390564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,512,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,512,0.01880000034968058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,512,0.019268266359965005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,512,0.018593066930770875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,512,0.018717867136001588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,512,0.018696532646814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,512,0.01862293283144633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,512,0.018942934274673463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,512,0.01827733318010966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,512,0.01766293247540792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,512,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,512,0.017593600352605186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,512,0.017208532492319743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,512,0.017461333672205606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,512,0.01699413259824117
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,512,0.016156799594561257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,512,0.017177599668502807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,512,0.014823466539382935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,512,0.01688106656074524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,512,0.018613332509994508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,512,0.016593066851298015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,512,0.01527253290017446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,512,0.016800000270207723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,512,0.015550933281580605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,512,0.014913066228230795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,512,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,512,0.014891733725865683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,512,0.017926400899887084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,512,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,512,0.015427199999491372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,512,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,512,0.014403200149536133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,512,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,512,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,512,0.01467519998550415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,512,0.014673067132631936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,512,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,512,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,512,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,512,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,512,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,512,0.015884799758593242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,512,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,512,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,512,0.013792000214258828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,512,0.013798399766286214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,512,0.013967999815940857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,512,0.013593600193659464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,512,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,512,0.014260266224543253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,512,0.015640532970428465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,512,0.013649066289265951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,512,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,512,0.01421333352724711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,512,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,512,0.014298666516939798
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,512,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,512,0.013380266229311624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,512,0.014154666662216186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,512,0.013706666231155396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,256,0.004273066421349844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,256,0.0034186666210492453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,256,0.0029535998900731405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,256,0.002550400048494339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,256,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,256,0.0025792000194390613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,256,0.0025397333006064097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,256,0.002628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,256,0.0025600001215934755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,256,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,256,0.002535466601451238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,256,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,256,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,256,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,256,0.002661333233118057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,512,0.014392532904942832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,256,0.00257493332028389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,256,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,256,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,256,0.002616533388694127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,512,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,256,0.002643200010061264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,256,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,256,0.0027061333258946735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,256,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,256,0.0025557334224383037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,256,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,256,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,256,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,256,0.0025120000044504803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,256,0.002665599932273229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,256,0.002468266586462657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,256,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,256,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,256,0.0023872000475724537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,256,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,256,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,256,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,256,0.0023029332359631857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,256,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,256,0.002288000037272771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,256,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,256,0.0025642665723959604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,256,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,256,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,256,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,256,0.002253866692384084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,256,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,256,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,256,0.0023370665808518727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,256,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,256,0.002315733333428701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,256,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,256,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,256,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,256,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,256,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,256,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,256,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,256,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,256,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,256,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,256,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,256,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,256,0.0024170666933059693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,256,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,256,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,256,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,256,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,256,0.028520532449086505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,256,0.002405333270629247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,256,0.022233599424362184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,256,0.018382932742436728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,256,0.018599466482798258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,256,0.018566399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,256,0.017961599429448447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,256,0.01755839983622233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,256,0.017249067624409996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,256,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,256,0.017511467138926186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,256,0.017454934120178223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,256,0.01787733236948649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,256,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,256,0.01667413314183553
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,256,0.016819200913111367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,256,0.016714666287104288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,256,0.017043199141820273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,256,0.017374932765960693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,256,0.017697066068649292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,256,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,256,0.016876800855000814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,256,0.016515200336774193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,256,0.020869332551956176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,256,0.016455466548601784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,256,0.016200533509254454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,256,0.016406400005022685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,256,0.015441067020098367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,256,0.01586560010910034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,256,0.015493333339691162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,256,0.01581760048866272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,256,0.016317866245905557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,256,0.015105066696802774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,256,0.016123732924461363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,256,0.014845866958300272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,256,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,256,0.014503467082977294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,256,0.014587733149528503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,256,0.014362667004267374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,256,0.014504533012708029
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,256,0.014651733636856078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,256,0.014990933736165366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,256,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,256,0.015631999572118124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,256,0.01437440017859141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,256,0.01337493360042572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,256,0.014637866616249084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,256,0.014097066720326743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,256,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,256,0.01439573367436727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,256,0.01453439990679423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,256,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,256,0.016634666919708253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,256,0.014597333470980325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,256,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,256,0.013869866728782654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,256,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,256,0.014490666985511779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,256,0.013852799932161966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,256,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,256,0.014107732971509298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,256,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,256,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,256,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,256,0.014381866653760275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,256,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,256,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,256,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,256,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,256,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,256,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,256,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,256,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,256,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,256,0.013774933417638144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,256,0.01432213286558787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,128,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,128,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,128,0.002537599951028824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,128,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,128,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,128,0.0022602667411168414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,128,0.002313599983851115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,128,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,128,0.002587733417749405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,128,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,128,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,128,0.0025301332275072734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,128,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,128,0.0025973332424958544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,128,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,128,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,128,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,128,0.002274133265018463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,128,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,128,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,128,0.0022730665902296705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,128,0.0022751999398072558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,128,0.003852800031503042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,128,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,128,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,128,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,128,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,128,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,128,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,128,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,128,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,128,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,256,0.013994666934013366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,128,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,128,0.0021568000316619872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,128,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,128,0.0021375998854637145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,128,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,128,0.002271999915440877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,128,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,128,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,128,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,128,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,128,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,128,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,128,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,128,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,128,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,128,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,128,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,128,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,128,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,128,0.0021322667598724365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,128,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,128,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,128,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,128,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,128,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,128,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,128,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,128,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,128,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,128,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,128,0.02449173331260681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,128,0.019268266359965005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,128,0.01889066696166992
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,128,0.01644373337427775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,128,0.016133333245913185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,128,0.01684373418490092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,128,0.01684266726175944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,128,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,128,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,128,0.01617280046145121
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,128,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,128,0.015837867061297098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,128,0.015742933750152587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,128,0.016846932967503867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,128,0.015517866611480713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,128,0.015637333194414772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,128,0.01616853376229604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,128,0.01581653356552124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,128,0.015742933750152587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,128,0.014641066392262777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,128,0.017678932348887125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,128,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,128,0.015161599715550741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,128,0.016430933276812235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,128,0.015944533546765647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,128,0.014921599626541137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,128,0.015874133507410685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,128,0.014680533607800802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,128,0.01562666694323222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,128,0.015617066621780395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,128,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,128,0.015034666657447815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,128,0.01599679986635844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,128,0.015717333555221556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,128,0.014643200238545737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,128,0.01474133332570394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,128,0.014763733744621277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,128,0.01374613344669342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,128,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,128,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,128,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,128,0.01436906655629476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,128,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,128,0.014550399780273438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,128,0.014969600240389505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,128,0.014261333147684732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,128,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,128,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,128,0.014065066973368326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,128,0.014539733529090881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,128,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,128,0.013396267096201578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,128,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,128,0.013771733641624451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,128,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,128,0.014547200004259745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,128,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,128,0.01356053352355957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,128,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,128,0.014330666263898215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,128,0.013634133338928222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,128,0.014314666390419006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,128,0.012870400150616964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,128,0.01444586714108785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,128,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,128,0.01365546683470408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,128,0.01439786652723948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,128,0.013235200444857279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,128,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,128,0.013802666465441385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,128,0.01297813355922699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,128,0.013184000054995218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,128,0.013505066434542337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,64,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,64,0.0026752000053723653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,64,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,128,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,64,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,64,0.00226346676548322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,64,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,64,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,64,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,128,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,64,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,64,0.0021514666577180227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,64,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,64,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,64,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,128,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,64,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,64,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,64,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,64,0.002279466638962428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,64,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,64,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,64,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,64,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,64,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,64,0.0025439999997615816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,64,0.002128000060717265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,64,0.002163200080394745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,64,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,64,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,64,0.0024735999604066214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,64,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,64,0.002090666691462199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,64,0.0020928000410397845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,64,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,64,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,64,0.002090666691462199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,64,0.0020949333906173707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,64,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,64,0.0021087999145189924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,64,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,64,0.0021226666867733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,64,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,64,0.0021461332837740582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,64,0.0019509332875410716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,64,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,64,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,64,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,64,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,64,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,64,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,64,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,64,0.002111999938885371
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,64,0.0021877333521842955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,64,0.0020928000410397845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,64,0.0021354667842388153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,64,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,64,0.002327466756105423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,64,0.002103466788927714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,64,0.018713599443435668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,64,0.022272000710169472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,64,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,64,0.01607253352801005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,64,0.01632426679134369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,64,0.01613653302192688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,64,0.015343999862670899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,64,0.014812800288200378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,64,0.01495253344376882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,64,0.016557866334915163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,64,0.016581333676973977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,64,0.014631467064221701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,64,0.015436800320943198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,64,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,64,0.015094400445620219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,64,0.016701867183049522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,64,0.016306133071581522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,64,0.016386133432388306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,64,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,64,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,64,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,64,0.014479999740918478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,64,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,64,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,64,0.014470400412877402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,64,0.014275200168291726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,64,0.014759467045466105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,64,0.014425599575042724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,64,0.015752533078193666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,64,0.01444906691710154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,64,0.015498666961987814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,64,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,64,0.015494400262832641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,64,0.014491732915242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,64,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,64,0.014495999614397685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,64,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,64,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,64,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,64,0.013187199831008911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,64,0.014288000265757241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,64,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,64,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,64,0.015782399972279867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,64,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,64,0.014064000050226847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,64,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,64,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,64,0.014577066898345948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,64,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,64,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,64,0.013686399658521017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,64,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,64,0.013658666610717773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,64,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,64,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,64,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,64,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,64,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,64,0.014406399925549826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,64,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,64,0.014428800344467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,64,0.01437333325544993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,64,0.014427733421325684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,64,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,64,0.01442026694615682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,64,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,64,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,64,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,64,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,64,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,64,0.01430506706237793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,64,0.013633066415786743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,64,32,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,64,32,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,64,32,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,64,32,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,64,32,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,64,32,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,64,32,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,64,32,0.0025727999707063037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,64,32,0.0025472000241279604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,64,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,64,32,0.002277333289384842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,64,32,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,64,32,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,64,32,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,64,32,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,64,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,64,32,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,64,32,0.004642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,64,32,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,64,32,0.0029919999341169994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,64,32,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,64,32,0.0022677332162857056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,64,32,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,64,32,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,64,32,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,64,32,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,64,32,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,64,32,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,64,32,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,64,32,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,64,32,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,64,32,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,64,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,64,32,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,64,32,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,64,32,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,64,32,0.0021770666042963665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,64,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,64,32,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,64,32,0.0021290667355060577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,64,32,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,64,32,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,64,32,0.002145066608985265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,64,32,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,64,32,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,64,32,0.0021162666380405426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,64,32,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,64,32,0.0021386665602525076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,64,32,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,64,32,0.0020960000654061633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,64,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,64,32,0.0021226666867733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,64,32,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,64,32,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,64,32,0.0021290667355060577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,64,32,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,64,32,0.00211519996325175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,64,32,0.002148266633351644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,64,32,0.002102400114138921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,64,32,0.0021248000363508863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,64,32,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,64,32,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,64,32,0.002102400114138921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,64,32,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,64,32,0.002090666691462199
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,64,32,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,64,32,0.0021109332640965777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,64,32,0.0021375998854637145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,64,32,0.002113066613674164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,64,32,0.0021183999876181287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,64,32,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,64,32,0.0021685334543387097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,64,32,0.020702934265136717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,64,32,0.002145066608985265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,64,32,0.016922666629155477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,64,32,0.014756266276041666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,64,32,0.014833066860834757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,64,32,0.01609599987665812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,64,32,0.01574720044930776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,64,32,0.01565333306789398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,64,32,0.015306666493415833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,64,32,0.015084800124168397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,64,32,0.01456106702486674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,64,32,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,64,32,0.015144532918930054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,64,32,0.014968533317248026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,64,32,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,64,32,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,64,32,0.016105600198109946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,64,32,0.01516480048497518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,64,32,0.015020799636840821
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,64,32,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,64,32,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,64,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,64,32,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,64,32,0.014831999937693277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,64,32,0.014535466829935709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,64,32,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,64,32,0.014523733655611673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,64,32,0.014873600006103516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,64,32,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,64,32,0.014565333724021912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,64,32,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,64,32,0.014217600226402283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,64,32,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,64,32,0.014524799585342408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,64,32,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,64,32,0.014426666498184203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,64,32,0.014684800306955972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,64,32,0.014355199535687766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,64,32,0.014454399545987448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,64,32,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,64,32,0.014393599828084311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,64,32,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,64,32,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,64,32,0.014778666694959006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,64,32,0.014379733800888061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,64,32,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,64,32,0.014410666624704995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,64,32,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,64,32,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,64,32,0.014538666605949402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,64,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,64,32,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,64,32,0.014391466975212097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,64,32,0.013910399874051413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,64,32,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,64,32,0.013265066345532737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,64,32,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,64,32,0.01362666686375936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,64,32,0.01453013320763906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,64,32,0.012820266683896384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,64,32,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,64,32,0.013566933075586953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,64,32,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,64,32,0.013331199685732523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,64,32,0.0144896000623703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,64,32,0.01322773297627767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,64,32,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,64,32,0.012866133451461792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,64,32,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,64,32,0.014178133010864258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,64,32,0.014386133352915446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,64,32,0.014532267053922018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,64,32,0.014246400197347006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,64,32,0.014600533246994018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,65536,0.34018878936767577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,65536,0.7241984049479167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,65536,0.1615381399790446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,65536,0.09138986269632975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,65536,0.09149119853973389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,65536,0.08256853421529134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,65536,0.08569280306498209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,64,32,0.013709867000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,65536,0.08174293041229248
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,65536,0.07282026608784994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,65536,0.07064212958017985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,65536,0.06970132986704508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,65536,0.07162133057912191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,65536,0.06041813294092814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,64,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,65536,0.06267626682917277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,65536,0.06004800001780192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,65536,0.05958720048268636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,65536,0.05502080122629801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,65536,0.051077334086100254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,65536,0.050911998748779295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,65536,0.043728001912434894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,65536,0.04498240152994792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,65536,0.0380181352297465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,65536,0.03946133454640706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,65536,0.033779199918111166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,65536,0.03434453407923381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,65536,0.02918826738993327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,65536,0.028262400627136232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,65536,0.025675733884175617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,65536,0.02362026572227478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,65536,0.017272533973058064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,65536,0.0167413334051768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,65536,0.03570666710535685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,65536,0.0272053341070811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,65536,0.07641706466674805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,65536,0.02107093334197998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,65536,0.01590079963207245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,65536,0.011195733149846395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,65536,0.017951999107996622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,65536,0.013332266608874002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,65536,0.05394879976908366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,65536,0.015572266777356467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,65536,0.0100874662399292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,65536,0.008782933155695598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,65536,0.012478933731714884
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,65536,0.010334933797518413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,65536,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,65536,0.008331733445326488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,65536,0.01076800028483073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,65536,0.00918293297290802
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,65536,0.009922132889429728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,65536,0.009146666526794434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,65536,0.042265601952870685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,65536,0.009194667140642803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,65536,0.007991466422875721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,65536,0.008358400066693623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,65536,0.007867733140786488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,65536,0.007952000200748443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,65536,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,65536,0.008400000135103862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,65536,0.008316799998283386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,65536,0.007945600152015685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,65536,0.008384000261624653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,65536,0.007869866490364075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,65536,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,65536,0.008348799745241801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,65536,0.006931200126806895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,65536,0.007080533107121785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,65536,0.007513600091139476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,65536,0.006738133231798808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,65536,0.006666666766007741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,65536,0.006647466619809468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,65536,0.0062730665008227035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,65536,0.006679466863473256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,65536,0.019591466585795084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,65536,0.7944672266642253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,65536,1.4696384429931642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,65536,0.7930528004964192
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,65536,2.9199668884277346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,65536,0.7481333414713542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,65536,0.7017920176188152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,65536,0.6993258794148762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,65536,0.7466261545817058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,65536,0.6546730677286784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,65536,0.6118527730305989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,65536,0.5635744094848633
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,65536,0.6120810826619466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,65536,0.5187882741292318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,65536,5.831798299153646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,65536,0.5644320170084636
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,65536,0.6545845031738281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,65536,0.5187648137410481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,65536,0.4760095914204915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,65536,0.427018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,65536,0.42935679753621414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,65536,0.38405974706014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,65536,0.3832394599914551
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,65536,0.3367221196492513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,65536,0.33836587270100915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,65536,0.29170347849527994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,65536,0.2915701230367025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,65536,0.2448650677998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,65536,0.4736597379048665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,65536,0.19732799530029296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,65536,0.19654186566670734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,65536,0.17575467427571614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,65536,0.15288532574971517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,65536,0.09097279707590739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,65536,0.05351999998092651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,65536,0.043186132113138834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,65536,0.05749546686808268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,65536,0.0411733349164327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,65536,0.04164373477300008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,65536,0.03993813196818034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,65536,0.039082666238149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,65536,0.034958934783935545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,65536,0.037332268555959065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,65536,0.03152640064557393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,65536,0.03339626789093018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,65536,0.03141973416010539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,65536,0.031052800019582112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,65536,0.029850665728251142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,65536,0.02947946588198344
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,65536,0.027576533953348796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,65536,0.026846933364868163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,65536,0.100764799118042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,65536,0.02587413390477498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,65536,0.0266485333442688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,65536,0.02621226708094279
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,65536,0.02323946754137675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,65536,0.02408000032107035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,65536,0.022547199328740438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,65536,0.021707733472188316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,65536,0.022411733865737915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,65536,0.02250666618347168
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,65536,0.02187839945157369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,65536,0.020610133806864418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,65536,0.021261866887410483
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,65536,0.020569600661595664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,65536,0.020984532435735066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,65536,0.01941439906756083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,65536,0.021115734179814657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,65536,0.24548586209615073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,65536,0.018757333358128868
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,65536,0.01943040092786153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,65536,0.019910399119059244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,65536,0.01958293318748474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,65536,0.018743467330932618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,51200,0.24952640533447265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,51200,0.5497280120849609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,51200,0.1278005361557007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,51200,0.07188693682352701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,51200,0.07217280069986978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,51200,0.0667189359664917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,51200,0.0686037302017212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,51200,0.06536746819814046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,65536,0.018773333231608073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,51200,0.06130239963531494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,51200,0.058406400680541995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,51200,0.05670613447825114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,51200,0.05628586610158285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,51200,0.05563946564992269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,51200,0.048501332600911454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,51200,0.05061013301213583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,51200,0.048293332258860275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,51200,0.04687146743138631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,51200,0.04398186604181926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,51200,0.038431998093922934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,51200,0.04466453393300374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,51200,0.03839360078175862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,51200,0.03515306711196899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,51200,0.03713279962539673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,51200,0.03094293276468913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,51200,0.032001066207885745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,51200,0.027446399132410686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,51200,0.02409279942512512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,51200,0.02324159940083822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,51200,0.017122133572896322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,51200,0.02853013277053833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,51200,0.031890134016672775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,51200,0.0227018674214681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,51200,0.025130667289098102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,51200,0.009976533055305482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,51200,0.03301333387692769
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,51200,0.010089600086212158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,51200,0.014751999576886495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,51200,0.011576533317565918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,51200,0.01285866697629293
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,51200,0.00874133308728536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,51200,0.01703146696090698
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,51200,0.007930666704972585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,51200,0.011531733473141988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,51200,0.009181867043177288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,51200,0.028153600295384724
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,51200,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,51200,0.008183466891447704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,51200,0.007629866898059845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,51200,0.008599467078844706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,51200,0.008398933211962382
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,51200,0.028598399957021077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,51200,0.017734400431315103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,51200,0.00783679982026418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,51200,0.007625600198904674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,51200,0.006809600194295247
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,51200,0.007620266576608021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,51200,0.006667733192443848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,51200,0.00755626658598582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,51200,0.007548800110816956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,51200,0.007210666437943776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,51200,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,51200,0.007361066838105519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,51200,0.0070602665344874065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,51200,0.007560533285140991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,51200,0.006817066669464111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,51200,0.006734933455785115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,51200,0.006182399888833364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,51200,0.006382933259010315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,51200,0.005960533519585928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,51200,0.006307200094064077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,51200,0.019218132893244425
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,51200,0.006403199831644694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,51200,0.009511466821034749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,51200,0.00631466656923294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,51200,1.1534037272135416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,51200,0.6239967981974284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,51200,0.6240640004475911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,51200,0.5869098663330078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,51200,2.287554168701172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,51200,0.5868223826090495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,51200,0.5528575897216796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,51200,0.5524213155110677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,51200,0.518609078725179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,51200,0.5178954760233562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,51200,0.4845120112101237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,51200,0.4841631889343262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,51200,0.4469749450683594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,51200,4.556529235839844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,51200,0.44596907297770183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,51200,0.4126922607421875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,51200,0.4111680030822754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,51200,0.3756693204243978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,51200,0.37649173736572267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,51200,0.33787625630696616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,51200,0.33790613810221354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,51200,0.3033674558003744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,51200,0.30233920415242516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,51200,0.268121592203776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,51200,0.23231679598490396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,51200,0.23228693008422852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,51200,0.19464426040649413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,51200,0.19492905934651691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,51200,0.15580053329467775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,51200,0.15691626866658528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,51200,0.11551253000895183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,51200,0.07097280025482178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,51200,0.0635861317316691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,51200,0.13344106674194336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,51200,0.04719573259353638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,51200,0.03845013380050659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,51200,0.2683253288269043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,51200,0.048699732621510824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,51200,0.03703573147455851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,51200,0.03539520104726156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,51200,0.03297599951426188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,51200,0.034968535105387374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,51200,0.03070613344510396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,51200,0.02879146734873454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,51200,0.0312394658724467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,51200,0.02853013277053833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,51200,0.026822400093078614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,51200,0.027820799748102826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,51200,0.027056000630060834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,51200,0.025916800896326704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,51200,0.024626133839289348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,51200,0.024523733059565227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,51200,0.037547731399536134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,51200,0.024715733528137208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,51200,0.023095466693242393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,51200,0.02063360015551249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,51200,0.03687573273976644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,51200,0.020670932531356812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,51200,0.020705066124598184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,51200,0.019530665874481202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,51200,0.01976213256518046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,51200,0.01914560000101725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,51200,0.020618667205174766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,51200,0.019019732872645058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,51200,0.019076265891393027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,51200,0.020578134059906005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,51200,0.019241599241892497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,51200,0.01856213410695394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,51200,0.02900586724281311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,51200,0.019042134284973145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,51200,0.017189333836237587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,51200,0.019939200083414713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,51200,0.01983573238054911
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,16384,0.17683413823445637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,16384,0.08223040103912353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,16384,0.025397332509358723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,16384,0.05006080071131388
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,16384,0.02476159930229187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,16384,0.025334399938583375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,16384,0.023257599274317423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,16384,0.02207146684328715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,16384,0.02209386626879374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,51200,0.020626133680343627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,16384,0.021828265984853108
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,16384,0.019432532787322997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,16384,0.019833600521087645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,16384,0.014989866813023885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,16384,0.015382400155067444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,16384,0.013337600231170654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,16384,0.012593066692352295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,16384,0.011917866269747416
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,16384,0.01206719974676768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,16384,0.010010666648546855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,16384,0.010707199573516846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,16384,0.010018133123715718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,16384,0.009992532928784688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,16384,0.009147733449935913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,16384,0.009890133142471313
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,16384,0.013421866297721862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,16384,0.013713066776593527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,16384,0.00830506682395935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,16384,0.01122773289680481
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,16384,0.010847999652226766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,16384,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,16384,0.009571199615796406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,16384,0.010013866424560546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,16384,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,16384,0.009815466403961182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,16384,0.006697600086530049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,16384,0.01362986663977305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,16384,0.007098666826883952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,16384,0.00793280005455017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,16384,0.006749866902828217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,16384,0.025253333648045856
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,16384,0.008339200417200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,16384,0.0067669332027435304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,16384,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,16384,0.005921066800753275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,16384,0.006364800035953522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,16384,0.006717866659164429
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,16384,0.005977599819501241
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,16384,0.006285866598288219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,16384,0.006332799792289734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,16384,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,16384,0.012822399536768595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,16384,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,16384,0.006478933493296306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,16384,0.005927466849486033
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,16384,0.006482133269309997
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,16384,0.005543466905752818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,16384,0.006007466713587443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,16384,0.0055071999629338585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,16384,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,16384,0.005486933390299479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,16384,0.005595733225345611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,16384,0.005430399874846141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,16384,0.0056874667604764305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,16384,0.005502933263778686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,16384,0.0055871998270352686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,16384,0.00544106662273407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,16384,0.005659733215967814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,16384,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,16384,0.005830400188763936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,16384,0.006355200211207073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,16384,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,16384,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,16384,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,16384,0.740497080485026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,16384,0.3787082672119141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,16384,0.0056874667604764305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,16384,1.4690592447916666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,16384,0.20811840693155922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,16384,0.2083893299102783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,16384,0.19556479454040526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,16384,0.19656000137329102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,16384,0.18483519554138184
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,16384,0.17249493598937987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,16384,0.17281386057535808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,16384,0.16086079279581705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,16384,0.15971627235412597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,16384,0.1477333386739095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,16384,0.13462079366048177
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,16384,0.1341056029001872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,16384,0.11984426975250244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,16384,0.1204533338546753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,16384,0.10328106880187989
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,16384,0.1076586643854777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,16384,0.09131733576456705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,16384,0.1848746617635091
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,16384,0.09058026472727457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,16384,0.07043200333913167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,16384,0.07408426602681478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,16384,0.05963306824366251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,16384,0.06030186812082926
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,16384,0.04936853249867757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,16384,0.050879999001820886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,16384,0.04545386632283528
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,16384,0.04315199851989746
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,16384,0.042905600865681966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,16384,0.036950401465098065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,16384,0.0344213326772054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,16384,0.028058665990829467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,16384,0.031188267469406127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,16384,0.026774400472640993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,16384,0.025386667251586913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,16384,0.025838933388392132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,16384,0.025148799022038777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,16384,0.024740266799926757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,16384,0.0245578666528066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,16384,0.023891200621922813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,16384,0.022754132747650146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,16384,0.02296533385912577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,16384,0.0236735999584198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,16384,0.02257706721623739
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,16384,0.02326186696688334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,16384,0.14829440116882325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,16384,0.022325332959493002
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,16384,0.022526933749516805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,16384,0.022267733017603555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,16384,0.0214901328086853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,16384,0.020539732774098714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,16384,0.01958613395690918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,16384,0.019062399864196777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,16384,0.01821546753247579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,16384,0.018755199511845906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,16384,0.01854613423347473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,16384,0.0186901330947876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,16384,0.01851093371709188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,16384,0.018408532937367758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,16384,0.01834133267402649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,16384,0.01967786749204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,16384,0.018179200092951455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,16384,0.02093120018641154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,16384,0.018422400951385497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,16384,0.024741333723068238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,16384,0.01827733318010966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,16384,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,16384,0.01799573302268982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,16384,0.01656426688035329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,16384,0.016685867309570314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,16384,0.016505600015322367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,12288,0.058449065685272215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,12288,0.12164479891459148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,12288,0.031245867411295574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,12288,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,12288,0.018490666151046754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,12288,0.015560533603032431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,12288,0.01565333306789398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,12288,0.01386666695276896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,12288,0.012492799758911132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,12288,0.011598933736483257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,12288,0.011619200309117634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,12288,0.01121493379275004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,12288,0.010857599973678588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,12288,0.010678399602572124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,12288,0.010376532872517902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,12288,0.010083199540774027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,16384,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,12288,0.010071466366449993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,12288,0.009907199939092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,12288,0.008770133058230083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,12288,0.008742400010426839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,12288,0.007976533472537994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,12288,0.012812800208727517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,12288,0.008059733112653096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,12288,0.014362667004267374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,12288,0.0116565336783727
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,12288,0.011282133062680562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,12288,0.011297067006429035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,12288,0.01070186694463094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,12288,0.009173333644866943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,12288,0.016158933440844216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,12288,0.008307200173536937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,12288,0.01259519954522451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,12288,0.007121066749095917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,12288,0.007990399996439617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,12288,0.005529599885145823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,12288,0.009985066453615824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,12288,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,12288,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,12288,0.005491200089454651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,12288,0.0070783997575442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,12288,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,12288,0.006659199794133504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,12288,0.005492266515890757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,12288,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,12288,0.005425066749254862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,12288,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,12288,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,12288,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,12288,0.005512533088525137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,12288,0.005418666700522105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,12288,0.005499733487764994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,12288,0.005355733136336008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,12288,0.005421866476535797
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,12288,0.005218133330345154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,12288,0.005419733126958212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,12288,0.005030400057633718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,12288,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,12288,0.005047466854254405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,12288,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,12288,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,12288,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,12288,0.005031466484069824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,12288,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,12288,0.005014400184154511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,12288,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,12288,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,12288,0.005032533407211303
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,12288,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,12288,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,12288,0.005020800232887268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,12288,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,12288,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,12288,0.007946666578451793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,12288,0.5588714599609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,12288,0.16028480529785155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,12288,0.28795200983683267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,12288,1.1064596811930338
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,12288,0.14829333623250324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,12288,0.14809494018554686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,12288,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,12288,0.1399936040242513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,12288,0.13933973312377929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,12288,0.12922240098317464
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,12288,0.12399786313374836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,12288,0.1192735989888509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,12288,0.10457706451416016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,12288,0.10273173650105794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,12288,0.0927839994430542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,12288,0.16020480791727704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,12288,0.09215146700541178
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,12288,0.08053759733835855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,12288,0.06768853664398193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,12288,0.07029653390248616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,12288,0.13031040032704672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,12288,0.05818026860555013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,12288,0.05270826816558838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,12288,0.0517632007598877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,12288,0.047704533735911055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,12288,0.08068586985270182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,12288,0.047177600860595706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,12288,0.04330346584320068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,12288,0.04233386516571045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,12288,0.04094506502151489
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,12288,0.036924799283345536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,12288,0.037096532185872395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,12288,0.03294613361358643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,12288,0.058753065268198644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,12288,0.03097813328107198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,12288,0.03062933286031087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,12288,0.025685334205627443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,12288,0.025156267484029132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,12288,0.02268799940745036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,12288,0.02466239929199219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,12288,0.02278719941775004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,12288,0.022909865776697794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,12288,0.02272319992383321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,12288,0.02221333384513855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,12288,0.022887466351191203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,12288,0.021170133352279664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,12288,0.021942400932312013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,12288,0.02090453306833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,12288,0.021604265769322714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,12288,0.02063466707865397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,12288,0.02087679902712504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,12288,0.018901334206263224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,12288,0.01898346741994222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,12288,0.019525333245595296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,12288,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,12288,0.02510400017102559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,12288,0.018296533823013307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,12288,0.018979199727376304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,12288,0.0169706662495931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,12288,0.01776319940884908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,12288,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,12288,0.017893334229787193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,12288,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,12288,0.0185589333375295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,12288,0.01709653337796529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,12288,0.0182751993338267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,12288,0.016801067193349204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,12288,0.01732053359349569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,12288,0.019604265689849854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,12288,0.024825600783030193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,12288,0.016670932372411094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,12288,0.016825600465138753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,10240,0.10083093643188476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,10240,0.04978239933649699
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,10240,0.026791467269261675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,10240,0.011356799801190694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,10240,0.012001066406567892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,10240,0.011365333199501037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,10240,0.011330133676528931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,10240,0.011580800016721089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,10240,0.010659199953079224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,10240,0.01039466659228007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,10240,0.009964799880981446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,12288,0.016790399948755898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,10240,0.01018453339735667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,10240,0.00995199978351593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,10240,0.009595732887585957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,10240,0.009155199925104777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,10240,0.009343999624252319
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,10240,0.009148800373077392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,10240,0.00912000040213267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,10240,0.008744532863299053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,10240,0.008422399560610454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,10240,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,10240,0.008005333443482716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,10240,0.007505066692829132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,10240,0.011635200182596842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,10240,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,10240,0.010423466563224792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,10240,0.01079360047976176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,10240,0.010044800241788228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,10240,0.012249599893887837
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,10240,0.008309333523114523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,10240,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,10240,0.007495466868082683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,10240,0.010784000158309937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,10240,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,10240,0.007133866846561432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,10240,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,10240,0.0070816000302632645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,10240,0.005936000247796377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,10240,0.006730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,10240,0.005869866907596588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,12288,0.017961599429448447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,10240,0.006455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,10240,0.005842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,10240,0.0061941335598627726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,10240,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,10240,0.01330880026022593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,10240,0.00589333325624466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,10240,0.005894400179386139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,10240,0.005950933198134104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,10240,0.005884799857934316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,12288,0.017118932803471883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,10240,0.005635199944178263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,10240,0.005796266595522562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,10240,0.0050794666012128195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,10240,0.005899733304977417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,10240,0.0055861334005991616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,10240,0.005763199925422668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,10240,0.005075199902057648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,10240,0.005595733225345611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,10240,0.005093333125114441
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,10240,0.005772800246874491
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,10240,0.005876266459623972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,10240,0.005960533519585928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,10240,0.005870933334032694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,10240,0.005526400109132131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,10240,0.005545599758625031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,10240,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,10240,0.005053866902987162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,10240,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,10240,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,10240,0.004678399860858917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,10240,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,10240,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,10240,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,10240,0.004722133278846741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,10240,0.0055402666330337524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,10240,0.47013225555419924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,10240,0.24085653622945152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,10240,0.13409919738769532
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,10240,0.13413546880086263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,10240,0.9254741032918294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,10240,0.12213013172149659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,10240,0.12104000250498455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,10240,0.1144426663716634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,10240,0.1132853349049886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,10240,0.10608212947845459
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,10240,0.09249920050303141
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,10240,0.0920128027598063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,10240,0.08390186627705892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,10240,0.08094507058461507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,10240,0.07214399973551432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,10240,0.07052053610483805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,10240,0.06323839823404948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,10240,0.06002346674601237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,10240,0.05617920160293579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,10240,0.06380800008773804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,10240,0.05119786659876505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,10240,0.0493397315343221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,10240,0.04684160153071086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,10240,0.04765119949976603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,10240,0.04326080083847046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,10240,0.04318933486938477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,10240,0.03911573489507039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,10240,0.0379744013150533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,10240,0.035079467296600345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,10240,0.03706026474634806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,10240,0.031214932600657146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,10240,0.029040000836054486
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,10240,0.11319466431935628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,10240,0.02835306723912557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,10240,0.024758400519688924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,10240,0.022913066546122234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,10240,0.02290346622467041
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,10240,0.02468799948692322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,10240,0.023187200228373207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,10240,0.02301759918530782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,10240,0.021437867482503255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,10240,0.02291946609814962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,10240,0.02063573400179545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,10240,0.022513065735499063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,10240,0.020651733875274657
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,10240,0.02114880084991455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,10240,0.021025067567825316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,10240,0.021357866128285725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,10240,0.020566399892171225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,10240,0.01960106690724691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,10240,0.019824000199635823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,10240,0.01927893360455831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,10240,0.018776534001032512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,10240,0.018637865781784058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,10240,0.02344640096028646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,10240,0.019419733683268228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,10240,0.019321600596110024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,10240,0.017476266622543334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,10240,0.0180949330329895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,10240,0.018320000171661376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,10240,0.016950400670369466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,10240,0.017083734273910522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,10240,0.018782933553059898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,10240,0.017851734161376955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,10240,0.0189194659392039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,10240,0.03738880157470703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,10240,0.019371734062830607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,10240,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,10240,0.017002665996551515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,10240,0.017490132649739584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,10240,0.016587733229001363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,10240,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,10240,0.016673066218694053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,10240,0.016499200463294984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,8192,0.08333439826965332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,8192,0.04092693328857422
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,8192,0.02206933299700419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,8192,0.010315733154614766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,8192,0.010065066814422607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,8192,0.00967039962609609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,8192,0.010039466619491576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,8192,0.009306666254997254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,8192,0.00925546685854594
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,8192,0.008775466680526733
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,8192,0.008851200342178345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,8192,0.008776533603668212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,8192,0.00878613293170929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,8192,0.00798826664686203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,8192,0.008410666386286418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,8192,0.007969066500663757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,8192,0.008452266454696655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,8192,0.007906133433183034
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,8192,0.011677866180737812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,8192,0.012030933300654094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,8192,0.01157866617043813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,8192,0.010171733299891154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,8192,0.0063360000650088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,8192,0.011261866490046183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,8192,0.009296000003814697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,8192,0.009404800335566203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,8192,0.009054932991663616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,8192,0.009961600104967754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,8192,0.010454400380452474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,8192,0.00791786660750707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,8192,0.01204373339811961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,8192,0.006658133367697399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,8192,0.009597866733868917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,8192,0.007481599847475688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,8192,0.005860266586144766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,8192,0.006726400057474773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,8192,0.005714133381843567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,8192,0.007575466732184092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,8192,0.006313600142796834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,8192,0.005523199836413065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,8192,0.005842133363087972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,8192,0.005793066819508871
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,8192,0.005824000140031179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,8192,0.005453866720199585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,8192,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,8192,0.005656533439954122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,8192,0.005773866673310598
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,8192,0.005445333321889242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,8192,0.005696000158786773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,8192,0.005657599866390228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,8192,0.005598933498064677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,8192,0.005566933254400889
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,8192,0.005681066711743673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,8192,0.0047189335028330484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,8192,0.005909333129723867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,8192,0.005221333106358846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,8192,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,8192,0.005240533252557119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,8192,0.005108266572157542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,8192,0.005198933184146881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,8192,0.005051733553409576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,8192,0.005042133231957754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,8192,0.005058133105436961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,8192,0.004260266820589701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,8192,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,8192,0.005787733197212219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,8192,0.004222933451334635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,8192,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,8192,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,8192,0.004658133288224538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,8192,0.0046965335806210835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,8192,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,8192,0.7426432291666667
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,8192,0.005222400029500326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,8192,0.37845226923624675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,8192,0.19361813863118488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,8192,0.09972373644510904
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,8192,0.09863786697387696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,8192,0.08893226782480876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,8192,0.004590933521588644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,8192,0.08841173648834229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,8192,0.08232746918996176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,8192,0.08244586785634359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,8192,0.07079786459604899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,8192,0.07104213237762451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,8192,0.06583786805470784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,8192,0.06513706843058267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,8192,0.05765440066655477
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,8192,0.05721280177434286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,8192,0.05454399983088175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,8192,0.04806720018386841
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,8192,0.052883199850718175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,8192,0.04755413134892782
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,8192,0.05260693232218424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,8192,0.04386239846547445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,8192,0.047414398193359374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,8192,0.04319253365198771
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,8192,0.04164479970932007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,8192,0.04131946563720703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,8192,0.03703893423080444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,8192,0.038320000966389975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,8192,0.03504213492075602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,8192,0.03473386764526367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,8192,0.03298986752827962
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,8192,0.030962133407592775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,8192,0.02515520056088765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,8192,0.02493120034535726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,8192,0.02446613311767578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,8192,0.02334400018056234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,8192,0.02372693419456482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,8192,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,8192,0.029198932647705077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,8192,0.029445334275563555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,8192,0.0231989324092865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,8192,0.022653865814208984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,8192,0.020888533194859824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,8192,0.02175253431002299
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,8192,0.020760534207026164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,8192,0.0206389327843984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,8192,0.01999893387158712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,8192,0.020874667167663574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,8192,0.020020266373952232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,8192,0.01941546599070231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,8192,0.01934400002161662
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,8192,0.019934932390848793
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,8192,0.020834134022394816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,8192,0.018553600708643595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,8192,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,8192,0.017819732427597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,8192,0.016586666305859886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,8192,0.020709333817164104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,8192,0.018359466393788656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,8192,0.017800533771514894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,8192,0.016924800475438435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,8192,0.017241599162419637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,8192,0.016504533092180886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,8192,0.01671573321024577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,8192,0.016786134243011473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,8192,0.016588800152142844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,8192,0.018075732390085857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,8192,0.018948266903559365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,8192,0.01654293338457743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,8192,0.01649493376413981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,8192,0.017553067207336424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,8192,0.01669013301531474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,8192,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,8192,0.016618667046229045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,7168,0.035861333211263016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,7168,0.01942080060640971
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,7168,0.009397332866986591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,7168,0.009241599837938945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,7168,0.009213866790135701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,7168,0.008759466807047527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,7168,0.00886826713879903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,7168,0.00916373332341512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,7168,0.008686932921409606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,7168,0.009141332904497783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,7168,0.008779733379681905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,7168,0.008338133494059246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,7168,0.007525333265463512
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,7168,0.00795413355032603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,7168,0.007605333129564922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,7168,0.007730133334795634
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,7168,0.007403733332951863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,8192,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,7168,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,7168,0.010824533303578694
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,7168,0.010373333096504211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,7168,0.010483200351397198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,7168,0.01532266636689504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,7168,0.010460799932479859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,7168,0.009943466385205586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,7168,0.008803199728329976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,7168,0.008578133583068848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,7168,0.0722879966100057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,7168,0.009684266646703084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,7168,0.007147733370463054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,7168,0.011716266473134358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,7168,0.006279466549555461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,7168,0.008861866593360902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,7168,0.005831466615200042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,7168,0.006849066913127899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,7168,0.005487999816735586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,7168,0.006121600170930227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,7168,0.0065077334642410275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,7168,0.005454933146635691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,7168,0.005538133283456167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,7168,0.00557226687669754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,7168,0.0055061335364977515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,7168,0.005578666428724925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,7168,0.009965866804122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,7168,0.0054517333706219995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,7168,0.005469866593678792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,7168,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,7168,0.005438933273156484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,7168,0.009226666887601216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,7168,0.0054282665252685545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,7168,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,7168,0.005274666845798493
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,7168,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,7168,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,7168,0.005457066496213277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,7168,0.005055999755859375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,7168,0.0050346667567888895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,7168,0.005052799979845682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,7168,0.005041066805521647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,7168,0.005092266698678335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,7168,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,7168,0.005074133475621542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,7168,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,7168,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,7168,0.005063466727733612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,7168,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,7168,0.004621866842110952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,7168,0.0050805335243542995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,7168,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,7168,0.005413333574930826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,7168,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,7168,0.005061333378156027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,7168,0.005106133222579956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,7168,0.005415466427803039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,7168,0.3333898544311523
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,7168,0.17021546363830567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,7168,0.651368522644043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,7168,0.0055637334783871974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,7168,0.07999893029530844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,7168,0.07234559853871664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,7168,0.07041172981262207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,7168,0.06694186528523763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,7168,0.06609280109405517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,7168,0.05957333246866862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,7168,0.059876267115275064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,7168,0.05506026744842529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,7168,0.0555840015411377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,7168,0.049505066871643064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,7168,0.048944000403086343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,7168,0.05103679895401001
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,7168,0.04782720009485881
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,7168,0.04525333245595296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,7168,0.044758399327596024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,7168,0.04233920176823934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,7168,0.042098132769266765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,7168,0.04054506619771321
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,7168,0.07968853314717611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,7168,0.03702293237050374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,7168,0.03648213148117065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,7168,0.035086933771769205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,7168,0.03223680059115092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,7168,0.03282133340835571
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,7168,0.030898133913675945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,7168,0.030850134293238324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,7168,0.027930667002995808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,7168,0.028647466500600176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,7168,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,7168,0.026341332991917925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,7168,0.022703999280929567
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,7168,0.022785067558288574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,7168,0.022770132621129355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,7168,0.021908267339070638
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,7168,0.021719467639923096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,7168,0.021692800521850585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,7168,0.020950400829315187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,7168,0.020772266387939452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,7168,0.020175999402999877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,7168,0.03811093171437581
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,7168,0.020750933885574342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,7168,0.021205333868662517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,7168,0.01997013290723165
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,7168,0.019692800442377725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,7168,0.019985065857569376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,7168,0.018603734175364175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,7168,0.018942934274673463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,7168,0.01876586675643921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,7168,0.018347734212875368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,7168,0.019189333915710448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,7168,0.017072000106175742
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,7168,0.017190400759379068
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,7168,0.018807466824849448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,7168,0.01729066570599874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,7168,0.04883306821187337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,7168,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,7168,0.017898666858673095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,7168,0.017797333002090455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,7168,0.01769599914550781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,7168,0.016495999693870545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,7168,0.018623999754587808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,7168,0.0166293332974116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,7168,0.020476800203323365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,7168,0.017310933272043864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,7168,0.016528000434239708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,7168,0.01668693423271179
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,7168,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,7168,0.016886399189631144
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,7168,0.01667520006497701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,7168,0.016583466529846193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,6144,0.06363306840260824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,6144,0.03140799999237061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,6144,0.013648000359535218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,6144,0.008762666583061218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,6144,0.008388266960779826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,6144,0.008679466446240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,6144,0.008217599987983704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,6144,0.008575999736785888
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,6144,0.008362666765848795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,6144,0.008451199531555176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,6144,0.008386133114496867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,6144,0.013102933764457703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,6144,0.008020266890525818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,6144,0.007685333490371704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,6144,0.007115733126799266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,6144,0.007540266712506611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,7168,0.01720106601715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,6144,0.0073290665944417315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,6144,0.00718506673971812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,6144,0.006748799979686737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,6144,0.010245333115259807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,6144,0.009717333316802978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,6144,0.009831466277440389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,6144,0.009800533453623455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,6144,0.009548800190289815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,6144,0.008227199812730153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,6144,0.009314133723576864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,6144,0.007923200229803721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,6144,0.011427199840545655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,6144,0.006622933348019918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,6144,0.010498133301734925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,6144,0.006347733239332835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,6144,0.008457600076993307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,6144,0.006213333209355672
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,6144,0.007118933399518331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,6144,0.006449066599210103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,6144,0.0058037335673968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,6144,0.005852800110975901
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,6144,0.005318399767080943
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,6144,0.009706667065620423
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,6144,0.00543146679798762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,6144,0.005897599955399831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,6144,0.005052799979845682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,6144,0.0059114664793014525
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,6144,0.005418666700522105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,6144,0.00591893345117569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,6144,0.005087999999523163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,6144,0.005904000004132589
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,6144,0.00522986650466919
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,6144,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,6144,0.005109333495299021
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,6144,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,6144,0.005099733173847198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,6144,0.005016533533732096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,6144,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,6144,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,6144,0.005122133096059163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,6144,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,6144,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,6144,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,6144,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,6144,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,6144,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,6144,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,6144,0.00469760000705719
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,6144,0.004903466502825419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,6144,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,6144,0.005187200009822845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,6144,0.0047647997736930845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,6144,0.005385600030422211
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,6144,0.005064533154169718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,6144,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,6144,0.005120000243186951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,6144,0.006010666489601135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,6144,0.28713601430257163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,6144,0.06115839878718058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,6144,0.5611786524454753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,6144,0.14436267217000326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,6144,0.0609930674235026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,6144,0.057665065924326575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,6144,0.05664746761322022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,6144,0.05327039957046509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,6144,0.049865599473317465
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,6144,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,6144,0.048089599609375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,6144,0.04731520016988118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,6144,0.046284798781077066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,6144,0.043449600537618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,6144,0.04208853244781494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,6144,0.0413269321123759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,6144,0.0412992000579834
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,6144,0.05354559818903605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,6144,0.043687466780344644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,6144,0.049174400170644124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,6144,0.037622400124867755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,6144,0.04531946579615275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,6144,0.03551146586736043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,6144,0.03494079907735188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,6144,0.03298133412996928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,6144,0.032219733794530234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,6144,0.030920533339182536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,6144,0.03856106599171956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,6144,0.030906667311986286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,6144,0.03512853384017944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,6144,0.029348266124725342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,6144,0.0287445326646169
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,6144,0.025443200270334882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,6144,0.02702186703681946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,6144,0.024664533138275147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,6144,0.024703999360402427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,6144,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,6144,0.020662399133046468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,6144,0.020972800254821778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,6144,0.02114026745160421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,6144,0.02069973349571228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,6144,0.020683733622233073
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,6144,0.020707199970881142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,6144,0.01921066641807556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,6144,0.020669867595036827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,6144,0.01941759983698527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,6144,0.02060479919115702
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,6144,0.019141334295272826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,6144,0.01931519905726115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,6144,0.019873066743214925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,6144,0.01866133411725362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,6144,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,6144,0.018905599912007652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,6144,0.018634666999181114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,6144,0.02177813251813253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,6144,0.01660480002562205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,6144,0.01769599914550781
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,6144,0.016523733735084534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,6144,0.017034665743509928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,6144,0.016617600123087564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,6144,0.018592000007629395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,6144,0.01771626671155294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,6144,0.01663040022055308
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,6144,0.017240534226099648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,6144,0.017113600174585977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,6144,0.016574933131535848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,6144,0.018488534291585288
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,6144,0.0164874662955602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,6144,0.01881386637687683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,6144,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,6144,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,6144,0.016611199577649435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,6144,0.016660267114639284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,6144,0.016571733355522155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,5120,0.05333226521809896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,6144,0.016565333803494772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,5120,0.009604266285896302
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,5120,0.011539199948310852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,5120,0.011437867085138958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,5120,0.011193600296974183
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,5120,0.011203199625015259
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,5120,0.010760533809661865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,5120,0.011205333471298217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,5120,0.01830613414446513
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,5120,0.01120853324731191
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,5120,0.01104960044225057
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,5120,0.010391466816266378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,5120,0.01088853379090627
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,5120,0.006723199784755707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,5120,0.009659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,5120,0.0067221333583196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,5120,0.010424533486366272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,5120,0.006435200075308482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,5120,0.017796266078948974
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,5120,0.008920533458391826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,5120,0.010109866658846538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,5120,0.009971200426419576
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,5120,0.008528000116348267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,5120,0.00837546686331431
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,5120,0.007518933216730754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,5120,0.008920533458391826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,5120,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,5120,0.00955733358860016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,5120,0.027185066541035967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,5120,0.006242133180300395
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,5120,0.012934399644533792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,5120,0.005948799848556519
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,5120,0.0075573335091273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,5120,0.005749333401521047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,5120,0.006231466432412466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,5120,0.005009066561857859
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,5120,0.006344533463319142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,5120,0.005100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,5120,0.006323199967543285
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,5120,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,5120,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,5120,0.006086400151252747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,5120,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,5120,0.00505920002857844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,5120,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,5120,0.0051125332713127134
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,5120,0.008504533767700195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,5120,0.005669333537419637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,5120,0.005077333251635233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,5120,0.005494399865468343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,5120,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,5120,0.005510400235652924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,5120,0.005072000126043955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,5120,0.004701866706212362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,5120,0.004705066482226053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,5120,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,5120,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,5120,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,5120,0.004676266511281332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,5120,0.006281599899133046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,5120,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,5120,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,5120,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,5120,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,5120,0.0064074665307998655
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,5120,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,5120,0.0042463997999827065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,5120,0.004277333120505015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,5120,0.004276266694068909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,5120,0.004369066655635833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,5120,0.004869333406289419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,5120,0.004310399790604909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,5120,0.47113920847574875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,5120,0.004636799792448679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,5120,0.2403488000233968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,5120,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,5120,0.1166805346806844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,5120,0.050315733750661215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,5120,0.046993064880371097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,5120,0.04700479904810588
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,5120,0.04586026668548584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,5120,0.04693546692530314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,5120,0.04366933504740397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,5120,0.04395519892374675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,5120,0.04288533528645833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,5120,0.04149866501490275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,5120,0.03917333285013835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,5120,0.039338668187459305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,5120,0.03709333340326945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,5120,0.038148268063863115
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,5120,0.050552535057067874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,5120,0.03985600074132283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,5120,0.035046398639678955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,5120,0.03461013237635295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,5120,0.03264106710751851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,5120,0.033046400547027587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,5120,0.0422048012415568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,5120,0.030982400973637896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,5120,0.030990932385126752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,5120,0.029480532805124922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,5120,0.028882133960723876
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,5120,0.029020800193150835
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,5120,0.027533866961797077
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,5120,0.02720746596654256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,5120,0.02481386661529541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,5120,0.02493333419164022
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,5120,0.023144533236821495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,5120,0.022712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,5120,0.021359999974568687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,5120,0.02090453306833903
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,5120,0.020334933201471964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,5120,0.02101226647694906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,5120,0.02030293345451355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,5120,0.020040533939997354
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,5120,0.01922559936841329
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,5120,0.020885332425435384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,5120,0.018663465976715088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,5120,0.01981226603190104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,5120,0.018702934185663857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,5120,0.019027199347813925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,5120,0.01885333259900411
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,5120,0.018551466862360637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,5120,0.020281600952148437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,5120,0.01797119975090027
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,5120,0.018619734048843383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,5120,0.018323200941085815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,5120,0.018362667163213095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,5120,0.04106880029042562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,5120,0.01741973360379537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,5120,0.018347734212875368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,5120,0.01884160041809082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,5120,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,5120,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,5120,0.017515732844670614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,5120,0.016506666938463845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,5120,0.01802560091018677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,5120,0.016582399606704712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,5120,0.01733120083808899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,5120,0.017182934284210204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,5120,0.01655466655890147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,5120,0.016548267006874083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,5120,0.017905066410700478
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,5120,0.017520000537236534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,5120,0.016645333170890807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,5120,0.017298134167989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,5120,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,4096,0.043876266479492186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,4096,0.021820799509684245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,4096,0.007546666761239369
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,5120,0.01883946657180786
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,4096,0.009801600376764934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,4096,0.009693866968154908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,4096,0.009640533725420635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,4096,0.009518933296203614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,4096,0.009551999966303508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,4096,0.009256533781687419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,4096,0.009659733374913533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,4096,0.009590400258700053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,4096,0.008795733253161114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,4096,0.009299199779828389
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,4096,0.008507733543713886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,4096,0.008986666798591614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,4096,0.008341333270072937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,4096,0.009111467003822326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,4096,0.007714133461316426
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,5120,0.0179584006468455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,4096,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,4096,0.007974400122960409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,4096,0.008687999844551087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,4096,0.007925333579381307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,4096,0.008731733759244282
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,4096,0.0075103998184204105
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,4096,0.007910400132338206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,4096,0.006685866912206013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,4096,0.007379200061162312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,4096,0.0062943999965985615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,4096,0.008337066570917765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,4096,0.005885866781075796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,4096,0.007810133198897044
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,4096,0.006276266773541768
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,4096,0.006704000135262807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,4096,0.005880533158779145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,4096,0.0066336000959078475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,4096,0.006656000018119812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,4096,0.004644266764322917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,4096,0.009479467074076335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,4096,0.005929600199063619
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,4096,0.005832533538341522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,4096,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,4096,0.00553706685702006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,4096,0.004705066482226053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,4096,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,4096,0.0050570666790008545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,4096,0.005875200033187866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,4096,0.00461760014295578
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,4096,0.0054613331953684485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,4096,0.00543146679798762
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,4096,0.004757333298524221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,4096,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,4096,0.005049600203831991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,4096,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,4096,0.004589866598447164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,4096,0.004419200122356415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,4096,0.004545066754023234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,4096,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,4096,0.004620799918969473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,4096,0.0045162667830785114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,4096,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,4096,0.0044064000248909
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,4096,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,4096,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,4096,0.004285866518815359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,4096,0.004228266576925913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,4096,0.0046015997727712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,4096,0.00472320020198822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,4096,0.004602666695912679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,4096,0.004712533454100291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,4096,0.004628266890843709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,4096,0.004735999802748362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,4096,0.004724266628424326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,4096,0.19306027094523112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,4096,0.3801205317179362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,4096,0.08401493231455484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,4096,0.041347201665242514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,4096,0.04118613402048747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,4096,0.039250131448109946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,4096,0.03952320019404094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,4096,0.039331201712290445
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,4096,0.039690665404001874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,4096,0.037811199824015304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,4096,0.0373525341351827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,4096,0.00421013335386912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,4096,0.037226665019989016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,4096,0.03642559846242269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,4096,0.03495466709136963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,4096,0.03522026538848877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,4096,0.03456213474273682
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,4096,0.03393386602401734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,4096,0.033003733555475874
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,4096,0.03306666612625122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,4096,0.03100159962972005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,4096,0.030902399619420366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,4096,0.029015467564264937
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,4096,0.02898240089416504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,4096,0.02903146743774414
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,4096,0.028576000531514482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,4096,0.026949334144592284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,4096,0.026280534267425538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,4096,0.025206400950749712
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,4096,0.02486293315887451
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,4096,0.02447999914487203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,4096,0.023005867004394533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,4096,0.023265065749486287
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,4096,0.021780266364415487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,4096,0.029513599475224812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,4096,0.022775467236836752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,4096,0.02074346741040548
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,4096,0.020935465892155967
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,4096,0.019103999932607016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,4096,0.005054933329423269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,4096,0.02037546634674072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,4096,0.0188426673412323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,4096,0.0188810666402181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,4096,0.019610667228698732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,4096,0.01976319948832194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,4096,0.018720000982284546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,4096,0.019217065970102944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,4096,0.018899200359980266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,4096,0.01867413322130839
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,4096,0.018615466356277467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,4096,0.018982400496800743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,4096,0.018382932742436728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,4096,0.019296000401178993
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,4096,0.01858560045560201
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,4096,0.017146666844685875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,4096,0.018194133043289186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,4096,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,4096,0.01692053278287252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,4096,0.01739733417828878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,4096,0.017034665743509928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,4096,0.017538134256998697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,4096,0.016659200191497803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,4096,0.016521599888801575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,4096,0.016639999548594155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,4096,0.016535466909408568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,4096,0.018307199080785118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,4096,0.016771199305852254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,4096,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,4096,0.016847999890645345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,4096,0.016613333423932394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,4096,0.016597333550453185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,4096,0.016705065965652466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,4096,0.01660160024960836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,4096,0.016577066977818807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,3584,0.03899946610132853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,4096,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,3584,0.006763733426729838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,3584,0.008905599514643352
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,3584,0.008850133419036866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,3584,0.008727467060089112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,3584,0.008705066641171773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,3584,0.008410666386286418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,3584,0.008419199784596761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,3584,0.008493866523106892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,3584,0.008684800068537394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,3584,0.008758399883906047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,3584,0.007999999821186066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,3584,0.008351999521255492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,3584,0.007874133189519246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,3584,0.008306133250395458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,3584,0.00754559983809789
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,3584,0.008155733346939087
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,3584,0.007114666700363159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,3584,0.013249066472053529
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,3584,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,3584,0.007940266529719036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,3584,0.0062389334042867025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,3584,0.007612800101439159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,4096,0.018374399344126383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,3584,0.006200533111890157
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,3584,0.006621866424878438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,3584,0.006180266539255777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,3584,0.007766399780909221
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,3584,0.006171733140945435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,3584,0.007117866476376851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,3584,0.0059125334024429325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,3584,0.006000000238418579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,3584,0.019283199310302736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,3584,0.005952000121275584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,3584,0.0058783998092015585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,3584,0.005122133096059163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,3584,0.00520000010728836
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,3584,0.005916800101598104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,3584,0.005132799843947092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,3584,0.00576853354771932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,3584,0.005089066425959269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,3584,0.0055189331372578945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,3584,0.005142400165398916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,3584,0.007379200061162312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,3584,0.006316799918810527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,3584,0.00737066666285197
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,3584,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,3584,0.0046528001626332605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,3584,0.004693333307902018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,3584,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,3584,0.005006933212280273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,3584,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,3584,0.005096533397833506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,3584,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,3584,0.005021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,3584,0.004705066482226053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,3584,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,3584,0.004653866589069367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,3584,0.004714666803677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,3584,0.004710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,3584,0.005160533388455709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,3584,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,3584,0.004783999919891357
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,3584,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,3584,0.0047658666968345646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,3584,0.0046847999095916745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,3584,0.004875733455022176
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,3584,0.0046517332394917805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,3584,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,3584,0.004700799783070883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,3584,0.004716800153255462
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,3584,0.004740266501903534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,3584,0.004733866453170777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,3584,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,3584,0.16849813461303711
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,3584,0.3340149243672689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,3584,0.06721279621124268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,3584,0.038888533910115555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,3584,0.005496533215045929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,3584,0.03716906706492106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,3584,0.034942932923634845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,3584,0.037302398681640626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,3584,0.035027201970418295
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,3584,0.035753599802653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,3584,0.03384213447570801
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,3584,0.03362346490224202
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,3584,0.03443839947382609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,3584,0.03302719990412394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,3584,0.03320853312810262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,3584,0.031677865982055665
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,3584,0.032307199637095135
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,3584,0.030800000826517744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,3584,0.03935573498408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,3584,0.028856533765792846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,3584,0.028857600688934327
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,3584,0.027086933453877766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,3584,0.02720959981282552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,3584,0.026001065969467163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,3584,0.0258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,3584,0.024260266621907552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,3584,0.02404800057411194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,3584,0.024460800488789878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,3584,0.03098133405049642
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,3584,0.024606933196385704
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,3584,0.022850133975346885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,3584,0.02284053365389506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,3584,0.021163733800252278
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,3584,0.021670399109522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,3584,0.019382399320602418
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,3584,0.019350399573644005
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,3584,0.01927466591199239
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,3584,0.018722132841746012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,3584,0.01879146695137024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,3584,0.01858453353246053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,3584,0.018628267447153728
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,3584,0.01835413376490275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,3584,0.017644800742467246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,3584,0.01728746692339579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,3584,0.016901334126790367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,3584,0.01723626653353373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,3584,0.018027732769648232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,3584,0.01695786714553833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,3584,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,3584,0.016889599959055583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,3584,0.028915200630823774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,3584,0.017934934298197428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,3584,0.018088533480962118
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,3584,0.01699519952138265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,3584,0.01662613352139791
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,3584,0.017298134167989095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,3584,0.017143466075261436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,3584,0.016089600324630738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,3584,0.01695573329925537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,3584,0.01663146714369456
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,3584,0.01658560037612915
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,3584,0.0164874662955602
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,3584,0.016862932840983072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,3584,0.016272000471750894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,3584,0.015997866789499916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,3584,0.01592853367328644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,3584,0.016498133540153503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,3584,0.016732800006866454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,3584,0.01623146633307139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,3584,0.016452266772588094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,3584,0.01624853312969208
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,3584,0.015432533621788026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,3584,0.015583999951680503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,3072,0.03395413160324097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,3072,0.013381333152453104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,3072,0.005926399926344554
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,3072,0.0079925333460172
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,3584,0.016167466839154564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,3072,0.007934933404127757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,3072,0.007833600044250488
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,3072,0.0077802668015162155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,3072,0.00767680009206136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,3072,0.007619200150171916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,3072,0.007845333218574524
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,3072,0.007665066421031952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,3072,0.0073525334397951765
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,3072,0.007533866663773854
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,3072,0.007122133175532024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,3072,0.007435733576615651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,3072,0.0067658667763074234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,3072,0.007383466760317485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,3584,0.028724267085393267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,3072,0.006171733140945435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,3072,0.0077802668015162155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,3072,0.011572266618410747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,3072,0.005568000177542368
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,3072,0.00714026689529419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,3072,0.005435733497142792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,3072,0.007130666573842366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,3072,0.005475200215975444
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,3072,0.006605866551399231
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,3072,0.00554666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,3072,0.006218666831652323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,3072,0.006772266825040181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,3072,0.005482666691144307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,3072,0.006444799900054932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,3072,0.005489066739877065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,3072,0.0054666668176651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,3072,0.005460266768932342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,3072,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,3072,0.005481599768002828
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,3072,0.005039999882380167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,3072,0.005447466671466827
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,3072,0.004699733356634776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,3072,0.005443199972311656
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,3072,0.004746666550636292
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,3072,0.00513919989267985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,3072,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,3072,0.00544213354587555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,3072,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,3072,0.005211733281612396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,3072,0.004670933385690053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,3072,0.00506986677646637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,3072,0.005480533341566721
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,3072,0.005021866659323374
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,3072,0.004861866434415182
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,3072,0.005100800096988678
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,3072,0.004619733492533366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,3072,0.005522133409976959
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,3072,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,3072,0.004734933376312256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,3072,0.004611200094223023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,3072,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,3072,0.0046410664916038515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,3072,0.004633600016434988
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,3072,0.004721066852410635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,3072,0.004398933549722036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,3072,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,3072,0.004713599880536398
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,3072,0.0047082667549451195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,3072,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,3072,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,3072,0.0046858668327331545
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,3072,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,3072,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,3072,0.0046634669105211895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,3072,0.00521919975678126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,3072,0.2880202611287435
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,3072,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,3072,0.1439509391784668
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,3072,0.05357866684595743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,3072,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,3072,0.03621333440144857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,3072,0.033659732341766356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,3072,0.03414933284123738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,3072,0.03389439980189006
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,3072,0.03379520177841187
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,3072,0.033045333623886106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,3072,0.03300693432490031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,3072,0.030982400973637896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,3072,0.030671999851862593
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,3072,0.02893120050430298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,3072,0.029308799902598066
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,3072,0.035531731446584065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,3072,0.0288810670375824
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,3072,0.02895680069923401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,3072,0.03298133412996928
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,3072,0.028727465867996217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,3072,0.02890346646308899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,3072,0.02690879901250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,3072,0.026706133286158246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,3072,0.025589332977930708
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,3072,0.024949334065119424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,3072,0.0249834676583608
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,3072,0.024320000410079957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,3072,0.022987733284632363
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,3072,0.023067732652028404
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,3072,0.022818134228388468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,3072,0.022712532679239908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,3072,0.031974399089813234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,3072,0.02144320011138916
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,3072,0.020990933974583945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,3072,0.02071146567662557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,3072,0.02029119928677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,3072,0.01924053430557251
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,3072,0.01809599995613098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,3072,0.018355200688044228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,3072,0.017761067549387614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,3072,0.0180565337340037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,3072,0.017313067118326822
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,3072,0.017654399077097573
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,3072,0.01702186663945516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,3072,0.018920532862345376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,3072,0.01907306710879008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,3072,0.01735360026359558
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,3072,0.01662399967511495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,3072,0.01899306575457255
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,3072,0.017845332622528076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,3072,0.01730133295059204
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,3072,0.017102932929992674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,3072,0.017037866512934367
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,3072,0.01607146660486857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,3072,0.01744426687558492
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,3072,0.01797653237978617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,3072,0.016590933005015053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,3072,0.016669867436091106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,3072,0.016810667514801026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,3072,0.016215466459592185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,3072,0.016184533635775246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,3072,0.01697173317273458
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,3072,0.015597866972287497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,3072,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,3072,0.016184533635775246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,3072,0.016430933276812235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,3072,0.015049599607785544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,3072,0.016300800442695617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,3072,0.015661866466204325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,3072,0.015191466609636942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,3072,0.01523413360118866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,3072,0.015380266308784484
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,3072,0.015425067146619162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,2560,0.028838400046030683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,2560,0.00867306689421336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,2560,0.0054954667886098225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,2560,0.0071168000499407455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,2560,0.006985599795977275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,2560,0.006811733543872833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,2560,0.0067456002036730455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,2560,0.006742399930953979
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,3072,0.01676586667696635
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,2560,0.006706133484840393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,2560,0.006720000008742015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,2560,0.006515199939409892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,2560,0.006715733309586842
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,2560,0.006345599889755249
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,2560,0.0066655998428662615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,2560,0.006391466657320659
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,2560,0.006298666695753734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,2560,0.005571199953556061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,2560,0.010019200046857198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,2560,0.0050335998336474095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,2560,0.006247466802597046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,2560,0.005060266455014547
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,2560,0.006275199850400289
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,2560,0.005133866767088572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,2560,0.00588266650835673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,2560,0.005070933202902476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,2560,0.0055754666527112326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,2560,0.0050005331635475155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,2560,0.0059797331690788266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,3072,0.016504533092180886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,2560,0.005066666503747304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,2560,0.005791999896367391
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,2560,0.005419733126958212
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,2560,0.005026133358478546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,2560,0.005154133339722951
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,2560,0.004690133531888326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,2560,0.005082666873931885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,2560,0.004660266637802124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,2560,0.005266133447488149
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,2560,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,2560,0.0050687998533248905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,2560,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,2560,0.00508480022350947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,2560,0.004666666686534882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,2560,0.005013333261013031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,2560,0.005067733426888784
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,2560,0.005116799970467886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,2560,0.005046399931112925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,2560,0.0050240000089009605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,2560,0.0049898669123649595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,2560,0.004997333387533823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,2560,0.004655999938646952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,2560,0.005038933455944061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,2560,0.005015466610590617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,2560,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,2560,0.004634666442871094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,2560,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,2560,0.005081599950790406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,2560,0.004695466657479604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,2560,0.006969599922498067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,2560,0.004665599763393402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,2560,0.004661333560943603
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,2560,0.004714666803677877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,2560,0.004611200094223023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,2560,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,2560,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,2560,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,2560,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,2560,0.006770133475462596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,2560,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,2560,0.004732800026734671
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,2560,0.004710400104522705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,2560,0.004739200075467428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,2560,0.004698666433493296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,2560,0.004679466784000397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,2560,0.11607253551483154
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,2560,0.24084159533182778
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,2560,0.045201067129770914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,2560,0.03304106593132019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,2560,0.03302186727523804
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,2560,0.03291306694348653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,2560,0.03179093400637309
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,2560,0.030824534098307294
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,2560,0.03094826738039653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,2560,0.0046186665693918865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,2560,0.030153600374857585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,2560,0.028643200794855755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,2560,0.028887466589609785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,2560,0.028904533386230467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,2560,0.028498133023579914
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,2560,0.02829013268152873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,2560,0.02764906684557597
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,2560,0.02719680070877075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,2560,0.030830933650334673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,2560,0.025500800212224322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,2560,0.02693866689999898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,2560,0.025319466988245647
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,2560,0.023934932549794515
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,2560,0.024120533466339113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,2560,0.023746132850646973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,2560,0.022685867547988892
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,2560,0.02286720077196757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,2560,0.02180373271306356
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,2560,0.022696532805760703
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,2560,0.021949867407480873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,2560,0.02170133392016093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,2560,0.01995413303375244
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,2560,0.019334399700164796
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,2560,0.019385600090026857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,2560,0.01792959968249003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,2560,0.01781866749127706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,2560,0.017562667528788246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,2560,0.01768853267033895
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,2560,0.01771413286526998
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,2560,0.01671253244082133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,2560,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,2560,0.01781866749127706
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,2560,0.01687039931615194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,2560,0.016682666540145875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,2560,0.017180800437927246
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,2560,0.016438399751981102
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,2560,0.017516799767812095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,2560,0.015251200397809347
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,2560,0.023270400365193684
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,2560,0.0164000004529953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,2560,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,2560,0.016009599963823954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,2560,0.015918933351834617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,2560,0.016215466459592185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,2560,0.015241600076357522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,2560,0.015331199765205384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,2560,0.014706133802731832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,2560,0.01596799989541372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,2560,0.015413332978884378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,2560,0.014698666334152222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,2560,0.01488746702671051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,2560,0.016477866967519125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,2560,0.01578879952430725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,2560,0.016473600268363954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,2560,0.014936533570289613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,2560,0.01585706671079
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,2560,0.01600213348865509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,2560,0.014932266871134438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,2560,0.01446293294429779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,2560,0.014646400014559427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,2560,0.014630400141080222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,2560,0.014666666587193808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,2560,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,2048,0.006664533416430156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,2048,0.02369920015335083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,2560,0.018001067638397216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,2048,0.004694400231043497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,2048,0.004668800036112467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,2048,0.004654933512210846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,2048,0.004649599889914194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,2560,0.02863573431968689
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,2048,0.004686933259169261
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,2048,0.004603733122348785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,2048,0.0046069333950678505
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,2048,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,2048,0.004646400113900503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,2048,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,2048,0.0046304002404212955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,2048,0.004722133278846741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,2048,0.004642133414745331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,2048,0.004671999812126159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,2048,0.004631466666857402
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,2048,0.004682666560014089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,2048,0.004263466596603394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,2048,0.004469333092371622
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,2048,0.004301866888999939
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,2048,0.0054730668663978575
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,2048,0.005083733300367991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,2048,0.005097599824269613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,2048,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,2048,0.005335466563701629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,2048,0.005094400048255921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,2048,0.004846933484077454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,2048,0.004259199897448222
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,2048,0.004233600199222564
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,2048,0.005028266708056132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,2048,0.004229333500067393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,2048,0.004675200084845225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,2048,0.004680533210436503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,2048,0.0042805333932240805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,2048,0.004650666813055674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,2048,0.005037866532802582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,2048,0.004194133480389913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,2048,0.005027199784914652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,2048,0.005548800031344095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,2048,0.0046623999873797095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,2048,0.004738133152325948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,2048,0.0046293333172798155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,2048,0.005076266825199127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,2048,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,2048,0.00480320006608963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,2048,0.004625066618124644
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,2048,0.00479360024134318
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,2048,0.004740266501903534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,2048,0.004386133452256521
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,2048,0.004580266773700714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,2048,0.0046741331617037455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,2048,0.004748799900213877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,2048,0.0047541335225105286
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,2048,0.004669866462548574
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,2048,0.004756266872088114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,2048,0.004673066735267639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,2048,0.004657066861788432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,2048,0.005043200155099233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,2048,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,2048,0.004240000247955322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,2048,0.004724266628424326
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,2048,0.004692266881465912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,2048,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,2048,0.004615466793378194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,2048,0.004664533336957296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,2048,0.004810666541258494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,2048,0.004626133541266123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,2048,0.004689066608746847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,2048,0.004622933268547058
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,2048,0.08479146957397461
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,2048,0.192959992090861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,2048,0.03923733234405517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,2048,0.02927466630935669
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,2048,0.028986666599909467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,2048,0.028948267300923664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,2048,0.004293333490689596
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,2048,0.02876053253809611
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,2048,0.028808534145355225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,2048,0.027269333600997925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,2048,0.02940160036087036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,2048,0.02690879901250203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,2048,0.027059199412663777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,2048,0.02680213252703349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,2048,0.026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,2048,0.025037866830825806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,2048,0.024819199244181314
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,2048,0.0248416006565094
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,2048,0.02363306681315104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,2048,0.023507199684778848
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,2048,0.022699733575185142
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,2048,0.02292799949645996
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,2048,0.023150932788848878
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,2048,0.005017599960168203
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,2048,0.022737065951029457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,2048,0.02259626587231954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,2048,0.022629332542419434
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,2048,0.02108373244603475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,2048,0.02632853388786316
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,2048,0.022083199024200438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,2048,0.020487467447916664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,2048,0.020653865734736123
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,2048,0.019988266626993816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,2048,0.01885439952214559
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,2048,0.018517333269119262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,2048,0.01732053359349569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,2048,0.01679146687189738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,2048,0.016747732957204185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,2048,0.016773333152135216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,2048,0.016578132907549538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,2048,0.017698132991790773
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,2048,0.028930133581161498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,2048,0.017171200116475424
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,2048,0.016665599743525186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,2048,0.015572266777356467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,2048,0.01687999963760376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,2048,0.0173962672551473
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,2048,0.016296533743540446
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,2048,0.016268799702326454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,2048,0.016598400473594666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,2048,0.016088533401489257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,2048,0.01569386621316274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,2048,0.01691306630770365
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,2048,0.019973333676656088
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,2048,0.015962666273117064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,2048,0.015786666671435037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,2048,0.014994133512179056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,2048,0.016497066617012023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,2048,0.015108266472816467
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,2048,0.015785599748293556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,2048,0.016429866353670754
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,2048,0.01600106656551361
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,2048,0.015009066462516785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,2048,0.016551466782887776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,2048,0.014846932888031007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,2048,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,2048,0.016056533654530844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,2048,0.014677332838376364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,2048,0.01604480048020681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,2048,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,2048,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,2048,0.014784000317255654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,2048,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,2048,0.014591999848683677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,2048,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,1536,0.005743999779224396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,1536,0.004165333261092504
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,1536,0.003934933245182038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,1536,0.0038783999780813852
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,1536,0.004197333256403605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,1536,0.0039488000174363455
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,1536,0.0038975998759269714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,1536,0.0038346665600935614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,1536,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,1536,0.00402453343073527
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,1536,0.0038581334054470064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,1536,0.0039061332742373147
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,1536,0.0038624001046021783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,1536,0.003909333298603693
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,1536,0.0038111999630928038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,1536,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,1536,0.003884800026814143
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,2048,0.014638933539390563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,1536,0.003789866715669632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,1536,0.00383786658445994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,1536,0.003866666555404663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,1536,0.004839466512203216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,1536,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,1536,0.00386559988061587
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,1536,0.003980800012747447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,1536,0.004388266801834106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,1536,0.004645333190759023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,1536,0.004314666489760081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,1536,0.0038463999827702843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,1536,0.0038346665600935614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,1536,0.0038453333079814913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,1536,0.0038954667747020722
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,1536,0.0038922667503356934
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,1536,0.0038442666331926978
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,1536,0.0038880000511805216
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,1536,0.0039264000952243805
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,1536,0.0038250667353471124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,1536,0.0038730666041374207
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,1536,0.0038261334101359046
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,1536,0.003774933268626531
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,1536,0.013662933309872945
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,1536,0.003849600007136663
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,1536,0.0035989334185918174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,1536,0.0038090666135152185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,1536,0.0035402665535608927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,1536,0.0037813333173592886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,1536,0.0037759999434153237
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,1536,0.0038986665507157645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,1536,0.0038431999584039056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,1536,0.003832533210515976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,1536,0.003798400113979975
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,1536,0.004228266576925913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,1536,0.003769599894682566
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,1536,0.003419733295838038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,1536,0.003664000084002813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,1536,0.0036906667053699495
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,1536,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,1536,0.0037589333951473236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,1536,0.003740799923737844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,1536,0.003568000098069509
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,1536,0.0035071998834609987
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,1536,0.0034688000877698263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,1536,0.003753600021203359
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,1536,0.0037845333417256674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,1536,0.0037429332733154297
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,1536,0.0038005332152048744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,1536,0.003636266787846883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,1536,0.0034730667869249977
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,1536,0.003874133278926214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,1536,0.003765333443880081
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,1536,0.05267733335494995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,1536,0.03303893407185872
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,1536,0.003437866767247518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,1536,0.02672959963480632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,1536,0.024997333685557045
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,1536,0.02485760052998861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,1536,0.025297067562739056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,1536,0.02641493280728658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,1536,0.1437013308207194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,1536,0.02468693256378174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,1536,0.02481813430786133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,1536,0.02500480016072591
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,1536,0.026852265993754072
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,1536,0.02342080076535543
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,1536,0.022766933838526408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,1536,0.022804266214370726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,1536,0.022740266720453896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,1536,0.022775467236836752
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,1536,0.02259520093599955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,1536,0.02248959938685099
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,1536,0.02269759972890218
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,1536,0.022702932357788086
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,1536,0.022922666867574056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,1536,0.022168533007303873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,1536,0.021451733509699502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,1536,0.02064639925956726
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,1536,0.020201599597930907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,1536,0.020166399081548055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,1536,0.019849600394566853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,1536,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,1536,0.02408000032107035
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,1536,0.019911466042200725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,1536,0.017604267597198485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,1536,0.01845973332722982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,1536,0.01618026693662008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,1536,0.01672533353169759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,1536,0.0162581334511439
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,1536,0.016633599996566772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,1536,0.01544426679611206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,1536,0.017439999183019004
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,1536,0.01662826637427012
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,1536,0.015587199727694193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,1536,0.021670399109522502
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,1536,0.015583999951680503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,1536,0.01569706698258718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,1536,0.01542080044746399
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,1536,0.014804266889890037
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,1536,0.02058026591936747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,1536,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,1536,0.016364799936612447
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,1536,0.01648533344268799
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,1536,0.014537599682807923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,1536,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,1536,0.014614400267601014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,1536,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,1536,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,1536,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,1536,0.014549332857131957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,1536,0.015348266561826071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,1536,0.015244799852371215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,1536,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,1536,0.016692266861597697
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,1536,0.01493013302485148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,1536,0.01546239952246348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,1536,0.01458346645037333
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,1536,0.01461013356844584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,1536,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,1536,0.014568533500035605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,1536,0.014567466576894126
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,1536,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,1536,0.014632532993952433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,1536,0.015982932845751443
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,1536,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,1024,0.006774400174617767
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,1024,0.004604800045490265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,1024,0.003864533454179764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,1024,0.003436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,1024,0.0034805332620938623
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,1024,0.0034304000437259674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,1024,0.003403733422358831
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,1024,0.003401600072781245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,1024,0.0034442665676275887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,1024,0.003436800092458725
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,1024,0.0033919999996821085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,1536,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,1024,0.0034485332667827605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,1024,0.003382399926582972
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,1024,0.003425066669782003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,1536,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,1024,0.0034111998975276947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,1024,0.003435733417669932
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,1024,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,1024,0.0033973333736260734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,1024,0.0033952000240484873
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,1024,0.0034272000193595886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,1024,0.0033941333492596946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,1024,0.003472000112136205
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,1024,0.003457066665093104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,1024,0.0032618666688601174
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,1024,0.0033141332368055976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,1024,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,1024,0.003099733342727025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,1024,0.00347626656293869
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,1024,0.0036789332826932275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,1024,0.0034154665966828666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,1024,0.003575466573238373
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,1024,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,1024,0.0032661333680152893
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,1024,0.0030026666820049284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,1024,0.0031328000128269195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,1024,0.003010133405526479
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,1024,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,1024,0.0030293333033720653
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,1024,0.00308693324526151
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,1024,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,1024,0.0030965333183606463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,1024,0.0030271999537944795
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,1024,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,1024,0.003017599880695343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,1024,0.0029887999097506206
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,1024,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,1024,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,1024,0.0029994666576385496
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,1024,0.0030239999294281008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,1024,0.003019733230272929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,1024,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,1024,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,1024,0.003310933212439219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,1024,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,1024,0.0030805334448814393
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,1024,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,1024,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,1024,0.0029834667841593427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,1024,0.0031925333042939507
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,1024,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,1024,0.0030400000512599947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,1024,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,1024,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,1024,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,1024,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,1024,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,1024,0.0030741333961486817
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,1024,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,1024,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,1024,0.0029728000362714132
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,1024,0.0030762667457262674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,1024,0.084115203221639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,1024,0.03831466833750407
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,1024,0.02829759915669759
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,1024,0.023044266303380332
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,1024,0.022648533185323082
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,1024,0.02267306645711263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,1024,0.02102400064468384
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,1024,0.02280319929122925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,1024,0.022742400566736855
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,1024,0.0030303999781608583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,1024,0.022728532552719116
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,1024,0.022293333212534586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,1024,0.0031199999153614043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,1024,0.022651733954747517
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,1024,0.02254613240559896
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,1024,0.020657066504160562
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,1024,0.022833067178726196
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,1024,0.022052266200383506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,1024,0.02061226765314738
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,1024,0.02147093415260315
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,1024,0.020590933163960774
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,1024,0.02076266606648763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,1024,0.020437333981196085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,1024,0.02076266606648763
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,1024,0.020042665799458823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,1024,0.020408533016840615
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,1024,0.01874133348464966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,1024,0.018541866540908815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,1024,0.018566399812698364
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,1024,0.019259732961654664
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,1024,0.018696532646814982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,1024,0.01857066750526428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,1024,0.01730666756629944
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,1024,0.016620799899101257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,1024,0.017130666971206666
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,1024,0.01607039968172709
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,1024,0.01513813336690267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,1024,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,1024,0.016609066724777223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,1024,0.016595199704170227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,1024,0.015264000495274863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,1024,0.022205867369969687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,1024,0.014626133441925048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,1024,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,1024,0.015030399958292643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,1024,0.015043200055758158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,1024,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,1024,0.016169599692026772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,1024,0.016547200083732606
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,1024,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,1024,0.014493866761525472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,1024,0.01460693379243215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,1024,0.015031466881434122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,1024,0.01694186727205912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,1024,0.01598186691602071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,1024,0.015060266852378846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,1024,0.014937600493431092
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,1024,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,1024,0.015000533064206442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,1024,0.014553599556287131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,1024,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,1024,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,1024,0.014484266440073649
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,1024,0.01455893317858378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,1024,0.014108799894650779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,1024,0.014910933375358582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,1024,0.016269866625467935
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,1024,0.014514133334159851
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,1024,0.015121066570281982
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,1024,0.014586666226387024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,1024,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,1024,0.014398933450380961
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,1024,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,768,0.005888000130653381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,1024,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,1024,0.01442346672217051
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,768,0.0038399999340375268
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,768,0.003601066768169403
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,768,0.0031093334158261614
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,768,0.0030261332790056865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,768,0.00306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,768,0.0030346666773160298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,768,0.003110400090614955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,768,0.0030965333183606463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,768,0.0030559999247392017
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,768,0.003160533308982849
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,768,0.003176533430814743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,768,0.00306986669699351
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,768,0.0031221332649389905
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,768,0.0030954666435718536
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,768,0.0030720000465710956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,1024,0.014299733440081277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,768,0.0030048000315825146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,768,0.003011200080315272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,768,0.0030218665798505146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,768,0.0029674666623274487
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,768,0.0030080000559488933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,768,0.003044266750415166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,768,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,768,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,768,0.0030645333230495454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,768,0.0030464000999927522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,768,0.003066666672627131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,768,0.003078400095303853
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,768,0.0030165334542592366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,768,0.0029898665845394133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,768,0.0030069333811601003
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,768,0.002974933385848999
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,768,0.002993066608905792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,768,0.003013333429892858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,768,0.0029866665601730345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,768,0.002980266759792964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,768,0.002997333308060964
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,768,0.0029781334102153777
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,768,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,768,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,768,0.002919466545184453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,768,0.0031146667897701263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,768,0.0030389333764712016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,768,0.0029909332593282064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,768,0.002976000060637792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,768,0.002979200085004171
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,768,0.003054933249950409
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,768,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,768,0.002961066613594691
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,768,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,768,0.0030623999734719592
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,768,0.0028053333361943563
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,768,0.002749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,768,0.0027903998891512555
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,768,0.002985599885384242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,768,0.0030005333324273427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,768,0.002791466563940048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,768,0.003081600119670232
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,768,0.0026719999810059865
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,768,0.0030037333567937215
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,768,0.002749866743882497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,768,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,768,0.002998399982849757
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,768,0.0030858665704727173
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,768,0.0029258665939172106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,768,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,768,0.0026762666801611584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,768,0.0029088000456492106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,768,0.054723199208577475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,768,0.002593066543340683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,768,0.03295466701189677
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,768,0.024886399507522583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,768,0.021865600347518922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,768,0.02103786667188009
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,768,0.02132479945818583
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,768,0.02101973295211792
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,768,0.021291732788085938
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,768,0.02075200080871582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,768,0.020882133642832437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,768,0.02232426603635152
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,768,0.021448532740275063
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,768,0.020834134022394816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,768,0.02090239922205607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,768,0.020576000213623047
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,768,0.020482132832209267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,768,0.019961599508921304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,768,0.02021226684252421
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,768,0.019413334131240845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,768,0.019554134209950766
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,768,0.018604799111684164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,768,0.01948266625404358
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,768,0.018686934312184652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,768,0.018618667125701906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,768,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,768,0.018295466899871826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,768,0.018054399887720743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,768,0.01733760039011637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,768,0.016965333620707193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,768,0.018691200017929076
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,768,0.01651946703592936
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,768,0.01664746701717377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,768,0.016986666123072307
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,768,0.015543466806411744
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,768,0.01558080017566681
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,768,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,768,0.014998400211334228
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,768,0.014817066987355552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,768,0.014724266529083253
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,768,0.014422399799029031
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,768,0.014944000045458474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,768,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,768,0.014696533481280008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,768,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,768,0.01593280037244161
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,768,0.015471999843915304
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,768,0.01472106675306956
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,768,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,768,0.015634133418401083
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,768,0.014598400394121806
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,768,0.0026858667532602947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,768,0.014607999722162882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,768,0.015449600418408713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,768,0.01490133305390676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,768,0.014579199751218162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,768,0.014985600113868713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,768,0.014625066518783569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,768,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,768,0.016772266228993735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,768,0.01513706644376119
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,768,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,768,0.014531200130780539
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,768,0.014983466267585755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,768,0.014510933558146158
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,768,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,768,0.014613333344459533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,768,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,768,0.015241600076357522
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,768,0.014512000481287637
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,768,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,768,0.014545067151387533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,768,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,512,0.004683733483155568
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,768,0.014562132954597472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,512,0.0034986667335033415
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,512,0.003083733220895131
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,512,0.0029877332349618276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,512,0.002942933390537898
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,512,0.002946133414904277
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,512,0.0030154667794704436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,512,0.003031466652949651
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,512,0.0027445333699385325
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,512,0.0029504001140594482
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,768,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,512,0.0027413333455721537
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,512,0.0027221334477265675
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,512,0.0025909334421157838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,512,0.002648533384005229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,512,0.0025802666942278544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,512,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,512,0.002609066665172577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,512,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,512,0.0026506667335828146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,512,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,768,0.014409599701563516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,512,0.0026069333155949908
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,512,0.0026421333352724713
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,512,0.0029813334345817565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,512,0.002915200094381968
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,512,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,512,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,512,0.002726399898529053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,512,0.002619733413060506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,512,0.0026208000878492994
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,512,0.00264533335963885
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,512,0.0026186667382717133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,512,0.0026581334571043652
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,512,0.002631466587384542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,512,0.0026922665536403658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,512,0.0026591998835404714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,512,0.002611200014750163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,512,0.002656000107526779
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,512,0.002586666742960612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,512,0.002628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,512,0.0025600001215934755
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,512,0.002628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,512,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,512,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,512,0.00258240004380544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,512,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,512,0.0026154667139053345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,512,0.0026378666361172995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,512,0.0025920001169045764
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,512,0.002632533262173335
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,512,0.0025578667720158894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,512,0.0026122666895389557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,512,0.002614400039116542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,512,0.0025962665677070618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,512,0.0027327999472618104
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,512,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,512,0.002628266563018163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,512,0.0025813333690166474
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,512,0.0027200000981489818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,512,0.002603733291228612
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,512,0.002583466718594233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,512,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,512,0.0028021333118279776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,512,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,512,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,512,0.0028629332780838014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,512,0.002600533266862233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,512,0.02844160000483195
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,512,0.03912426630655925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,512,0.021656533082326256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,512,0.02008426586786906
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,512,0.01995733380317688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,512,0.020363734165827433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,512,0.019063466787338258
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,512,0.0198634664217631
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,512,0.019314134120941163
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,512,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,512,0.01966080069541931
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,512,0.018990933895111084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,512,0.01909866730372111
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,512,0.019146666924158732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,512,0.01928640007972717
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,512,0.018744534254074095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,512,0.01895573337872823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,512,0.018786134322484334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,512,0.018557866414388023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,512,0.0167797327041626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,512,0.017614932854970296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,512,0.002566399921973546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,512,0.018125865856806436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,512,0.0184661328792572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,512,0.017066667477289833
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,512,0.01856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,512,0.016658133268356322
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,512,0.016782933473587038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,512,0.019799466927846274
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,512,0.01657386620839437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,512,0.016556800405184428
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,512,0.016742400328318276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,512,0.0156960000594457
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,512,0.01529706617196401
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,512,0.01502826710542043
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,512,0.014905599753061929
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,512,0.015485866864522298
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,512,0.01679253379503886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,512,0.014556800325711569
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,512,0.01454080045223236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,512,0.015542399883270264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,512,0.01458133359750112
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,512,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,512,0.018540799617767334
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,512,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,512,0.015133866667747497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,512,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,512,0.014482133587201438
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,512,0.014656000336011252
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,512,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,512,0.014692266782124838
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,512,0.01458560029665629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,512,0.014452266693115234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,512,0.01541759967803955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,512,0.014884266257286071
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,512,0.015639467040697734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,512,0.013498666882514953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,512,0.015455999970436096
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,512,0.01483626663684845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,512,0.014147200187047324
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,512,0.01497066617012024
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,512,0.013240533073743186
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,512,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,512,0.013988266388575235
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,512,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,512,0.013605333367983499
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,512,0.014476799964904785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,512,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,512,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,512,0.014335999886194864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,512,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,512,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,512,0.014437333742777506
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,256,0.003836799909671148
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,512,0.013879467050234476
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,256,0.0029567999144395193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,256,0.0026549334327379864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,256,0.002584533393383026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,256,0.002630399912595749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,256,0.0025631998976071674
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,256,0.0025888000925381976
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,256,0.0025898667673269907
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,256,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,256,0.0025994665920734406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,256,0.0026047999660174055
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,256,0.00266239990790685
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,256,0.002605866640806198
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,256,0.0025546667476495106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,256,0.0026229334374268847
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,256,0.0026101333399613695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,256,0.0026335999369621276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,256,0.002595199892918269
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,256,0.002585600068171819
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,256,0.0025397333006064097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,512,0.01381013294061025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,256,0.002570666621128718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,256,0.0026015999416510267
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,256,0.002178133279085159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,256,0.002567466596762339
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,256,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,256,0.0025653332471847535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,256,0.0025759999950726825
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,256,0.0025621332228183747
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,256,0.0025781333446502686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,256,0.002553600072860718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,256,0.0025386666258176167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,256,0.0025343999266624452
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,256,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,256,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,256,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,256,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,256,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,256,0.002284800012906392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,256,0.0021557333568731946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,256,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,256,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,256,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,256,0.0022143999735514323
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,256,0.002217599997917811
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,256,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,256,0.002282666663328807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,256,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,256,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,256,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,256,0.0022463999688625337
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,256,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,256,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,256,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,256,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,256,0.0025770666698614756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,256,0.0022495999932289124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,256,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,256,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,512,0.014507733782132468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,256,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,256,0.00230826660990715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,256,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,256,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,256,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,256,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,256,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,256,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,256,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,256,0.0271722674369812
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,256,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,256,0.02176533341407776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,256,0.020358399550120036
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,256,0.017964800198872886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,256,0.017908267180124917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,256,0.017449599504470826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,256,0.017145599921544394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,256,0.017042134205500284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,256,0.017288533846537273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,256,0.01744106610616048
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,256,0.017272533973058064
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,256,0.0022570667167504626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,256,0.017078399658203125
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,256,0.01651413341363271
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,256,0.017117865880330405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,256,0.016635732849438985
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,256,0.017192532618840538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,256,0.016747732957204185
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,256,0.017388800779978432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,256,0.016671999295552572
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,256,0.016544000307718913
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,256,0.016729599237442015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,256,0.016758400201797485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,256,0.016927999258041383
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,256,0.016549332936604818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,256,0.01589120030403137
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,256,0.016923733552296958
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,256,0.01636693378289541
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,256,0.016204800208409628
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,256,0.01499626636505127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,256,0.014854400356610616
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,256,0.014612266421318054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,256,0.015031466881434122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,256,0.016295466820398966
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,256,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,256,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,256,0.014658133188883463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,256,0.014430933197339377
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,256,0.014879999558130899
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,256,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,256,0.016518400112787882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,256,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,256,0.014661332964897156
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,256,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,256,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,256,0.014465066790580749
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,256,0.014749866724014283
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,256,0.014333867033322654
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,256,0.014546133081118264
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,256,0.01432213286558787
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,256,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,256,0.014254933595657349
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,256,0.013844266533851624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,256,0.014502400159835815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,256,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,256,0.013674666484196981
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,256,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,256,0.014460800091425577
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,256,0.012903466820716858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,256,0.014459733168284097
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,256,0.014371200402577718
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,256,0.014034133156140646
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,256,0.014446933070818582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,256,0.014526933431625366
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,256,0.013543466726938883
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,256,0.01446399986743927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,256,0.014339199662208557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,256,0.013304533561070761
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,256,0.013805866241455078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,256,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,256,0.013382400075594584
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,256,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,256,0.013829333583513894
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,128,0.0030432000756263735
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,128,0.002571733295917511
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,128,0.002569599946339925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,128,0.0022154666483402254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,128,0.002242133269707362
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,128,0.0022474666436513263
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,128,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,128,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,128,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,128,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,128,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,128,0.002233600119749705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,128,0.002268799891074498
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,128,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,128,0.002238933245340983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,128,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,128,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,256,0.0145087997118632
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,128,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,128,0.0022282667458057405
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,128,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,128,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,128,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,128,0.0022581333915392557
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,128,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,128,0.002552533398071925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,128,0.002239999920129776
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,128,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,128,0.002203733225663503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,128,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,128,0.0022453332940737406
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,128,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,128,0.002513066679239273
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,128,0.002219733347495397
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,128,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,128,0.0022410665949185687
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,128,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,128,0.0021269333859284716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,256,0.0129120002190272
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,128,0.0022250667214393617
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,128,0.0021664001047611236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,128,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,128,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,128,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,128,0.0021920000513394673
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,128,0.0022026665508747103
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,128,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,128,0.0022133332987626392
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,128,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,128,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,128,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,128,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,128,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,128,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,128,0.0021578667064507803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,128,0.0022304000953833262
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,128,0.002218666672706604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,128,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,128,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,128,0.0021909333765506743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,128,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,128,0.0022122666239738466
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,128,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,128,0.002232533444960912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,128,0.0021759999295075734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,128,0.002205866575241089
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,128,0.021228800217310585
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,128,0.019613866011301676
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,128,0.002221866697072983
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,128,0.01784320076306661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,128,0.016267733772595723
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,128,0.016059733430544534
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,128,0.016023466984430947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,128,0.01718399922053019
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,128,0.016764799753824867
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,128,0.01474666694800059
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,128,0.016151466965675355
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,128,0.016268799702326454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,128,0.01588159998257955
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,128,0.016315733393033348
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,128,0.015994667013486227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,128,0.014642133315404256
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,128,0.016450132926305136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,128,0.016396799683570863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,128,0.015169066190719605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,128,0.01625706652800242
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,128,0.014963199694951376
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,128,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,128,0.015392000476519266
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,128,0.01604693333307902
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,128,0.015983999768892924
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,128,0.014659200112024942
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,128,0.015110400319099427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,128,0.015434666474660238
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,128,0.014629333217938741
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,128,0.015544533729553223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,128,0.01639573375384013
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,128,0.0146506667137146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,128,0.014588800072669984
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,128,0.015494400262832641
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,128,0.014793599645296732
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,128,0.01451520025730133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,128,0.01464959979057312
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,128,0.0147189329067866
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,128,0.014435199896494546
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,128,0.014487466216087342
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,128,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,128,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,128,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,128,0.014654933412869772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,128,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,128,0.014263466993967692
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,128,0.014456533392270408
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,128,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,128,0.014337066809336343
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,128,0.013217066725095114
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,128,0.01325973371664683
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,128,0.01365013321240743
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,128,0.014914133151372275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,128,0.012882133324941
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,128,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,128,0.014344533284505209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,128,0.014434132973353067
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,128,0.013214932878812155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,128,0.014478933811187745
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,128,0.013715199629465737
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,128,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,128,0.013109333316485085
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,128,0.014517333110173544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,128,0.014436266819636025
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,128,0.014186666409174601
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,128,0.014722133676211039
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,128,0.014432000120480857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,128,0.014467199643452963
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,128,0.01448853313922882
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,128,0.014458666245142618
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,128,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,128,0.01455466647942861
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,128,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,128,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,64,0.002948266764481862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,64,0.0023999998966852823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,64,0.002182399978240331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,64,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,64,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,64,0.0024426666398843127
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,64,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,64,0.002367999901374181
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,64,0.0023562667270501454
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,128,0.013107200463612875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,64,0.002446933339039485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,64,0.002250666668017705
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,64,0.002299733211596807
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,64,0.0023093332846959433
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,64,0.002315733333428701
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,64,0.0022869333624839783
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,64,0.002195200075705846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,64,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,64,0.0022367998957633973
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,64,0.002243199944496155
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,64,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,64,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,64,0.0021429332594076794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,64,0.0021514666577180227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,64,0.0021216000119845075
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,64,0.0022570667167504626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,64,0.002164266755183538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,64,0.0021194666624069214
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,64,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,64,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,64,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,64,0.002162133405605952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,64,0.0021888000269730886
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,64,0.002179199953873952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,64,0.002197333425283432
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,64,0.002088533341884613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,64,0.002136533210674922
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,64,0.002143999934196472
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,64,0.002181333303451538
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,64,0.0021898667017618816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,64,0.0021738665799299877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,64,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,64,0.002125866711139679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,64,0.002099200089772542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,64,0.00211519996325175
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,64,0.0021717332303524016
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,64,0.0021802666286627453
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,64,0.0021375998854637145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,64,0.0021589333812395734
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,64,0.0022229333718617756
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,64,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,64,0.002133333434661229
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,64,0.0020725333442290625
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,64,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,64,0.002196266750494639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,64,0.002123733361562093
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,64,0.002209066599607468
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,64,0.002194133400917053
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,64,0.0020842666427294413
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,64,0.0022101332743962605
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,64,0.0021055998901526136
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,64,0.0021248000363508863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,64,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,64,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,64,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,64,0.002254933367172877
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,64,0.0021429332594076794
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,64,0.002161066730817159
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,64,0.022388267517089843
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,64,0.01825066606203715
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,64,0.017091200749079386
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,64,0.01537493367989858
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,64,0.0171615997950236
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,64,0.014552533626556396
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,64,0.014499200383822122
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,64,0.014774399995803832
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,64,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,64,0.014968533317248026
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,64,0.017434666554133095
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,64,0.014505599935849508
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,64,0.01572480003039042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,64,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,64,0.014705066879590353
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,64,0.014570666352907815
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,64,0.014619732896486918
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,64,0.01516480048497518
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,64,0.01602240006128947
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,64,0.0155349334081014
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,64,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,64,0.015559466679890952
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,64,0.014897066354751586
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,64,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,64,0.01691626707712809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,64,0.014984533190727234
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,64,0.01460906664530436
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,64,0.014385066429773965
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,64,0.014589866995811463
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,64,0.014870400230089823
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,64,0.015290666619936624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,64,0.014461867014567056
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,64,0.014308266838391624
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,64,0.014181333780288696
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,64,0.01607360045115153
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,64,0.015869866808255514
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,64,0.014573867122332254
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,64,0.014406399925549826
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,64,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,64,0.014678399761517844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,64,0.01478506624698639
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,64,0.014536533753077188
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,64,0.014813866217931113
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,64,0.014578133821487427
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,64,0.014500266313552857
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,64,0.014334932963053385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,64,0.014827733238538107
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,64,0.014485333363215128
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,64,0.01452906628449758
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,64,0.013985066612561544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,64,0.014544000228246054
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,64,0.01448319951693217
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,64,0.013668266932169595
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,64,0.014424533645311991
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,64,0.014429866274197897
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,64,0.014447999993960061
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,64,0.014410666624704995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,64,0.014469333489735923
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,64,0.01446613371372223
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,64,0.014497066537539164
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,64,0.01427733302116394
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,64,0.014388266205787658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,64,0.014442666371663412
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,64,0.014519466956456503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,64,0.014475733041763306
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,64,0.013921067118644714
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,64,0.014247467120488485
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,64,0.014408533771832785
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,64,0.012763733665148417
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,64,0.014509866635004679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,64,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,64,0.014363732933998109
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,64,0.013788800438245138
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32768,32,32,0.004353066782156626
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16384,32,32,0.002548266698916753
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,64,0.01423893372217814
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8192,32,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4353,32,32,0.002229333420594533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4352,32,32,0.0023061332603295645
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4096,32,32,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3841,32,32,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3585,32,32,0.002316800008217494
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3584,32,32,0.0023146666586399078
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3329,32,32,0.002293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3328,32,32,0.002259200066328049
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3073,32,32,0.0022314667701721193
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3072,32,32,0.0023573334018389385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2817,32,32,0.0022783999641736346
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2816,32,32,0.0022613334159056345
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2561,32,32,0.0022986667851607008
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2560,32,32,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2305,32,32,0.0022624000906944276
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2304,32,32,0.0022837333381175995
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2049,32,32,0.0022357332209746042
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2048,32,32,0.0022912000616391497
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1793,32,32,0.0022698665658632917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,64,0.013005866607030233
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4097,32,32,0.002199466774861018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1537,32,32,0.002088533341884613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3840,32,32,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1536,32,32,0.0021930667261282604
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1281,32,32,0.0021727999051411946
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1280,32,32,0.0021845333278179167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1024,32,32,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,769,32,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,768,32,32,0.0022645334402720133
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,513,32,32,0.0022111999491850535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,512,32,32,0.002293333411216736
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,257,32,32,0.002186666677395503
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,256,32,32,0.002145066608985265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,225,32,32,0.002201599876085917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,224,32,32,0.002169599880774816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,193,32,32,0.0021749332547187803
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,192,32,32,0.0021141332884629565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,161,32,32,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1792,32,32,0.0022709332406520844
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,160,32,32,0.0021674667795499166
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,129,32,32,0.00223786657055219
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,128,32,32,0.002198400100072225
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,113,32,32,0.00225600004196167
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,112,32,32,0.0021269333859284716
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,96,32,32,0.0022079999248186748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,81,32,32,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1025,32,32,0.0022272000710169475
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,80,32,32,0.0022005334496498106
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,65,32,32,0.0021546666820844015
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,64,32,32,0.00222080002228419
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,49,32,32,0.0021407999098300933
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,48,32,32,0.0022528000175952912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,33,32,32,0.00208746666709582
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,32,32,32,0.0022261333962281544
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,17,32,32,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,16,32,32,0.0020821332931518556
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,15,32,32,0.002183466653029124
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,14,32,32,0.002102400114138921
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,12,32,32,0.002099200089772542
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,11,32,32,0.002204799900452296
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,10,32,32,0.0021397332350413007
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,9,32,32,0.0021856000026067098
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,8,32,32,0.0021418665846188864
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,7,32,32,0.0021536000072956084
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,6,32,32,0.0021344001094500227
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,5,32,32,0.002216533323129018
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,4,32,32,0.002152533332506816
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,3,32,32,0.002128000060717265
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,97,32,32,0.002170666555563609
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,2,32,32,0.002165333429972331
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32768,32,32,0.0206496000289917
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16384,32,32,0.015796266992886863
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8192,32,32,0.015180800358454385
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4353,32,32,0.014525866508483887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4352,32,32,0.014528000354766845
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,13,32,32,0.0021141332884629565
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4097,32,32,0.014723199605941772
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4096,32,32,0.014941866199175516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3841,32,32,0.014681599537531533
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3585,32,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3584,32,32,0.01486186683177948
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3329,32,32,0.01564800043900808
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3328,32,32,0.014852266510327658
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3073,32,32,0.014572800199190775
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3072,32,32,0.015877333283424378
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2817,32,32,0.01667840083440145
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2816,32,32,0.01477226714293162
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2561,32,32,0.014457600315411887
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2560,32,32,0.014433067043622336
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2305,32,32,0.01508799990018209
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,float16,1,32,32,0.002149333308140437
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2304,32,32,0.014481066664059957
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2049,32,32,0.014486400286356607
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1793,32,32,0.014494933684666953
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1792,32,32,0.015948800245920818
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1537,32,32,0.014596266547838846
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1536,32,32,0.014518400033315023
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1281,32,32,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1280,32,32,0.014548266927401224
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1025,32,32,0.01471573313077291
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1024,32,32,0.015030399958292643
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3840,32,32,0.017092265685399375
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,769,32,32,0.014522666732470194
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,768,32,32,0.014455466469128927
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,513,32,32,0.013705600301424661
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,512,32,32,0.013883733749389648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,257,32,32,0.01439466675122579
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,256,32,32,0.014225066701571146
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,225,32,32,0.01456000010172526
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,224,32,32,0.014389333128929139
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,193,32,32,0.013929599523544311
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,192,32,32,0.014416000247001648
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,161,32,32,0.014516266187032065
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,129,32,32,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,128,32,32,0.014417066176732381
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,113,32,32,0.014513066411018372
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,112,32,32,0.014421332875887552
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,97,32,32,0.014367999633153281
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,96,32,32,0.014441600441932679
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2048,32,32,0.015686399737993875
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,80,32,32,0.014468266566594442
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,65,32,32,0.014413866400718688
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,64,32,32,0.014418133099873862
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,49,32,32,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,48,32,32,0.014407466848691305
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,33,32,32,0.01447466711203257
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,32,32,32,0.01434879998366038
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,160,32,32,0.013799466689427695
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,17,32,32,0.014472533265749613
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,16,32,32,0.01369599997997284
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,15,32,32,0.01432960033416748
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,14,32,32,0.012899200121561686
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,13,32,32,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,12,32,32,0.013617066542307535
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,81,32,32,0.014356266458829245
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,11,32,32,0.014652799566586813
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,10,32,32,0.013229866822560629
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,9,32,32,0.014450132846832275
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,8,32,32,0.0144405335187912
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,7,32,32,0.01295146644115448
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,6,32,32,0.014341333508491516
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,5,32,32,0.014134400089581809
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,4,32,32,0.012966400384902954
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,3,32,32,0.014085333546002707
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,2,32,32,0.014387200276056925
TRTLLM,1.2.0rc6,NVIDIA GB200,gemm,torch_flow,fp8,1,32,32,0.013013333082199097
